--- apiVersion: v1 items: - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:05:19Z" involvedObject: kind: CertificateSigningRequest name: csr-7fl8v kind: Event lastTimestamp: "2026-04-16T22:05:19Z" message: CSR "csr-7fl8v" has been approved metadata: creationTimestamp: "2026-04-16T22:05:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-04-16T22:05:19Z" name: csr-7fl8v.18a6f5940de79204 namespace: default resourceVersion: "6296" uid: 3f0ceed8-ecbd-4f52-86c0-ced09c478f0d reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:05:25Z" involvedObject: kind: CertificateSigningRequest name: csr-9cjpl kind: Event lastTimestamp: "2026-04-16T22:05:25Z" message: CSR "csr-9cjpl" has been approved metadata: creationTimestamp: "2026-04-16T22:05:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-04-16T22:05:25Z" name: csr-9cjpl.18a6f59590d2eeb1 namespace: default resourceVersion: "6495" uid: d9be9d4c-dd78-43f0-8db7-89f58bd41c1d reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:05:27Z" involvedObject: kind: CertificateSigningRequest name: csr-9lctk kind: Event lastTimestamp: "2026-04-16T22:05:27Z" message: CSR "csr-9lctk" has been approved metadata: creationTimestamp: "2026-04-16T22:05:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-04-16T22:05:27Z" name: csr-9lctk.18a6f595e9d794a8 namespace: default resourceVersion: "6517" uid: 50e2285d-a2d1-4f97-8c34-4419a8e144da reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:05:20Z" involvedObject: kind: CertificateSigningRequest name: csr-bmns9 kind: Event lastTimestamp: "2026-04-16T22:05:20Z" message: CSR "csr-bmns9" has been approved metadata: creationTimestamp: "2026-04-16T22:05:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-04-16T22:05:20Z" name: csr-bmns9.18a6f5944c948c32 namespace: default resourceVersion: "6324" uid: 5d6607cd-19c0-42fd-afeb-fd069df35801 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:05:13Z" involvedObject: kind: CertificateSigningRequest name: csr-x44mr kind: Event lastTimestamp: "2026-04-16T22:05:13Z" message: CSR "csr-x44mr" has been approved metadata: creationTimestamp: "2026-04-16T22:05:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-04-16T22:05:13Z" name: csr-x44mr.18a6f592bb698411 namespace: default resourceVersion: "6007" uid: f724727b-0702-4985-b0f3-3f53bb628810 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:05:21Z" involvedObject: kind: CertificateSigningRequest name: csr-zl9bd kind: Event lastTimestamp: "2026-04-16T22:05:21Z" message: CSR "csr-zl9bd" has been approved metadata: creationTimestamp: "2026-04-16T22:05:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-04-16T22:05:21Z" name: csr-zl9bd.18a6f59497286f80 namespace: default resourceVersion: "6366" uid: 46f48d59-0bb6-4dbe-8b28-a81cce40eb64 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:11:24Z" involvedObject: apiVersion: operator.openshift.io/v1alpha1 kind: IstioCSR kind: Event lastTimestamp: "2026-04-16T22:11:24Z" message: controller is starting metadata: creationTimestamp: "2026-04-16T22:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: cert-manager-operator operation: Update time: "2026-04-16T22:11:24Z" name: da28e10b-a065-4ee2-8f9a-ede0141aace2 namespace: default resourceVersion: "12039" uid: 40d7526d-8a73-4635-ac82-c7a744c893d9 reason: ControllerStarted reportingComponent: cert-manager-istio-csr-controller reportingInstance: "" source: component: cert-manager-istio-csr-controller type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-04-16T22:12:29Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: GatewayConfig name: default-gateway resourceVersion: "14385" uid: bdeb723d-5ad6-40e1-be19-ffe58f366a2e kind: Event lastTimestamp: "2026-04-16T22:12:37Z" message: 'failed to lookup object openshift-ingress/data-science-tls-rule: no matches for kind "DestinationRule" in version "networking.istio.io/v1"' metadata: creationTimestamp: "2026-04-16T22:12:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T22:12:37Z" name: default-gateway.18a6f5f82427b02d namespace: default resourceVersion: "14622" uid: 4939569f-d404-4528-b6e5-57e00d8049e2 reason: ProvisioningError reportingComponent: gatewayconfig reportingInstance: "" source: component: gatewayconfig type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-04-16T22:12:38Z" involvedObject: apiVersion: components.platform.opendatahub.io/v1alpha1 kind: Kserve name: default-kserve resourceVersion: "14719" uid: 58feccc2-62a9-4bf1-bb67-25d7eda76422 kind: Event lastTimestamp: "2026-04-16T22:13:05Z" message: "failure deploying resource {map[apiVersion:serving.kserve.io/v1alpha1 kind:LLMInferenceServiceConfig metadata:map[annotations:map[internal.config.kubernetes.io/previousKinds:LLMInferenceServiceConfig internal.config.kubernetes.io/previousNames:kserve-config-llm-decode-template internal.config.kubernetes.io/previousNamespaces:opendatahub platform.opendatahub.io/instance.generation:1 platform.opendatahub.io/instance.name:default-kserve platform.opendatahub.io/instance.uid:58feccc2-62a9-4bf1-bb67-25d7eda76422 platform.opendatahub.io/type:Open Data Hub platform.opendatahub.io/version:3.4.0-ea.1 serving.kserve.io/well-known-config:true] labels:map[app.kubernetes.io/part-of:kserve app.opendatahub.io/kserve:true platform.opendatahub.io/part-of:kserve] name:v3-4-0-ea-1-kserve-config-llm-decode-template namespace:opendatahub ownerReferences:[map[apiVersion:components.platform.opendatahub.io/v1alpha1 blockOwnerDeletion:%!s(bool=true) controller:%!s(bool=true) kind:Kserve name:default-kserve uid:58feccc2-62a9-4bf1-bb67-25d7eda76422]]] spec:map[template:map[containers:[map[args:[if [ \"$KSERVE_INFER_ROCE\" = \"true\" ]; then\n echo \"Trying to infer RoCE configs ... \"\n grep -H . /sys/class/infiniband/*/ports/*/gids/* 2>/dev/null\n grep -H . /sys/class/infiniband/*/ports/*/gid_attrs/types/* 2>/dev/null\n\n cat /proc/driver/nvidia/params\n\n \ KSERVE_INFER_IB_GID_INDEX_GREP=${KSERVE_INFER_IB_GID_INDEX_GREP:-\"RoCE v2\"}\n\n \ echo \"[Infer RoCE] Discovering active HCAs ...\"\n active_hcas=()\n # Loop through all mlx5 devices found in sysfs\n for hca_dir in /sys/class/infiniband/mlx5_*; do\n # Ensure it's a directory before proceeding\n if [ -d \"$hca_dir\" ]; then\n hca_name=$(basename \"$hca_dir\")\n port_state_file=\"$hca_dir/ports/1/state\" # Assume port 1\n type_file=\"$hca_dir/ports/1/gid_attrs/types/*\"\n\n \ echo \"[Infer RoCE] Check if the port state file ${port_state_file} exists and contains 'ACTIVE'\"\n if [ -f \"$port_state_file\" ] && grep -q \"ACTIVE\" \"$port_state_file\" && grep -q \"${KSERVE_INFER_IB_GID_INDEX_GREP}\" ${type_file} 2>/dev/null; then\n echo \"[Infer RoCE] Found active HCA: $hca_name\"\n active_hcas+=(\"$hca_name\")\n else\n \ echo \"[Infer RoCE] Skipping inactive or down HCA: $hca_name\"\n \ fi\n fi\n done\n\n ucx_hcas=()\n for hca in \"${active_hcas[@]}\"; do\n ucx_hcas+=(\"${hca}:1\")\n done\n\n # Check if we found any active HCAs\n \ if [ ${#active_hcas[@]} -gt 0 ]; then\n # Join the array elements with a comma\n hcas=$(IFS=,; echo \"${active_hcas[*]}\")\n echo \"[Infer RoCE] Setting active HCAs: ${hcas}\"\n export NCCL_IB_HCA=${NCCL_IB_HCA:-${hcas}}\n \ export NVSHMEM_HCA_LIST=${NVSHMEM_HCA_LIST:-${ucx_hcas}}\n export UCX_NET_DEVICES=${UCX_NET_DEVICES:-${ucx_hcas}}\n\n \ echo \"[Infer RoCE] NCCL_IB_HCA=${NCCL_IB_HCA}\"\n echo \"[Infer RoCE] NVSHMEM_HCA_LIST=${NVSHMEM_HCA_LIST}\"\n else\n echo \"[Infer RoCE] WARNING: No active RoCE HCAs found. NCCL_IB_HCA will not be set.\"\n fi\n\n if [ ${#active_hcas[@]} -gt 0 ]; then\n echo \"[Infer RoCE] Finding GID_INDEX for each active HCA (SR-IOV compatible)...\"\n\n # For SR-IOV environments, find the most common IPv4 RoCE v2 GID index across all HCAs\n declare -A gid_index_count\n declare -A hca_gid_index\n\n for hca_name in \"${active_hcas[@]}\"; do\n echo \"[Infer RoCE] Processing HCA: ${hca_name}\"\n\n # Find all RoCE v2 IPv4 GIDs for this HCA and count by index\n for tpath in /sys/class/infiniband/${hca_name}/ports/1/gid_attrs/types/*; do\n if grep -q \"${KSERVE_INFER_IB_GID_INDEX_GREP}\" \"$tpath\" 2>/dev/null; then\n idx=$(basename \"$tpath\")\n gid_file=\"/sys/class/infiniband/${hca_name}/ports/1/gids/${idx}\"\n \ # Check for IPv4 GID (contains ffff:)\n if [ -f \"$gid_file\" ] && grep -q \"ffff:\" \"$gid_file\"; then\n gid_value=$(cat \"$gid_file\" 2>/dev/null || echo \"\")\n echo \"[Infer RoCE] Found IPv4 RoCE v2 GID for ${hca_name}: index=${idx}, gid=${gid_value}\"\n hca_gid_index[\"${hca_name}\"]=\"${idx}\"\n \ gid_index_count[\"${idx}\"]=$((${gid_index_count[\"${idx}\"]} + 1))\n break # Use first found IPv4 GID per HCA\n fi\n \ fi\n done\n done\n\n # Find the most common GID index (most likely to be consistent across nodes)\n best_gid_index=\"\"\n \ max_count=0\n for idx in \"${!gid_index_count[@]}\"; do\n count=${gid_index_count[\"${idx}\"]}\n \ echo \"[Infer RoCE] GID_INDEX ${idx} found on ${count} HCAs\"\n if [ $count -gt $max_count ]; then\n max_count=$count\n best_gid_index=\"$idx\"\n \ fi\n done\n\n # Use deterministic fallback if counts are equal - prefer lower index number \n if [ ${#gid_index_count[@]} -gt 1 ]; then\n \ echo \"[Infer RoCE] Multiple GID indices found, selecting most common: ${best_gid_index}\"\n # If there's a tie, prefer index 3 as it's most common in SR-IOV setups\n if [ -n \"${gid_index_count['3']}\" ] && [ \"${gid_index_count['3']}\" -eq \"$max_count\" ]; then\n best_gid_index=\"3\"\n \ echo \"[Infer RoCE] Using deterministic fallback: GID_INDEX=3 (SR-IOV standard)\"\n fi\n fi\n\n # Check if GID_INDEX is already set via environment variables\n if [ -n \"${NCCL_IB_GID_INDEX}\" ]; then\n echo \"[Infer RoCE] Using pre-configured NCCL_IB_GID_INDEX=${NCCL_IB_GID_INDEX} from environment\"\n export NVSHMEM_IB_GID_INDEX=${NVSHMEM_IB_GID_INDEX:-$NCCL_IB_GID_INDEX}\n \ export UCX_IB_GID_INDEX=${UCX_IB_GID_INDEX:-$NCCL_IB_GID_INDEX}\n echo \"[Infer RoCE] Using hardcoded GID_INDEX=${NCCL_IB_GID_INDEX} for NCCL, NVSHMEM, and UCX\"\n elif [ -n \"$best_gid_index\" ]; then\n echo \"[Infer RoCE] Selected GID_INDEX: ${best_gid_index} (found on ${max_count} HCAs)\"\n\n \ export NCCL_IB_GID_INDEX=${NCCL_IB_GID_INDEX:-$best_gid_index}\n export NVSHMEM_IB_GID_INDEX=${NVSHMEM_IB_GID_INDEX:-$best_gid_index}\n export UCX_IB_GID_INDEX=${UCX_IB_GID_INDEX:-$best_gid_index}\n\n echo \"[Infer RoCE] Exported GID_INDEX=${best_gid_index} for NCCL, NVSHMEM, and UCX\"\n else\n \ echo \"[Infer RoCE] ERROR: No valid IPv4 ${KSERVE_INFER_IB_GID_INDEX_GREP} GID_INDEX found on any HCA.\"\n fi\n else\n echo \"[Infer RoCE] No active HCAs found, skipping GID_INDEX inference.\"\n fi\nfi\n\neval \"vllm serve /mnt/models \\\n --served-model-name \"{{ .Spec.Model.Name }}\" \\\n --port 8001 \\\n ${VLLM_ADDITIONAL_ARGS} \\\n --enable-ssl-refresh \\\n --ssl-certfile /var/run/kserve/tls/tls.crt \\\n --ssl-keyfile /var/run/kserve/tls/tls.key\"] command:[/bin/bash -c] env:[map[name:HOME value:/home] map[name:VLLM_LOGGING_LEVEL value:INFO] map[name:HF_HUB_CACHE value:/models]] image:registry.redhat.io/rhaiis/vllm-cuda-rhel9@sha256:fc68d623d1bfc36c8cb2fe4a71f19c8578cfb420ce8ce07b20a02c1ee0be0cf3 imagePullPolicy:IfNotPresent livenessProbe:map[failureThreshold:%!s(int64=3) httpGet:map[path:/health port:%!s(int64=8001) scheme:HTTPS] initialDelaySeconds:%!s(int64=120) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=10)] name:main ports:[map[containerPort:%!s(int64=8001) protocol:TCP]] readinessProbe:map[failureThreshold:%!s(int64=60) httpGet:map[path:/health port:%!s(int64=8001) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=5)] securityContext:map[allowPrivilegeEscalation:%!s(bool=false) capabilities:map[drop:[ALL]] readOnlyRootFilesystem:%!s(bool=false) runAsNonRoot:%!s(bool=true) seccompProfile:map[type:RuntimeDefault]] terminationMessagePath:/dev/termination-log terminationMessagePolicy:FallbackToLogsOnError volumeMounts:[map[mountPath:/home name:home] map[mountPath:/dev/shm name:dshm] map[mountPath:/models name:model-cache] map[mountPath:/var/run/kserve/tls name:tls-certs readOnly:%!s(bool=true)]]]] initContainers:[map[args:[--port=8000 --vllm-port=8001 --connector=nixlv2 --secure-proxy=true --cert-path=/var/run/kserve/tls --decoder-use-tls=true --prefiller-use-tls=true --enable-ssrf-protection=true --pool-group=inference.networking.x-k8s.io] env:[map[name:INFERENCE_POOL_NAMESPACE valueFrom:map[fieldRef:map[fieldPath:metadata.namespace]]] map[name:SSL_CERT_DIR value:/var/run/kserve/tls:/var/run/secrets/kubernetes.io/serviceaccount:/etc/pki/tls/certs]] image:quay.io/opendatahub/llm-d-routing-sidecar:release-v0.4 imagePullPolicy:IfNotPresent livenessProbe:map[failureThreshold:%!s(int64=3) httpGet:map[path:/health port:%!s(int64=8000) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=10)] name:llm-d-routing-sidecar ports:[map[containerPort:%!s(int64=8000) protocol:TCP]] readinessProbe:map[failureThreshold:%!s(int64=10) httpGet:map[path:/health port:%!s(int64=8000) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=5)] resources:map[] restartPolicy:Always securityContext:map[allowPrivilegeEscalation:%!s(bool=false) capabilities:map[drop:[ALL]] readOnlyRootFilesystem:%!s(bool=false) runAsNonRoot:%!s(bool=true)] terminationMessagePath:/dev/termination-log terminationMessagePolicy:FallbackToLogsOnError volumeMounts:[map[mountPath:/var/run/kserve/tls name:tls-certs readOnly:%!s(bool=true)]]]] terminationGracePeriodSeconds:%!s(int64=30) volumes:[map[emptyDir:map[] name:home] map[emptyDir:map[medium:Memory sizeLimit:1Gi] name:dshm] map[emptyDir:map[] name:model-cache] map[name:tls-certs secret:map[secretName:{{ ChildName .ObjectMeta.Name `-kserve-self-signed-certs` }}]]]]]]}: apply failed serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig opendatahub/v3-4-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.validator\": failed to call webhook: Post \"https://kserve-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha1-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"kserve-webhook-server-service\"" metadata: creationTimestamp: "2026-04-16T22:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T22:13:05Z" name: default-kserve.18a6f5fa5d0547c0 namespace: default resourceVersion: "16150" uid: f58eae20-923e-417f-b491-e65f2f9ab151 reason: ProvisioningError reportingComponent: kserve reportingInstance: "" source: component: kserve type: Warning - apiVersion: v1 count: 30 eventTime: null firstTimestamp: "2026-04-16T22:12:28Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: Monitoring name: default-monitoring resourceVersion: "14194" uid: 2084141c-bbb9-4b99-81df-ceea2cdda951 kind: Event lastTimestamp: "2026-04-16T22:32:06Z" message: 'error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache' metadata: creationTimestamp: "2026-04-16T22:12:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T22:32:06Z" name: default-monitoring.18a6f5f7e4e5a16c namespace: default resourceVersion: "37979" uid: 121f0a2f-e9b9-4d7e-9851-4396942dc2fd reason: ProvisioningError reportingComponent: monitoring reportingInstance: "" source: component: monitoring type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T22:04:49Z" involvedObject: kind: Node name: ip-10-0-129-68.ec2.internal uid: ip-10-0-129-68.ec2.internal kind: Event lastTimestamp: "2026-04-16T22:04:49Z" message: 'Node ip-10-0-129-68.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-04-16T22:04:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T22:04:49Z" name: ip-10-0-129-68.ec2.internal.18a6f58d012c030f namespace: default resourceVersion: "5316" uid: cdf1b934-d32e-40c6-ab9d-2d5442943d24 reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-129-68.ec2.internal source: component: kubelet host: ip-10-0-129-68.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T22:04:49Z" involvedObject: kind: Node name: ip-10-0-129-68.ec2.internal uid: ip-10-0-129-68.ec2.internal kind: Event lastTimestamp: "2026-04-16T22:04:49Z" message: 'Node ip-10-0-129-68.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-04-16T22:04:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T22:04:49Z" name: ip-10-0-129-68.ec2.internal.18a6f58d012c4348 namespace: default resourceVersion: "5318" uid: 596fcd8a-238e-4c09-9b99-0ef3577a8105 reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-129-68.ec2.internal source: component: kubelet host: ip-10-0-129-68.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T22:04:49Z" involvedObject: kind: Node name: ip-10-0-129-68.ec2.internal uid: ip-10-0-129-68.ec2.internal kind: Event lastTimestamp: "2026-04-16T22:04:49Z" message: 'Node ip-10-0-129-68.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-04-16T22:04:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T22:04:49Z" name: ip-10-0-129-68.ec2.internal.18a6f58d012c68bf namespace: default resourceVersion: "5325" uid: a6a39c0d-03f3-4e08-b49a-38805e9e0bd2 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-129-68.ec2.internal source: component: kubelet host: ip-10-0-129-68.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:04:49Z" involvedObject: kind: Node name: ip-10-0-129-68.ec2.internal uid: ip-10-0-129-68.ec2.internal kind: Event lastTimestamp: "2026-04-16T22:04:49Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-04-16T22:04:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T22:04:49Z" name: ip-10-0-129-68.ec2.internal.18a6f58d040826cb namespace: default resourceVersion: "5261" uid: faa7ef6f-cd72-4d41-98a0-1408ec37e7af reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-129-68.ec2.internal source: component: kubelet host: ip-10-0-129-68.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:04:49Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-129-68.ec2.internal resourceVersion: "5263" uid: 56ac8367-d2c0-4187-803d-c37ac49d202d kind: Event lastTimestamp: "2026-04-16T22:04:49Z" message: Node synced successfully metadata: creationTimestamp: "2026-04-16T22:04:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-04-16T22:04:49Z" name: ip-10-0-129-68.ec2.internal.18a6f58d18f790aa namespace: default resourceVersion: "5343" uid: 555f94be-7d89-41db-a77a-b4613342c1de reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:04:53Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-129-68.ec2.internal uid: 56ac8367-d2c0-4187-803d-c37ac49d202d kind: Event lastTimestamp: "2026-04-16T22:04:53Z" message: 'Node ip-10-0-129-68.ec2.internal event: Registered Node ip-10-0-129-68.ec2.internal in Controller' metadata: creationTimestamp: "2026-04-16T22:04:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T22:04:53Z" name: ip-10-0-129-68.ec2.internal.18a6f58e06b8e880 namespace: default resourceVersion: "5439" uid: 6f0e3eb2-6c30-4618-a848-028e267fd9bb reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:05:21Z" involvedObject: kind: Node name: ip-10-0-129-68.ec2.internal uid: ip-10-0-129-68.ec2.internal kind: Event lastTimestamp: "2026-04-16T22:05:21Z" message: 'Node ip-10-0-129-68.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-04-16T22:05:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T22:05:21Z" name: ip-10-0-129-68.ec2.internal.18a6f594a6cc2f95 namespace: default resourceVersion: "6370" uid: d5e70268-9a2e-4a6c-95cb-5eedbf6eb56c reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-129-68.ec2.internal source: component: kubelet host: ip-10-0-129-68.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:07:36Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-129-68.ec2.internal uid: 56ac8367-d2c0-4187-803d-c37ac49d202d kind: Event lastTimestamp: "2026-04-16T22:07:36Z" message: 'Node ip-10-0-129-68.ec2.internal event: Registered Node ip-10-0-129-68.ec2.internal in Controller' metadata: creationTimestamp: "2026-04-16T22:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T22:07:36Z" name: ip-10-0-129-68.ec2.internal.18a6f5b3f46ea4b2 namespace: default resourceVersion: "8021" uid: 372159db-4947-4204-87d9-c59bf921afbb reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:04:56Z" involvedObject: kind: Node name: ip-10-0-130-26.ec2.internal uid: ip-10-0-130-26.ec2.internal kind: Event lastTimestamp: "2026-04-16T22:04:56Z" message: Starting kubelet. metadata: creationTimestamp: "2026-04-16T22:04:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T22:04:56Z" name: ip-10-0-130-26.ec2.internal.18a6f58ea9e36a6d namespace: default resourceVersion: "5596" uid: f592679e-a96f-4054-ae1f-9bcf23038920 reason: Starting reportingComponent: kubelet reportingInstance: ip-10-0-130-26.ec2.internal source: component: kubelet host: ip-10-0-130-26.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T22:04:56Z" involvedObject: kind: Node name: ip-10-0-130-26.ec2.internal uid: ip-10-0-130-26.ec2.internal kind: Event lastTimestamp: "2026-04-16T22:04:56Z" message: 'Node ip-10-0-130-26.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-04-16T22:04:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T22:04:56Z" name: ip-10-0-130-26.ec2.internal.18a6f58eaba079c8 namespace: default resourceVersion: "5610" uid: 75c8b36b-b38a-4652-9682-433985bcabdd reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-130-26.ec2.internal source: component: kubelet host: ip-10-0-130-26.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T22:04:56Z" involvedObject: kind: Node name: ip-10-0-130-26.ec2.internal uid: ip-10-0-130-26.ec2.internal kind: Event lastTimestamp: "2026-04-16T22:04:56Z" message: 'Node ip-10-0-130-26.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-04-16T22:04:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T22:04:56Z" name: ip-10-0-130-26.ec2.internal.18a6f58eaba0c9fd namespace: default resourceVersion: "5612" uid: 020e15d2-2c13-47f7-81fc-a8ad9a2cd530 reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-130-26.ec2.internal source: component: kubelet host: ip-10-0-130-26.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T22:04:56Z" involvedObject: kind: Node name: ip-10-0-130-26.ec2.internal uid: ip-10-0-130-26.ec2.internal kind: Event lastTimestamp: "2026-04-16T22:04:56Z" message: 'Node ip-10-0-130-26.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-04-16T22:04:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T22:04:56Z" name: ip-10-0-130-26.ec2.internal.18a6f58eaba0ef05 namespace: default resourceVersion: "5619" uid: 8bd23ff2-6172-45b8-941d-49632d66a47e reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-130-26.ec2.internal source: component: kubelet host: ip-10-0-130-26.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:04:56Z" involvedObject: kind: Node name: ip-10-0-130-26.ec2.internal uid: ip-10-0-130-26.ec2.internal kind: Event lastTimestamp: "2026-04-16T22:04:56Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-04-16T22:04:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T22:04:56Z" name: ip-10-0-130-26.ec2.internal.18a6f58eaeed835f namespace: default resourceVersion: "5603" uid: 40b09f38-3fa7-4b8e-96a1-5df67227a295 reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-130-26.ec2.internal source: component: kubelet host: ip-10-0-130-26.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:04:56Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-130-26.ec2.internal resourceVersion: "5611" uid: ff7340b9-da46-495a-a12d-cb5ae1e9325d kind: Event lastTimestamp: "2026-04-16T22:04:56Z" message: Node synced successfully metadata: creationTimestamp: "2026-04-16T22:04:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-04-16T22:04:56Z" name: ip-10-0-130-26.ec2.internal.18a6f58ec40e8aa5 namespace: default resourceVersion: "5703" uid: e37c10e2-21ee-48a0-a2e6-e303e64b3fc3 reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:04:58Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-130-26.ec2.internal uid: ff7340b9-da46-495a-a12d-cb5ae1e9325d kind: Event lastTimestamp: "2026-04-16T22:04:58Z" message: 'Node ip-10-0-130-26.ec2.internal event: Registered Node ip-10-0-130-26.ec2.internal in Controller' metadata: creationTimestamp: "2026-04-16T22:04:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T22:04:58Z" name: ip-10-0-130-26.ec2.internal.18a6f58f30c8ddc0 namespace: default resourceVersion: "5767" uid: b37f2103-154a-40b9-9271-4728e451bade reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:05:28Z" involvedObject: kind: Node name: ip-10-0-130-26.ec2.internal uid: ip-10-0-130-26.ec2.internal kind: Event lastTimestamp: "2026-04-16T22:05:28Z" message: 'Node ip-10-0-130-26.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-04-16T22:05:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T22:05:28Z" name: ip-10-0-130-26.ec2.internal.18a6f59637bf07c6 namespace: default resourceVersion: "6556" uid: 6f156d5a-0ff5-43f0-acda-936f829c0259 reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-130-26.ec2.internal source: component: kubelet host: ip-10-0-130-26.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:07:36Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-130-26.ec2.internal uid: ff7340b9-da46-495a-a12d-cb5ae1e9325d kind: Event lastTimestamp: "2026-04-16T22:07:36Z" message: 'Node ip-10-0-130-26.ec2.internal event: Registered Node ip-10-0-130-26.ec2.internal in Controller' metadata: creationTimestamp: "2026-04-16T22:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T22:07:36Z" name: ip-10-0-130-26.ec2.internal.18a6f5b3f46f4c8e namespace: default resourceVersion: "8033" uid: bedcf704-33e3-4e0a-8579-42470f792197 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:04:54Z" involvedObject: kind: Node name: ip-10-0-138-154.ec2.internal uid: ip-10-0-138-154.ec2.internal kind: Event lastTimestamp: "2026-04-16T22:04:54Z" message: Starting kubelet. metadata: creationTimestamp: "2026-04-16T22:04:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T22:04:54Z" name: ip-10-0-138-154.ec2.internal.18a6f58e5ed01c79 namespace: default resourceVersion: "5467" uid: 583aae3e-1864-4ad8-aae8-e9717c1b0c27 reason: Starting reportingComponent: kubelet reportingInstance: ip-10-0-138-154.ec2.internal source: component: kubelet host: ip-10-0-138-154.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T22:04:54Z" involvedObject: kind: Node name: ip-10-0-138-154.ec2.internal uid: ip-10-0-138-154.ec2.internal kind: Event lastTimestamp: "2026-04-16T22:04:55Z" message: 'Node ip-10-0-138-154.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-04-16T22:04:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T22:04:55Z" name: ip-10-0-138-154.ec2.internal.18a6f58e607f427b namespace: default resourceVersion: "5473" uid: 897b149f-5423-4375-8933-213f6b6a2e7d reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-138-154.ec2.internal source: component: kubelet host: ip-10-0-138-154.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T22:04:54Z" involvedObject: kind: Node name: ip-10-0-138-154.ec2.internal uid: ip-10-0-138-154.ec2.internal kind: Event lastTimestamp: "2026-04-16T22:04:55Z" message: 'Node ip-10-0-138-154.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-04-16T22:04:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T22:04:55Z" name: ip-10-0-138-154.ec2.internal.18a6f58e607f8512 namespace: default resourceVersion: "5480" uid: 6fa0f568-cd22-4401-b66d-2ba982b84847 reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-138-154.ec2.internal source: component: kubelet host: ip-10-0-138-154.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T22:04:54Z" involvedObject: kind: Node name: ip-10-0-138-154.ec2.internal uid: ip-10-0-138-154.ec2.internal kind: Event lastTimestamp: "2026-04-16T22:04:55Z" message: 'Node ip-10-0-138-154.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-04-16T22:04:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T22:04:55Z" name: ip-10-0-138-154.ec2.internal.18a6f58e607fa838 namespace: default resourceVersion: "5491" uid: 318d8194-ddd8-4da5-84a9-b4522fce6144 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-138-154.ec2.internal source: component: kubelet host: ip-10-0-138-154.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:04:54Z" involvedObject: kind: Node name: ip-10-0-138-154.ec2.internal uid: ip-10-0-138-154.ec2.internal kind: Event lastTimestamp: "2026-04-16T22:04:54Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-04-16T22:04:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T22:04:54Z" name: ip-10-0-138-154.ec2.internal.18a6f58e63998c69 namespace: default resourceVersion: "5471" uid: e9cf9e3a-1713-413d-b81d-fb82cfe38cc6 reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-138-154.ec2.internal source: component: kubelet host: ip-10-0-138-154.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:04:55Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-138-154.ec2.internal resourceVersion: "5472" uid: b26c2378-6891-45a3-98a1-9940f7d6993c kind: Event lastTimestamp: "2026-04-16T22:04:55Z" message: Node synced successfully metadata: creationTimestamp: "2026-04-16T22:04:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-04-16T22:04:55Z" name: ip-10-0-138-154.ec2.internal.18a6f58e778fea74 namespace: default resourceVersion: "5556" uid: 2c6ac90b-5890-44e2-a473-02a9802cf105 reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:04:58Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-138-154.ec2.internal uid: b26c2378-6891-45a3-98a1-9940f7d6993c kind: Event lastTimestamp: "2026-04-16T22:04:58Z" message: 'Node ip-10-0-138-154.ec2.internal event: Registered Node ip-10-0-138-154.ec2.internal in Controller' metadata: creationTimestamp: "2026-04-16T22:04:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T22:04:58Z" name: ip-10-0-138-154.ec2.internal.18a6f58f30c87e28 namespace: default resourceVersion: "5766" uid: f1e6b49e-4a1d-4703-a059-58f33a972cf7 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:05:20Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-138-154.ec2.internal resourceVersion: "6329" uid: b26c2378-6891-45a3-98a1-9940f7d6993c kind: Event lastTimestamp: "2026-04-16T22:05:20Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-138-154.ec2.internal, error getting gateway config for node ip-10-0-138-154.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-138-154.ec2.internal", failed to update chassis to local for local node ip-10-0-138-154.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-138-154.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-138-154.ec2.internal]' metadata: creationTimestamp: "2026-04-16T22:05:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-138-154 operation: Update time: "2026-04-16T22:05:20Z" name: ip-10-0-138-154.ec2.internal.18a6f5946b390f0e namespace: default resourceVersion: "6331" uid: 8b22fa0b-dc8c-495a-b5a7-4e6b9b870d48 reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:05:27Z" involvedObject: kind: Node name: ip-10-0-138-154.ec2.internal uid: ip-10-0-138-154.ec2.internal kind: Event lastTimestamp: "2026-04-16T22:05:27Z" message: 'Node ip-10-0-138-154.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-04-16T22:05:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T22:05:27Z" name: ip-10-0-138-154.ec2.internal.18a6f595eae6229b namespace: default resourceVersion: "6522" uid: f3f5da55-b5ba-4f84-a259-6a59c3e2f1bc reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-138-154.ec2.internal source: component: kubelet host: ip-10-0-138-154.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:07:36Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-138-154.ec2.internal uid: b26c2378-6891-45a3-98a1-9940f7d6993c kind: Event lastTimestamp: "2026-04-16T22:07:36Z" message: 'Node ip-10-0-138-154.ec2.internal event: Registered Node ip-10-0-138-154.ec2.internal in Controller' metadata: creationTimestamp: "2026-04-16T22:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T22:07:36Z" name: ip-10-0-138-154.ec2.internal.18a6f5b3f46f669d namespace: default resourceVersion: "8038" uid: 425b7d3e-88ec-452a-8b5a-b69cf5f42325 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-16T22:13:40Z" involvedObject: apiVersion: v1 kind: Namespace name: kuadrant-system resourceVersion: "16444" uid: 51a37fd2-15e3-46bf-a1c5-fa9367f3333f kind: Event lastTimestamp: "2026-04-16T22:13:43Z" message: 'error using catalogsource kuadrant-system/kuadrant-operator-catalog: failed to list bundles: rpc error: code = Unavailable desc = connection error: desc = "error reading server preface: http2: frame too large"' metadata: creationTimestamp: "2026-04-16T22:13:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: catalog operation: Update time: "2026-04-16T22:13:44Z" name: kuadrant-system.18a6f608be757106 namespace: default resourceVersion: "16662" uid: e9d3ec66-2fbf-4b87-843b-d064f76c5fa6 reason: ResolutionFailed reportingComponent: operator-lifecycle-manager reportingInstance: "" source: component: operator-lifecycle-manager type: Warning - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Received signal to terminate, becoming unready, but keeping serving metadata: creationTimestamp: "2026-04-16T22:07:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-04-16T22:07:15Z" name: kube-system.18a6f5af3648827f namespace: default resourceVersion: "7583" uid: 5264f434-270a-49de-8788-d3abb3ee00cf reason: TerminationStart reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-75cb4547b4-2jdkg type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: The minimal shutdown duration of 15s finished metadata: creationTimestamp: "2026-04-16T22:07:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-04-16T22:07:30Z" name: kube-system.18a6f5b2b4ca2e8f namespace: default resourceVersion: "7869" uid: e431435a-0c40-4bf0-9169-b38cc26c7b27 reason: TerminationMinimalShutdownDurationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-75cb4547b4-2jdkg type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Server has stopped listening metadata: creationTimestamp: "2026-04-16T22:07:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-04-16T22:07:30Z" name: kube-system.18a6f5b2b4f7d7cd namespace: default resourceVersion: "7870" uid: 67c793f4-9f6a-4ae3-bd73-850aa07ff97e reason: TerminationStoppedServing reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-75cb4547b4-2jdkg type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pre-shutdown hooks have been finished metadata: creationTimestamp: "2026-04-16T22:07:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-04-16T22:07:30Z" name: kube-system.18a6f5b2b52f2c4c namespace: default resourceVersion: "7871" uid: bd6be4f8-0f7b-4e95-b7e7-60305f804b95 reason: TerminationPreShutdownHooksFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-75cb4547b4-2jdkg type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pending requests processed metadata: creationTimestamp: "2026-04-16T22:08:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-04-16T22:08:30Z" name: kube-system.18a6f5c0ad51e3f4 namespace: default resourceVersion: "10092" uid: 07db4988-374b-4bd3-af22-a20f91855506 reason: TerminationGracefulTerminationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-75cb4547b4-2jdkg type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T22:00:30Z" involvedObject: apiVersion: v1 kind: Namespace name: openshift-kube-apiserver namespace: default kind: Event lastTimestamp: "2026-04-16T22:00:30Z" message: readyz=true metadata: creationTimestamp: "2026-04-16T22:00:30Z" name: openshift-kube-apiserver.18a6f550b54c2994 namespace: default resourceVersion: "274" uid: 9def824c-b4b7-4bf1-aa65-b0ffa30223dd reason: KubeAPIReadyz reportingComponent: "" reportingInstance: "" source: component: apiserver host: kube-apiserver-5bbbc6454b-s46bh type: Warning kind: EventList metadata: resourceVersion: "46298"