--- apiVersion: v1 items: - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:53Z" involvedObject: kind: CertificateSigningRequest name: csr-dbhdm kind: Event lastTimestamp: "2026-05-21T21:21:53Z" message: CSR "csr-dbhdm" has been approved metadata: creationTimestamp: "2026-05-21T21:21:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T21:21:53Z" name: csr-dbhdm.18b1b18543aa70cd namespace: default resourceVersion: "6681" uid: 5e1d9c81-c0c8-4bcd-82b7-862d2072db94 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:59Z" involvedObject: kind: CertificateSigningRequest name: csr-kzfdf kind: Event lastTimestamp: "2026-05-21T21:21:59Z" message: CSR "csr-kzfdf" has been approved metadata: creationTimestamp: "2026-05-21T21:21:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T21:21:59Z" name: csr-kzfdf.18b1b186abe82fac namespace: default resourceVersion: "6757" uid: 4c912e66-0d39-4c0f-ae29-ce0cd1e39ecf reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:40Z" involvedObject: kind: CertificateSigningRequest name: csr-pvg92 kind: Event lastTimestamp: "2026-05-21T21:21:40Z" message: CSR "csr-pvg92" has been approved metadata: creationTimestamp: "2026-05-21T21:21:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T21:21:40Z" name: csr-pvg92.18b1b1823b2378f8 namespace: default resourceVersion: "6386" uid: 43cfa5fd-8831-4120-b78d-d04fe1b890ca reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:32Z" involvedObject: kind: CertificateSigningRequest name: csr-rbbtd kind: Event lastTimestamp: "2026-05-21T21:21:32Z" message: CSR "csr-rbbtd" has been approved metadata: creationTimestamp: "2026-05-21T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T21:21:32Z" name: csr-rbbtd.18b1b180686ad043 namespace: default resourceVersion: "6167" uid: 59cbafa8-f880-4653-b5f0-3a7d6d6a2120 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:47Z" involvedObject: kind: CertificateSigningRequest name: csr-sr9gb kind: Event lastTimestamp: "2026-05-21T21:21:47Z" message: CSR "csr-sr9gb" has been approved metadata: creationTimestamp: "2026-05-21T21:21:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T21:21:47Z" name: csr-sr9gb.18b1b183bd0a9767 namespace: default resourceVersion: "6486" uid: e40ae501-d43d-4646-868f-7432c9eb68e3 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:37Z" involvedObject: kind: CertificateSigningRequest name: csr-wftjm kind: Event lastTimestamp: "2026-05-21T21:21:37Z" message: CSR "csr-wftjm" has been approved metadata: creationTimestamp: "2026-05-21T21:21:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-21T21:21:37Z" name: csr-wftjm.18b1b18170bc858d namespace: default resourceVersion: "6298" uid: eac4ed33-7238-44ed-8237-c9b333f7605c reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:27:05Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: GatewayConfig name: default-gateway resourceVersion: "13376" uid: 68ed72fe-9466-4ad0-a2e5-f567532287ab kind: Event lastTimestamp: "2026-05-21T21:27:05Z" message: 'failed to create OAuth client: failed to get auth proxy secret openshift-ingress/kube-auth-proxy-creds: Secret "kube-auth-proxy-creds" not found' metadata: creationTimestamp: "2026-05-21T21:27:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-21T21:27:05Z" name: default-gateway.18b1b1cde0ab8000 namespace: default resourceVersion: "13394" uid: cf13e433-e971-48c1-9b3a-aa95f876469f reason: ProvisioningError reportingComponent: gatewayconfig reportingInstance: "" source: component: gatewayconfig type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-05-21T21:27:08Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: GatewayConfig name: default-gateway resourceVersion: "13710" uid: 68ed72fe-9466-4ad0-a2e5-f567532287ab kind: Event lastTimestamp: "2026-05-21T21:27:19Z" message: 'failed to lookup object openshift-ingress/data-science-tls-rule: no matches for kind "DestinationRule" in version "networking.istio.io/v1"' metadata: creationTimestamp: "2026-05-21T21:27:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-21T21:27:19Z" name: default-gateway.18b1b1ce76149bde namespace: default resourceVersion: "14081" uid: 5cc00eb5-1265-4377-806f-eceed4bc4f03 reason: ProvisioningError reportingComponent: gatewayconfig reportingInstance: "" source: component: gatewayconfig type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-05-21T21:27:18Z" involvedObject: apiVersion: components.platform.opendatahub.io/v1alpha1 kind: Kserve name: default-kserve resourceVersion: "14050" uid: 31673a4c-1c7a-45e9-98fe-ffc4b50bac6e kind: Event lastTimestamp: "2026-05-21T21:27:47Z" message: "failure deploying resource {map[apiVersion:serving.kserve.io/v1alpha1 kind:LLMInferenceServiceConfig metadata:map[annotations:map[internal.config.kubernetes.io/previousKinds:LLMInferenceServiceConfig internal.config.kubernetes.io/previousNames:kserve-config-llm-decode-template internal.config.kubernetes.io/previousNamespaces:opendatahub platform.opendatahub.io/instance.generation:1 platform.opendatahub.io/instance.name:default-kserve platform.opendatahub.io/instance.uid:31673a4c-1c7a-45e9-98fe-ffc4b50bac6e platform.opendatahub.io/type:Open Data Hub platform.opendatahub.io/version:3.4.0-ea.1 serving.kserve.io/well-known-config:true] labels:map[app.kubernetes.io/part-of:kserve app.opendatahub.io/kserve:true platform.opendatahub.io/part-of:kserve] name:v3-4-0-ea-1-kserve-config-llm-decode-template namespace:opendatahub ownerReferences:[map[apiVersion:components.platform.opendatahub.io/v1alpha1 blockOwnerDeletion:%!s(bool=true) controller:%!s(bool=true) kind:Kserve name:default-kserve uid:31673a4c-1c7a-45e9-98fe-ffc4b50bac6e]]] spec:map[template:map[containers:[map[args:[if [ \"$KSERVE_INFER_ROCE\" = \"true\" ]; then\n echo \"Trying to infer RoCE configs ... \"\n grep -H . /sys/class/infiniband/*/ports/*/gids/* 2>/dev/null\n grep -H . /sys/class/infiniband/*/ports/*/gid_attrs/types/* 2>/dev/null\n\n cat /proc/driver/nvidia/params\n\n \ KSERVE_INFER_IB_GID_INDEX_GREP=${KSERVE_INFER_IB_GID_INDEX_GREP:-\"RoCE v2\"}\n\n \ echo \"[Infer RoCE] Discovering active HCAs ...\"\n active_hcas=()\n # Loop through all mlx5 devices found in sysfs\n for hca_dir in /sys/class/infiniband/mlx5_*; do\n # Ensure it's a directory before proceeding\n if [ -d \"$hca_dir\" ]; then\n hca_name=$(basename \"$hca_dir\")\n port_state_file=\"$hca_dir/ports/1/state\" # Assume port 1\n type_file=\"$hca_dir/ports/1/gid_attrs/types/*\"\n\n \ echo \"[Infer RoCE] Check if the port state file ${port_state_file} exists and contains 'ACTIVE'\"\n if [ -f \"$port_state_file\" ] && grep -q \"ACTIVE\" \"$port_state_file\" && grep -q \"${KSERVE_INFER_IB_GID_INDEX_GREP}\" ${type_file} 2>/dev/null; then\n echo \"[Infer RoCE] Found active HCA: $hca_name\"\n active_hcas+=(\"$hca_name\")\n else\n \ echo \"[Infer RoCE] Skipping inactive or down HCA: $hca_name\"\n \ fi\n fi\n done\n\n ucx_hcas=()\n for hca in \"${active_hcas[@]}\"; do\n ucx_hcas+=(\"${hca}:1\")\n done\n\n # Check if we found any active HCAs\n \ if [ ${#active_hcas[@]} -gt 0 ]; then\n # Join the array elements with a comma\n hcas=$(IFS=,; echo \"${active_hcas[*]}\")\n echo \"[Infer RoCE] Setting active HCAs: ${hcas}\"\n export NCCL_IB_HCA=${NCCL_IB_HCA:-${hcas}}\n \ export NVSHMEM_HCA_LIST=${NVSHMEM_HCA_LIST:-${ucx_hcas}}\n export UCX_NET_DEVICES=${UCX_NET_DEVICES:-${ucx_hcas}}\n\n \ echo \"[Infer RoCE] NCCL_IB_HCA=${NCCL_IB_HCA}\"\n echo \"[Infer RoCE] NVSHMEM_HCA_LIST=${NVSHMEM_HCA_LIST}\"\n else\n echo \"[Infer RoCE] WARNING: No active RoCE HCAs found. NCCL_IB_HCA will not be set.\"\n fi\n\n if [ ${#active_hcas[@]} -gt 0 ]; then\n echo \"[Infer RoCE] Finding GID_INDEX for each active HCA (SR-IOV compatible)...\"\n\n # For SR-IOV environments, find the most common IPv4 RoCE v2 GID index across all HCAs\n declare -A gid_index_count\n declare -A hca_gid_index\n\n for hca_name in \"${active_hcas[@]}\"; do\n echo \"[Infer RoCE] Processing HCA: ${hca_name}\"\n\n # Find all RoCE v2 IPv4 GIDs for this HCA and count by index\n for tpath in /sys/class/infiniband/${hca_name}/ports/1/gid_attrs/types/*; do\n if grep -q \"${KSERVE_INFER_IB_GID_INDEX_GREP}\" \"$tpath\" 2>/dev/null; then\n idx=$(basename \"$tpath\")\n gid_file=\"/sys/class/infiniband/${hca_name}/ports/1/gids/${idx}\"\n \ # Check for IPv4 GID (contains ffff:)\n if [ -f \"$gid_file\" ] && grep -q \"ffff:\" \"$gid_file\"; then\n gid_value=$(cat \"$gid_file\" 2>/dev/null || echo \"\")\n echo \"[Infer RoCE] Found IPv4 RoCE v2 GID for ${hca_name}: index=${idx}, gid=${gid_value}\"\n hca_gid_index[\"${hca_name}\"]=\"${idx}\"\n \ gid_index_count[\"${idx}\"]=$((${gid_index_count[\"${idx}\"]} + 1))\n break # Use first found IPv4 GID per HCA\n fi\n \ fi\n done\n done\n\n # Find the most common GID index (most likely to be consistent across nodes)\n best_gid_index=\"\"\n \ max_count=0\n for idx in \"${!gid_index_count[@]}\"; do\n count=${gid_index_count[\"${idx}\"]}\n \ echo \"[Infer RoCE] GID_INDEX ${idx} found on ${count} HCAs\"\n if [ $count -gt $max_count ]; then\n max_count=$count\n best_gid_index=\"$idx\"\n \ fi\n done\n\n # Use deterministic fallback if counts are equal - prefer lower index number \n if [ ${#gid_index_count[@]} -gt 1 ]; then\n \ echo \"[Infer RoCE] Multiple GID indices found, selecting most common: ${best_gid_index}\"\n # If there's a tie, prefer index 3 as it's most common in SR-IOV setups\n if [ -n \"${gid_index_count['3']}\" ] && [ \"${gid_index_count['3']}\" -eq \"$max_count\" ]; then\n best_gid_index=\"3\"\n \ echo \"[Infer RoCE] Using deterministic fallback: GID_INDEX=3 (SR-IOV standard)\"\n fi\n fi\n\n # Check if GID_INDEX is already set via environment variables\n if [ -n \"${NCCL_IB_GID_INDEX}\" ]; then\n echo \"[Infer RoCE] Using pre-configured NCCL_IB_GID_INDEX=${NCCL_IB_GID_INDEX} from environment\"\n export NVSHMEM_IB_GID_INDEX=${NVSHMEM_IB_GID_INDEX:-$NCCL_IB_GID_INDEX}\n \ export UCX_IB_GID_INDEX=${UCX_IB_GID_INDEX:-$NCCL_IB_GID_INDEX}\n echo \"[Infer RoCE] Using hardcoded GID_INDEX=${NCCL_IB_GID_INDEX} for NCCL, NVSHMEM, and UCX\"\n elif [ -n \"$best_gid_index\" ]; then\n echo \"[Infer RoCE] Selected GID_INDEX: ${best_gid_index} (found on ${max_count} HCAs)\"\n\n \ export NCCL_IB_GID_INDEX=${NCCL_IB_GID_INDEX:-$best_gid_index}\n export NVSHMEM_IB_GID_INDEX=${NVSHMEM_IB_GID_INDEX:-$best_gid_index}\n export UCX_IB_GID_INDEX=${UCX_IB_GID_INDEX:-$best_gid_index}\n\n echo \"[Infer RoCE] Exported GID_INDEX=${best_gid_index} for NCCL, NVSHMEM, and UCX\"\n else\n \ echo \"[Infer RoCE] ERROR: No valid IPv4 ${KSERVE_INFER_IB_GID_INDEX_GREP} GID_INDEX found on any HCA.\"\n fi\n else\n echo \"[Infer RoCE] No active HCAs found, skipping GID_INDEX inference.\"\n fi\nfi\n\neval \"vllm serve /mnt/models \\\n --served-model-name \"{{ .Spec.Model.Name }}\" \\\n --port 8001 \\\n ${VLLM_ADDITIONAL_ARGS} \\\n --enable-ssl-refresh \\\n --ssl-certfile /var/run/kserve/tls/tls.crt \\\n --ssl-keyfile /var/run/kserve/tls/tls.key\"] command:[/bin/bash -c] env:[map[name:HOME value:/home] map[name:VLLM_LOGGING_LEVEL value:INFO] map[name:HF_HUB_CACHE value:/models]] image:registry.redhat.io/rhaiis/vllm-cuda-rhel9@sha256:fc68d623d1bfc36c8cb2fe4a71f19c8578cfb420ce8ce07b20a02c1ee0be0cf3 imagePullPolicy:IfNotPresent livenessProbe:map[failureThreshold:%!s(int64=3) httpGet:map[path:/health port:%!s(int64=8001) scheme:HTTPS] initialDelaySeconds:%!s(int64=120) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=10)] name:main ports:[map[containerPort:%!s(int64=8001) protocol:TCP]] readinessProbe:map[failureThreshold:%!s(int64=60) httpGet:map[path:/health port:%!s(int64=8001) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=5)] securityContext:map[allowPrivilegeEscalation:%!s(bool=false) capabilities:map[drop:[ALL]] readOnlyRootFilesystem:%!s(bool=false) runAsNonRoot:%!s(bool=true) seccompProfile:map[type:RuntimeDefault]] terminationMessagePath:/dev/termination-log terminationMessagePolicy:FallbackToLogsOnError volumeMounts:[map[mountPath:/home name:home] map[mountPath:/dev/shm name:dshm] map[mountPath:/models name:model-cache] map[mountPath:/var/run/kserve/tls name:tls-certs readOnly:%!s(bool=true)]]]] initContainers:[map[args:[--port=8000 --vllm-port=8001 --connector=nixlv2 --secure-proxy=true --cert-path=/var/run/kserve/tls --decoder-use-tls=true --prefiller-use-tls=true --enable-ssrf-protection=true --pool-group=inference.networking.x-k8s.io] env:[map[name:INFERENCE_POOL_NAMESPACE valueFrom:map[fieldRef:map[fieldPath:metadata.namespace]]] map[name:SSL_CERT_DIR value:/var/run/kserve/tls:/var/run/secrets/kubernetes.io/serviceaccount:/etc/pki/tls/certs]] image:quay.io/opendatahub/llm-d-routing-sidecar:release-v0.4 imagePullPolicy:IfNotPresent livenessProbe:map[failureThreshold:%!s(int64=3) httpGet:map[path:/health port:%!s(int64=8000) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=10)] name:llm-d-routing-sidecar ports:[map[containerPort:%!s(int64=8000) protocol:TCP]] readinessProbe:map[failureThreshold:%!s(int64=10) httpGet:map[path:/health port:%!s(int64=8000) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=5)] resources:map[] restartPolicy:Always securityContext:map[allowPrivilegeEscalation:%!s(bool=false) capabilities:map[drop:[ALL]] readOnlyRootFilesystem:%!s(bool=false) runAsNonRoot:%!s(bool=true)] terminationMessagePath:/dev/termination-log terminationMessagePolicy:FallbackToLogsOnError volumeMounts:[map[mountPath:/var/run/kserve/tls name:tls-certs readOnly:%!s(bool=true)]]]] terminationGracePeriodSeconds:%!s(int64=30) volumes:[map[emptyDir:map[] name:home] map[emptyDir:map[medium:Memory sizeLimit:1Gi] name:dshm] map[emptyDir:map[] name:model-cache] map[name:tls-certs secret:map[secretName:{{ ChildName .ObjectMeta.Name `-kserve-self-signed-certs` }}]]]]]]}: apply failed serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig opendatahub/v3-4-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.validator\": failed to call webhook: Post \"https://kserve-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha1-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"kserve-webhook-server-service\"" metadata: creationTimestamp: "2026-05-21T21:27:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-21T21:27:47Z" name: default-kserve.18b1b1d0c54b1fe6 namespace: default resourceVersion: "15515" uid: b931f077-fd39-4e39-ab88-eaf21dd30ed3 reason: ProvisioningError reportingComponent: kserve reportingInstance: "" source: component: kserve type: Warning - apiVersion: v1 count: 34 eventTime: null firstTimestamp: "2026-05-21T21:27:05Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: Monitoring name: default-monitoring resourceVersion: "13341" uid: 68d467d4-2d2d-483e-b8f2-1a3ea28d31b7 kind: Event lastTimestamp: "2026-05-21T21:46:43Z" message: 'error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache' metadata: creationTimestamp: "2026-05-21T21:27:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-21T21:46:43Z" name: default-monitoring.18b1b1cdd4762bc3 namespace: default resourceVersion: "37002" uid: 9612be60-175a-4500-a4a4-33378e38eab3 reason: ProvisioningError reportingComponent: monitoring reportingInstance: "" source: component: monitoring type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:28Z" involvedObject: kind: Node name: ip-10-0-129-28.ec2.internal uid: ip-10-0-129-28.ec2.internal kind: Event lastTimestamp: "2026-05-21T21:21:28Z" message: Starting kubelet. metadata: creationTimestamp: "2026-05-21T21:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T21:21:28Z" name: ip-10-0-129-28.ec2.internal.18b1b17f48436b02 namespace: default resourceVersion: "5955" uid: 6d18816d-60e6-4b5a-a0ae-ec7a4f663412 reason: Starting reportingComponent: kubelet reportingInstance: ip-10-0-129-28.ec2.internal source: component: kubelet host: ip-10-0-129-28.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T21:21:28Z" involvedObject: kind: Node name: ip-10-0-129-28.ec2.internal uid: ip-10-0-129-28.ec2.internal kind: Event lastTimestamp: "2026-05-21T21:21:28Z" message: 'Node ip-10-0-129-28.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-21T21:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T21:21:28Z" name: ip-10-0-129-28.ec2.internal.18b1b17f49ec2174 namespace: default resourceVersion: "6049" uid: 47fd7c6b-ee18-4835-8ff9-4663d9d66ef5 reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-129-28.ec2.internal source: component: kubelet host: ip-10-0-129-28.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T21:21:28Z" involvedObject: kind: Node name: ip-10-0-129-28.ec2.internal uid: ip-10-0-129-28.ec2.internal kind: Event lastTimestamp: "2026-05-21T21:21:28Z" message: 'Node ip-10-0-129-28.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-21T21:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T21:21:28Z" name: ip-10-0-129-28.ec2.internal.18b1b17f49ec7d69 namespace: default resourceVersion: "6051" uid: 2c689266-f503-4688-ac77-8160943f058b reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-129-28.ec2.internal source: component: kubelet host: ip-10-0-129-28.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T21:21:28Z" involvedObject: kind: Node name: ip-10-0-129-28.ec2.internal uid: ip-10-0-129-28.ec2.internal kind: Event lastTimestamp: "2026-05-21T21:21:28Z" message: 'Node ip-10-0-129-28.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-21T21:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T21:21:28Z" name: ip-10-0-129-28.ec2.internal.18b1b17f49ecb6d2 namespace: default resourceVersion: "6056" uid: 4d8edf91-7923-49c1-8e95-d0df335b551e reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-129-28.ec2.internal source: component: kubelet host: ip-10-0-129-28.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:28Z" involvedObject: kind: Node name: ip-10-0-129-28.ec2.internal uid: ip-10-0-129-28.ec2.internal kind: Event lastTimestamp: "2026-05-21T21:21:28Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-21T21:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T21:21:28Z" name: ip-10-0-129-28.ec2.internal.18b1b17f4c9c4c92 namespace: default resourceVersion: "5959" uid: 6c705a8f-e2d7-4da3-a04d-d33b83208d15 reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-129-28.ec2.internal source: component: kubelet host: ip-10-0-129-28.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:28Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-129-28.ec2.internal resourceVersion: "5963" uid: b095a11f-2608-423e-8d81-8f7e7a28eebd kind: Event lastTimestamp: "2026-05-21T21:21:28Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-21T21:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-21T21:21:28Z" name: ip-10-0-129-28.ec2.internal.18b1b17f64605294 namespace: default resourceVersion: "6059" uid: f5f1ad1e-168a-4d87-a8ec-dfa1f0e307bc reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:29Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-129-28.ec2.internal uid: b095a11f-2608-423e-8d81-8f7e7a28eebd kind: Event lastTimestamp: "2026-05-21T21:21:29Z" message: 'Node ip-10-0-129-28.ec2.internal event: Registered Node ip-10-0-129-28.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T21:21:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T21:21:29Z" name: ip-10-0-129-28.ec2.internal.18b1b17fb8c69c65 namespace: default resourceVersion: "6124" uid: ec0e4bc1-8651-44a0-ab8d-7c959aa92eba reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:55Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-129-28.ec2.internal resourceVersion: "6701" uid: b095a11f-2608-423e-8d81-8f7e7a28eebd kind: Event lastTimestamp: "2026-05-21T21:21:55Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-129-28.ec2.internal, error getting gateway config for node ip-10-0-129-28.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-129-28.ec2.internal", failed to update chassis to local for local node ip-10-0-129-28.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-129-28.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-129-28.ec2.internal]' metadata: creationTimestamp: "2026-05-21T21:21:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-129-28 operation: Update time: "2026-05-21T21:21:55Z" name: ip-10-0-129-28.ec2.internal.18b1b185a4be29fe namespace: default resourceVersion: "6704" uid: 419c776a-d34b-4c7b-a169-4165b2ea24d1 reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:22:01Z" involvedObject: kind: Node name: ip-10-0-129-28.ec2.internal uid: ip-10-0-129-28.ec2.internal kind: Event lastTimestamp: "2026-05-21T21:22:01Z" message: 'Node ip-10-0-129-28.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-21T21:22:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T21:22:01Z" name: ip-10-0-129-28.ec2.internal.18b1b1870bf9a9b6 namespace: default resourceVersion: "6772" uid: c6cc4125-fd34-4a76-ab65-4b7d3c0266c1 reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-129-28.ec2.internal source: component: kubelet host: ip-10-0-129-28.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:23:20Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-129-28.ec2.internal uid: b095a11f-2608-423e-8d81-8f7e7a28eebd kind: Event lastTimestamp: "2026-05-21T21:23:20Z" message: 'Node ip-10-0-129-28.ec2.internal event: Registered Node ip-10-0-129-28.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T21:23:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T21:23:20Z" name: ip-10-0-129-28.ec2.internal.18b1b1996f484311 namespace: default resourceVersion: "7924" uid: ac2d3cd1-2813-4e15-9ed7-202e1a7abedf reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T21:21:04Z" involvedObject: kind: Node name: ip-10-0-133-99.ec2.internal uid: ip-10-0-133-99.ec2.internal kind: Event lastTimestamp: "2026-05-21T21:21:04Z" message: 'Node ip-10-0-133-99.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-21T21:21:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T21:21:04Z" name: ip-10-0-133-99.ec2.internal.18b1b179d55a0dbd namespace: default resourceVersion: "5440" uid: 6c2f09f6-8a00-445c-986f-58d8674f12d5 reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-133-99.ec2.internal source: component: kubelet host: ip-10-0-133-99.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T21:21:04Z" involvedObject: kind: Node name: ip-10-0-133-99.ec2.internal uid: ip-10-0-133-99.ec2.internal kind: Event lastTimestamp: "2026-05-21T21:21:04Z" message: 'Node ip-10-0-133-99.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-21T21:21:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T21:21:04Z" name: ip-10-0-133-99.ec2.internal.18b1b179d55ad02b namespace: default resourceVersion: "5441" uid: 4c76dc08-d81e-495e-b98f-fbf9a80701aa reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-133-99.ec2.internal source: component: kubelet host: ip-10-0-133-99.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T21:21:04Z" involvedObject: kind: Node name: ip-10-0-133-99.ec2.internal uid: ip-10-0-133-99.ec2.internal kind: Event lastTimestamp: "2026-05-21T21:21:04Z" message: 'Node ip-10-0-133-99.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-21T21:21:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T21:21:04Z" name: ip-10-0-133-99.ec2.internal.18b1b179d55b0c2e namespace: default resourceVersion: "5442" uid: 15a5f273-52bd-492e-a578-ee2670efffb5 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-133-99.ec2.internal source: component: kubelet host: ip-10-0-133-99.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:04Z" involvedObject: kind: Node name: ip-10-0-133-99.ec2.internal uid: ip-10-0-133-99.ec2.internal kind: Event lastTimestamp: "2026-05-21T21:21:04Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-21T21:21:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T21:21:04Z" name: ip-10-0-133-99.ec2.internal.18b1b179d824e9e1 namespace: default resourceVersion: "5397" uid: 58f2359e-b2c5-4d34-930a-078c5a449e9a reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-133-99.ec2.internal source: component: kubelet host: ip-10-0-133-99.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:04Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-133-99.ec2.internal uid: ead0bc72-d30b-447d-900b-ca59c7c3f658 kind: Event lastTimestamp: "2026-05-21T21:21:04Z" message: 'Node ip-10-0-133-99.ec2.internal event: Registered Node ip-10-0-133-99.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T21:21:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T21:21:04Z" name: ip-10-0-133-99.ec2.internal.18b1b179e664f845 namespace: default resourceVersion: "5439" uid: 338bdcff-8c4e-4980-ba88-515a3a8448b4 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:05Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-133-99.ec2.internal resourceVersion: "5399" uid: ead0bc72-d30b-447d-900b-ca59c7c3f658 kind: Event lastTimestamp: "2026-05-21T21:21:05Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-21T21:21:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-21T21:21:05Z" name: ip-10-0-133-99.ec2.internal.18b1b179f1ef1f5d namespace: default resourceVersion: "5473" uid: 98e2b755-b670-401c-8c31-31ca717ba1eb reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:34Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-133-99.ec2.internal resourceVersion: "6187" uid: ead0bc72-d30b-447d-900b-ca59c7c3f658 kind: Event lastTimestamp: "2026-05-21T21:21:34Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-133-99.ec2.internal, error getting gateway config for node ip-10-0-133-99.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-133-99.ec2.internal", failed to update chassis to local for local node ip-10-0-133-99.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-133-99.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-133-99.ec2.internal]' metadata: creationTimestamp: "2026-05-21T21:21:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-133-99 operation: Update time: "2026-05-21T21:21:34Z" name: ip-10-0-133-99.ec2.internal.18b1b180c47cf8d8 namespace: default resourceVersion: "6189" uid: f0c86fb3-a2e8-4fb5-875a-560e993e83f3 reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:38Z" involvedObject: kind: Node name: ip-10-0-133-99.ec2.internal uid: ip-10-0-133-99.ec2.internal kind: Event lastTimestamp: "2026-05-21T21:21:38Z" message: 'Node ip-10-0-133-99.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-21T21:21:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T21:21:38Z" name: ip-10-0-133-99.ec2.internal.18b1b181b8d72aef namespace: default resourceVersion: "6334" uid: d17cca7b-7456-4cfb-ac11-d73fd3049fd2 reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-133-99.ec2.internal source: component: kubelet host: ip-10-0-133-99.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:23:20Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-133-99.ec2.internal uid: ead0bc72-d30b-447d-900b-ca59c7c3f658 kind: Event lastTimestamp: "2026-05-21T21:23:20Z" message: 'Node ip-10-0-133-99.ec2.internal event: Registered Node ip-10-0-133-99.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T21:23:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T21:23:20Z" name: ip-10-0-133-99.ec2.internal.18b1b1996f48678d namespace: default resourceVersion: "7930" uid: eeb78910-4dfd-4969-9870-9c92d8f534cd reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T21:21:14Z" involvedObject: kind: Node name: ip-10-0-135-166.ec2.internal uid: ip-10-0-135-166.ec2.internal kind: Event lastTimestamp: "2026-05-21T21:21:14Z" message: 'Node ip-10-0-135-166.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-21T21:21:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T21:21:15Z" name: ip-10-0-135-166.ec2.internal.18b1b17c2e47692d namespace: default resourceVersion: "5695" uid: ad093fd0-d3e2-4d96-8a9f-d49fd17031cc reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-135-166.ec2.internal source: component: kubelet host: ip-10-0-135-166.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T21:21:14Z" involvedObject: kind: Node name: ip-10-0-135-166.ec2.internal uid: ip-10-0-135-166.ec2.internal kind: Event lastTimestamp: "2026-05-21T21:21:14Z" message: 'Node ip-10-0-135-166.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-21T21:21:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T21:21:15Z" name: ip-10-0-135-166.ec2.internal.18b1b17c2e47ba81 namespace: default resourceVersion: "5700" uid: 664ef136-a1b9-4ecf-a6cd-7921423057a6 reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-135-166.ec2.internal source: component: kubelet host: ip-10-0-135-166.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-21T21:21:14Z" involvedObject: kind: Node name: ip-10-0-135-166.ec2.internal uid: ip-10-0-135-166.ec2.internal kind: Event lastTimestamp: "2026-05-21T21:21:14Z" message: 'Node ip-10-0-135-166.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-21T21:21:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T21:21:15Z" name: ip-10-0-135-166.ec2.internal.18b1b17c2e47f38a namespace: default resourceVersion: "5703" uid: 78b30b6e-12c6-4d4c-81e2-5d0996724f15 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-135-166.ec2.internal source: component: kubelet host: ip-10-0-135-166.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:14Z" involvedObject: kind: Node name: ip-10-0-135-166.ec2.internal uid: ip-10-0-135-166.ec2.internal kind: Event lastTimestamp: "2026-05-21T21:21:14Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-21T21:21:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T21:21:14Z" name: ip-10-0-135-166.ec2.internal.18b1b17c3117637a namespace: default resourceVersion: "5603" uid: 5d52b39f-d90a-4207-894e-911d911578fa reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-135-166.ec2.internal source: component: kubelet host: ip-10-0-135-166.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:14Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-135-166.ec2.internal uid: c214c711-e14b-4252-b29d-09592e54df7b kind: Event lastTimestamp: "2026-05-21T21:21:14Z" message: 'Node ip-10-0-135-166.ec2.internal event: Registered Node ip-10-0-135-166.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T21:21:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T21:21:14Z" name: ip-10-0-135-166.ec2.internal.18b1b17c3a887b46 namespace: default resourceVersion: "5631" uid: 9a822176-b9f7-401e-ab94-1f37fb0b5f97 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:15Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-135-166.ec2.internal resourceVersion: "5610" uid: c214c711-e14b-4252-b29d-09592e54df7b kind: Event lastTimestamp: "2026-05-21T21:21:15Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-21T21:21:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-21T21:21:15Z" name: ip-10-0-135-166.ec2.internal.18b1b17c45791177 namespace: default resourceVersion: "5708" uid: ddfd6c40-d753-4970-9cba-21188224ba59 reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:42Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-135-166.ec2.internal resourceVersion: "6407" uid: c214c711-e14b-4252-b29d-09592e54df7b kind: Event lastTimestamp: "2026-05-21T21:21:42Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-135-166.ec2.internal, error getting gateway config for node ip-10-0-135-166.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-135-166.ec2.internal", failed to update chassis to local for local node ip-10-0-135-166.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-135-166.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-135-166.ec2.internal]' metadata: creationTimestamp: "2026-05-21T21:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-135-166 operation: Update time: "2026-05-21T21:21:42Z" name: ip-10-0-135-166.ec2.internal.18b1b182980904bc namespace: default resourceVersion: "6409" uid: a98a1351-933f-480b-9b78-964b487d548f reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:21:48Z" involvedObject: kind: Node name: ip-10-0-135-166.ec2.internal uid: ip-10-0-135-166.ec2.internal kind: Event lastTimestamp: "2026-05-21T21:21:48Z" message: 'Node ip-10-0-135-166.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-21T21:21:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-21T21:21:48Z" name: ip-10-0-135-166.ec2.internal.18b1b18416b09781 namespace: default resourceVersion: "6531" uid: a0cbe9f9-be09-415d-9067-9dc8a5929ed8 reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-135-166.ec2.internal source: component: kubelet host: ip-10-0-135-166.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:23:20Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-135-166.ec2.internal uid: c214c711-e14b-4252-b29d-09592e54df7b kind: Event lastTimestamp: "2026-05-21T21:23:20Z" message: 'Node ip-10-0-135-166.ec2.internal event: Registered Node ip-10-0-135-166.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-21T21:23:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-21T21:23:20Z" name: ip-10-0-135-166.ec2.internal.18b1b1996f471fd9 namespace: default resourceVersion: "7917" uid: cb80b40b-5d6c-48a6-a405-a01e38f023a2 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-05-21T21:28:17Z" involvedObject: apiVersion: v1 kind: Namespace name: kuadrant-system resourceVersion: "15730" uid: b3cde0c4-ceee-4b86-9929-bea05cd30fff kind: Event lastTimestamp: "2026-05-21T21:28:20Z" message: 'error using catalogsource kuadrant-system/kuadrant-operator-catalog: failed to list bundles: rpc error: code = Unavailable desc = connection error: desc = "error reading server preface: http2: frame too large"' metadata: creationTimestamp: "2026-05-21T21:28:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: catalog operation: Update time: "2026-05-21T21:28:23Z" name: kuadrant-system.18b1b1deb034baf9 namespace: default resourceVersion: "15997" uid: 4afa5164-ed0a-42b6-b981-498ddd4cc08c reason: ResolutionFailed reportingComponent: operator-lifecycle-manager reportingInstance: "" source: component: operator-lifecycle-manager type: Warning - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Received signal to terminate, becoming unready, but keeping serving metadata: creationTimestamp: "2026-05-21T21:22:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-21T21:22:59Z" name: kube-system.18b1b19496396b10 namespace: default resourceVersion: "7552" uid: a3aedc62-f965-4d2d-aba7-0800d9c615d7 reason: TerminationStart reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-575657cdfc-tffnl type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: The minimal shutdown duration of 15s finished metadata: creationTimestamp: "2026-05-21T21:23:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-21T21:23:14Z" name: kube-system.18b1b19814937ae8 namespace: default resourceVersion: "7831" uid: 5dd69a3e-d22f-427f-8126-527dad1848e2 reason: TerminationMinimalShutdownDurationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-575657cdfc-tffnl type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Server has stopped listening metadata: creationTimestamp: "2026-05-21T21:23:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-21T21:23:14Z" name: kube-system.18b1b19814c72688 namespace: default resourceVersion: "7832" uid: 8a5df626-b324-48fd-addc-cf695c3322ee reason: TerminationStoppedServing reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-575657cdfc-tffnl type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pre-shutdown hooks have been finished metadata: creationTimestamp: "2026-05-21T21:23:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-21T21:23:14Z" name: kube-system.18b1b19814fa92b7 namespace: default resourceVersion: "7833" uid: 4c03c60f-30e4-4862-bb89-0afaf0a7d4ef reason: TerminationPreShutdownHooksFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-575657cdfc-tffnl type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pending requests processed metadata: creationTimestamp: "2026-05-21T21:24:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-21T21:24:14Z" name: kube-system.18b1b1a60d1a3755 namespace: default resourceVersion: "10117" uid: 805e3b51-2855-4789-8518-9f65c63fc467 reason: TerminationGracefulTerminationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-575657cdfc-tffnl type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-21T21:16:06Z" involvedObject: apiVersion: v1 kind: Namespace name: openshift-kube-apiserver namespace: default kind: Event lastTimestamp: "2026-05-21T21:16:06Z" message: readyz=true metadata: creationTimestamp: "2026-05-21T21:16:06Z" name: openshift-kube-apiserver.18b1b13455ef3173 namespace: default resourceVersion: "274" uid: 25583188-9cb7-4af5-b12d-472ef789b2c0 reason: KubeAPIReadyz reportingComponent: "" reportingInstance: "" source: component: apiserver host: kube-apiserver-9c86ffc78-d9d62 type: Warning kind: EventList metadata: resourceVersion: "45617"