--- apiVersion: v1 items: - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:53:05Z" involvedObject: apiVersion: operator.openshift.io/v1alpha1 kind: IstioCSR kind: Event lastTimestamp: "2026-04-18T02:53:05Z" message: controller is starting metadata: creationTimestamp: "2026-04-18T02:53:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: cert-manager-operator operation: Update time: "2026-04-18T02:53:05Z" name: 88b58667-a897-47c5-b833-9fd2808d83b3 namespace: default resourceVersion: "12126" uid: 908a93d2-d413-4bf9-8d5b-6a3053b981cc reason: ControllerStarted reportingComponent: cert-manager-istio-csr-controller reportingInstance: "" source: component: cert-manager-istio-csr-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:46:28Z" involvedObject: kind: CertificateSigningRequest name: csr-46pkr kind: Event lastTimestamp: "2026-04-18T02:46:28Z" message: CSR "csr-46pkr" has been approved metadata: creationTimestamp: "2026-04-18T02:46:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-04-18T02:46:28Z" name: csr-46pkr.18a753804553d898 namespace: default resourceVersion: "6482" uid: c1601f41-65cc-4ad8-93fa-b81ce7ef74e8 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:46:32Z" involvedObject: kind: CertificateSigningRequest name: csr-4kwtn kind: Event lastTimestamp: "2026-04-18T02:46:32Z" message: CSR "csr-4kwtn" has been approved metadata: creationTimestamp: "2026-04-18T02:46:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-04-18T02:46:32Z" name: csr-4kwtn.18a753813ee1fcb0 namespace: default resourceVersion: "6583" uid: 6f342d3d-ba5a-4f12-b3f1-b1f54538eb9e reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:46:05Z" involvedObject: kind: CertificateSigningRequest name: csr-fmxxf kind: Event lastTimestamp: "2026-04-18T02:46:05Z" message: CSR "csr-fmxxf" has been approved metadata: creationTimestamp: "2026-04-18T02:46:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-04-18T02:46:05Z" name: csr-fmxxf.18a7537ae9cddff7 namespace: default resourceVersion: "5935" uid: 467a2cc7-5a8f-4ef9-b31a-3f719a4999d0 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:46:28Z" involvedObject: kind: CertificateSigningRequest name: csr-p6cdf kind: Event lastTimestamp: "2026-04-18T02:46:28Z" message: CSR "csr-p6cdf" has been approved metadata: creationTimestamp: "2026-04-18T02:46:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-04-18T02:46:28Z" name: csr-p6cdf.18a753803bd47afa namespace: default resourceVersion: "6475" uid: f520d2d1-4538-4e3d-8889-cbcfbdc58034 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:46:22Z" involvedObject: kind: CertificateSigningRequest name: csr-qv9g4 kind: Event lastTimestamp: "2026-04-18T02:46:22Z" message: CSR "csr-qv9g4" has been approved metadata: creationTimestamp: "2026-04-18T02:46:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-04-18T02:46:22Z" name: csr-qv9g4.18a7537edc269843 namespace: default resourceVersion: "6331" uid: cafe2e9c-15aa-4cd6-a4e2-9263271a6ca3 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:46:11Z" involvedObject: kind: CertificateSigningRequest name: csr-sphlj kind: Event lastTimestamp: "2026-04-18T02:46:11Z" message: CSR "csr-sphlj" has been approved metadata: creationTimestamp: "2026-04-18T02:46:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-04-18T02:46:11Z" name: csr-sphlj.18a7537c672ab68f namespace: default resourceVersion: "6034" uid: a02b8db1-43d8-4433-b7ed-63dcca1de792 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:53:51Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: GatewayConfig name: default-gateway resourceVersion: "14034" uid: fd42af44-ca2c-4a3a-a9a2-b315ab81e12d kind: Event lastTimestamp: "2026-04-18T02:53:51Z" message: 'failed to create OAuth client: failed to get auth proxy secret openshift-ingress/kube-auth-proxy-creds: Secret "kube-auth-proxy-creds" not found' metadata: creationTimestamp: "2026-04-18T02:53:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-18T02:53:51Z" name: default-gateway.18a753e75bcd8110 namespace: default resourceVersion: "14048" uid: 80978b40-2581-41ba-95f8-8015f570ebaa reason: ProvisioningError reportingComponent: gatewayconfig reportingInstance: "" source: component: gatewayconfig type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-18T02:53:52Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: GatewayConfig name: default-gateway resourceVersion: "14241" uid: fd42af44-ca2c-4a3a-a9a2-b315ab81e12d kind: Event lastTimestamp: "2026-04-18T02:54:01Z" message: 'failed to lookup object openshift-ingress/data-science-tls-rule: no matches for kind "DestinationRule" in version "networking.istio.io/v1"' metadata: creationTimestamp: "2026-04-18T02:53:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-18T02:54:01Z" name: default-gateway.18a753e7c0606f31 namespace: default resourceVersion: "14552" uid: 7aa1e7d3-fce3-41ad-b7ce-2d2b703efdcc reason: ProvisioningError reportingComponent: gatewayconfig reportingInstance: "" source: component: gatewayconfig type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-04-18T02:54:03Z" involvedObject: apiVersion: components.platform.opendatahub.io/v1alpha1 kind: Kserve name: default-kserve resourceVersion: "14672" uid: a223c4d9-8f56-439a-be53-daf8807c4896 kind: Event lastTimestamp: "2026-04-18T02:54:31Z" message: "failure deploying resource {map[apiVersion:serving.kserve.io/v1alpha1 kind:LLMInferenceServiceConfig metadata:map[annotations:map[internal.config.kubernetes.io/previousKinds:LLMInferenceServiceConfig internal.config.kubernetes.io/previousNames:kserve-config-llm-decode-template internal.config.kubernetes.io/previousNamespaces:opendatahub platform.opendatahub.io/instance.generation:1 platform.opendatahub.io/instance.name:default-kserve platform.opendatahub.io/instance.uid:a223c4d9-8f56-439a-be53-daf8807c4896 platform.opendatahub.io/type:Open Data Hub platform.opendatahub.io/version:3.4.0-ea.1 serving.kserve.io/well-known-config:true] labels:map[app.kubernetes.io/part-of:kserve app.opendatahub.io/kserve:true platform.opendatahub.io/part-of:kserve] name:v3-4-0-ea-1-kserve-config-llm-decode-template namespace:opendatahub ownerReferences:[map[apiVersion:components.platform.opendatahub.io/v1alpha1 blockOwnerDeletion:%!s(bool=true) controller:%!s(bool=true) kind:Kserve name:default-kserve uid:a223c4d9-8f56-439a-be53-daf8807c4896]]] spec:map[template:map[containers:[map[args:[if [ \"$KSERVE_INFER_ROCE\" = \"true\" ]; then\n echo \"Trying to infer RoCE configs ... \"\n grep -H . /sys/class/infiniband/*/ports/*/gids/* 2>/dev/null\n grep -H . /sys/class/infiniband/*/ports/*/gid_attrs/types/* 2>/dev/null\n\n cat /proc/driver/nvidia/params\n\n \ KSERVE_INFER_IB_GID_INDEX_GREP=${KSERVE_INFER_IB_GID_INDEX_GREP:-\"RoCE v2\"}\n\n \ echo \"[Infer RoCE] Discovering active HCAs ...\"\n active_hcas=()\n # Loop through all mlx5 devices found in sysfs\n for hca_dir in /sys/class/infiniband/mlx5_*; do\n # Ensure it's a directory before proceeding\n if [ -d \"$hca_dir\" ]; then\n hca_name=$(basename \"$hca_dir\")\n port_state_file=\"$hca_dir/ports/1/state\" # Assume port 1\n type_file=\"$hca_dir/ports/1/gid_attrs/types/*\"\n\n \ echo \"[Infer RoCE] Check if the port state file ${port_state_file} exists and contains 'ACTIVE'\"\n if [ -f \"$port_state_file\" ] && grep -q \"ACTIVE\" \"$port_state_file\" && grep -q \"${KSERVE_INFER_IB_GID_INDEX_GREP}\" ${type_file} 2>/dev/null; then\n echo \"[Infer RoCE] Found active HCA: $hca_name\"\n active_hcas+=(\"$hca_name\")\n else\n \ echo \"[Infer RoCE] Skipping inactive or down HCA: $hca_name\"\n \ fi\n fi\n done\n\n ucx_hcas=()\n for hca in \"${active_hcas[@]}\"; do\n ucx_hcas+=(\"${hca}:1\")\n done\n\n # Check if we found any active HCAs\n \ if [ ${#active_hcas[@]} -gt 0 ]; then\n # Join the array elements with a comma\n hcas=$(IFS=,; echo \"${active_hcas[*]}\")\n echo \"[Infer RoCE] Setting active HCAs: ${hcas}\"\n export NCCL_IB_HCA=${NCCL_IB_HCA:-${hcas}}\n \ export NVSHMEM_HCA_LIST=${NVSHMEM_HCA_LIST:-${ucx_hcas}}\n export UCX_NET_DEVICES=${UCX_NET_DEVICES:-${ucx_hcas}}\n\n \ echo \"[Infer RoCE] NCCL_IB_HCA=${NCCL_IB_HCA}\"\n echo \"[Infer RoCE] NVSHMEM_HCA_LIST=${NVSHMEM_HCA_LIST}\"\n else\n echo \"[Infer RoCE] WARNING: No active RoCE HCAs found. NCCL_IB_HCA will not be set.\"\n fi\n\n if [ ${#active_hcas[@]} -gt 0 ]; then\n echo \"[Infer RoCE] Finding GID_INDEX for each active HCA (SR-IOV compatible)...\"\n\n # For SR-IOV environments, find the most common IPv4 RoCE v2 GID index across all HCAs\n declare -A gid_index_count\n declare -A hca_gid_index\n\n for hca_name in \"${active_hcas[@]}\"; do\n echo \"[Infer RoCE] Processing HCA: ${hca_name}\"\n\n # Find all RoCE v2 IPv4 GIDs for this HCA and count by index\n for tpath in /sys/class/infiniband/${hca_name}/ports/1/gid_attrs/types/*; do\n if grep -q \"${KSERVE_INFER_IB_GID_INDEX_GREP}\" \"$tpath\" 2>/dev/null; then\n idx=$(basename \"$tpath\")\n gid_file=\"/sys/class/infiniband/${hca_name}/ports/1/gids/${idx}\"\n \ # Check for IPv4 GID (contains ffff:)\n if [ -f \"$gid_file\" ] && grep -q \"ffff:\" \"$gid_file\"; then\n gid_value=$(cat \"$gid_file\" 2>/dev/null || echo \"\")\n echo \"[Infer RoCE] Found IPv4 RoCE v2 GID for ${hca_name}: index=${idx}, gid=${gid_value}\"\n hca_gid_index[\"${hca_name}\"]=\"${idx}\"\n \ gid_index_count[\"${idx}\"]=$((${gid_index_count[\"${idx}\"]} + 1))\n break # Use first found IPv4 GID per HCA\n fi\n \ fi\n done\n done\n\n # Find the most common GID index (most likely to be consistent across nodes)\n best_gid_index=\"\"\n \ max_count=0\n for idx in \"${!gid_index_count[@]}\"; do\n count=${gid_index_count[\"${idx}\"]}\n \ echo \"[Infer RoCE] GID_INDEX ${idx} found on ${count} HCAs\"\n if [ $count -gt $max_count ]; then\n max_count=$count\n best_gid_index=\"$idx\"\n \ fi\n done\n\n # Use deterministic fallback if counts are equal - prefer lower index number \n if [ ${#gid_index_count[@]} -gt 1 ]; then\n \ echo \"[Infer RoCE] Multiple GID indices found, selecting most common: ${best_gid_index}\"\n # If there's a tie, prefer index 3 as it's most common in SR-IOV setups\n if [ -n \"${gid_index_count['3']}\" ] && [ \"${gid_index_count['3']}\" -eq \"$max_count\" ]; then\n best_gid_index=\"3\"\n \ echo \"[Infer RoCE] Using deterministic fallback: GID_INDEX=3 (SR-IOV standard)\"\n fi\n fi\n\n # Check if GID_INDEX is already set via environment variables\n if [ -n \"${NCCL_IB_GID_INDEX}\" ]; then\n echo \"[Infer RoCE] Using pre-configured NCCL_IB_GID_INDEX=${NCCL_IB_GID_INDEX} from environment\"\n export NVSHMEM_IB_GID_INDEX=${NVSHMEM_IB_GID_INDEX:-$NCCL_IB_GID_INDEX}\n \ export UCX_IB_GID_INDEX=${UCX_IB_GID_INDEX:-$NCCL_IB_GID_INDEX}\n echo \"[Infer RoCE] Using hardcoded GID_INDEX=${NCCL_IB_GID_INDEX} for NCCL, NVSHMEM, and UCX\"\n elif [ -n \"$best_gid_index\" ]; then\n echo \"[Infer RoCE] Selected GID_INDEX: ${best_gid_index} (found on ${max_count} HCAs)\"\n\n \ export NCCL_IB_GID_INDEX=${NCCL_IB_GID_INDEX:-$best_gid_index}\n export NVSHMEM_IB_GID_INDEX=${NVSHMEM_IB_GID_INDEX:-$best_gid_index}\n export UCX_IB_GID_INDEX=${UCX_IB_GID_INDEX:-$best_gid_index}\n\n echo \"[Infer RoCE] Exported GID_INDEX=${best_gid_index} for NCCL, NVSHMEM, and UCX\"\n else\n \ echo \"[Infer RoCE] ERROR: No valid IPv4 ${KSERVE_INFER_IB_GID_INDEX_GREP} GID_INDEX found on any HCA.\"\n fi\n else\n echo \"[Infer RoCE] No active HCAs found, skipping GID_INDEX inference.\"\n fi\nfi\n\neval \"vllm serve /mnt/models \\\n --served-model-name \"{{ .Spec.Model.Name }}\" \\\n --port 8001 \\\n ${VLLM_ADDITIONAL_ARGS} \\\n --enable-ssl-refresh \\\n --ssl-certfile /var/run/kserve/tls/tls.crt \\\n --ssl-keyfile /var/run/kserve/tls/tls.key\"] command:[/bin/bash -c] env:[map[name:HOME value:/home] map[name:VLLM_LOGGING_LEVEL value:INFO] map[name:HF_HUB_CACHE value:/models]] image:registry.redhat.io/rhaiis/vllm-cuda-rhel9@sha256:fc68d623d1bfc36c8cb2fe4a71f19c8578cfb420ce8ce07b20a02c1ee0be0cf3 imagePullPolicy:IfNotPresent livenessProbe:map[failureThreshold:%!s(int64=3) httpGet:map[path:/health port:%!s(int64=8001) scheme:HTTPS] initialDelaySeconds:%!s(int64=120) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=10)] name:main ports:[map[containerPort:%!s(int64=8001) protocol:TCP]] readinessProbe:map[failureThreshold:%!s(int64=60) httpGet:map[path:/health port:%!s(int64=8001) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=5)] securityContext:map[allowPrivilegeEscalation:%!s(bool=false) capabilities:map[drop:[ALL]] readOnlyRootFilesystem:%!s(bool=false) runAsNonRoot:%!s(bool=true) seccompProfile:map[type:RuntimeDefault]] terminationMessagePath:/dev/termination-log terminationMessagePolicy:FallbackToLogsOnError volumeMounts:[map[mountPath:/home name:home] map[mountPath:/dev/shm name:dshm] map[mountPath:/models name:model-cache] map[mountPath:/var/run/kserve/tls name:tls-certs readOnly:%!s(bool=true)]]]] initContainers:[map[args:[--port=8000 --vllm-port=8001 --connector=nixlv2 --secure-proxy=true --cert-path=/var/run/kserve/tls --decoder-use-tls=true --prefiller-use-tls=true --enable-ssrf-protection=true --pool-group=inference.networking.x-k8s.io] env:[map[name:INFERENCE_POOL_NAMESPACE valueFrom:map[fieldRef:map[fieldPath:metadata.namespace]]] map[name:SSL_CERT_DIR value:/var/run/kserve/tls:/var/run/secrets/kubernetes.io/serviceaccount:/etc/pki/tls/certs]] image:quay.io/opendatahub/llm-d-routing-sidecar:release-v0.4 imagePullPolicy:IfNotPresent livenessProbe:map[failureThreshold:%!s(int64=3) httpGet:map[path:/health port:%!s(int64=8000) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=10)] name:llm-d-routing-sidecar ports:[map[containerPort:%!s(int64=8000) protocol:TCP]] readinessProbe:map[failureThreshold:%!s(int64=10) httpGet:map[path:/health port:%!s(int64=8000) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=5)] resources:map[] restartPolicy:Always securityContext:map[allowPrivilegeEscalation:%!s(bool=false) capabilities:map[drop:[ALL]] readOnlyRootFilesystem:%!s(bool=false) runAsNonRoot:%!s(bool=true)] terminationMessagePath:/dev/termination-log terminationMessagePolicy:FallbackToLogsOnError volumeMounts:[map[mountPath:/var/run/kserve/tls name:tls-certs readOnly:%!s(bool=true)]]]] terminationGracePeriodSeconds:%!s(int64=30) volumes:[map[emptyDir:map[] name:home] map[emptyDir:map[medium:Memory sizeLimit:1Gi] name:dshm] map[emptyDir:map[] name:model-cache] map[name:tls-certs secret:map[secretName:{{ ChildName .ObjectMeta.Name `-kserve-self-signed-certs` }}]]]]]]}: apply failed serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig opendatahub/v3-4-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.validator\": failed to call webhook: Post \"https://kserve-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha1-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"kserve-webhook-server-service\"" metadata: creationTimestamp: "2026-04-18T02:54:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-18T02:54:31Z" name: default-kserve.18a753ea2bcef240 namespace: default resourceVersion: "16221" uid: cd780e02-afe0-485e-889d-d452d0aab6c3 reason: ProvisioningError reportingComponent: kserve reportingInstance: "" source: component: kserve type: Warning - apiVersion: v1 count: 31 eventTime: null firstTimestamp: "2026-04-18T02:53:51Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: Monitoring name: default-monitoring resourceVersion: "13987" uid: a924a8fd-b0d1-4e4f-a796-0c1a638f2932 kind: Event lastTimestamp: "2026-04-18T03:13:30Z" message: 'error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache' metadata: creationTimestamp: "2026-04-18T02:53:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-18T03:13:30Z" name: default-monitoring.18a753e755ef5648 namespace: default resourceVersion: "37622" uid: 1f07b535-9c64-43de-9705-f5ca4b592059 reason: ProvisioningError reportingComponent: monitoring reportingInstance: "" source: component: monitoring type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:45:57Z" involvedObject: kind: Node name: ip-10-0-128-79.ec2.internal uid: ip-10-0-128-79.ec2.internal kind: Event lastTimestamp: "2026-04-18T02:45:57Z" message: Starting kubelet. metadata: creationTimestamp: "2026-04-18T02:45:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-18T02:45:57Z" name: ip-10-0-128-79.ec2.internal.18a7537903cd84ae namespace: default resourceVersion: "5455" uid: 80ddff5d-55f7-40cb-9f71-a64a16b50343 reason: Starting reportingComponent: kubelet reportingInstance: ip-10-0-128-79.ec2.internal source: component: kubelet host: ip-10-0-128-79.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-18T02:45:57Z" involvedObject: kind: Node name: ip-10-0-128-79.ec2.internal uid: ip-10-0-128-79.ec2.internal kind: Event lastTimestamp: "2026-04-18T02:45:57Z" message: 'Node ip-10-0-128-79.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-04-18T02:45:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-18T02:45:57Z" name: ip-10-0-128-79.ec2.internal.18a7537905943b60 namespace: default resourceVersion: "5544" uid: 2414303a-a7c6-43e1-b691-bc82c95dcae6 reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-128-79.ec2.internal source: component: kubelet host: ip-10-0-128-79.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-18T02:45:57Z" involvedObject: kind: Node name: ip-10-0-128-79.ec2.internal uid: ip-10-0-128-79.ec2.internal kind: Event lastTimestamp: "2026-04-18T02:45:57Z" message: 'Node ip-10-0-128-79.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-04-18T02:45:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-18T02:45:57Z" name: ip-10-0-128-79.ec2.internal.18a753790594862c namespace: default resourceVersion: "5545" uid: 4fa24fdc-0efc-4a26-838e-3ff260e9720b reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-128-79.ec2.internal source: component: kubelet host: ip-10-0-128-79.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-18T02:45:57Z" involvedObject: kind: Node name: ip-10-0-128-79.ec2.internal uid: ip-10-0-128-79.ec2.internal kind: Event lastTimestamp: "2026-04-18T02:45:57Z" message: 'Node ip-10-0-128-79.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-04-18T02:45:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-18T02:45:57Z" name: ip-10-0-128-79.ec2.internal.18a753790594ae60 namespace: default resourceVersion: "5547" uid: 2d30b54d-2232-4f33-8ecd-f7a822092f17 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-128-79.ec2.internal source: component: kubelet host: ip-10-0-128-79.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:45:57Z" involvedObject: kind: Node name: ip-10-0-128-79.ec2.internal uid: ip-10-0-128-79.ec2.internal kind: Event lastTimestamp: "2026-04-18T02:45:57Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-04-18T02:45:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-18T02:45:57Z" name: ip-10-0-128-79.ec2.internal.18a753790968054b namespace: default resourceVersion: "5459" uid: 5debae03-2fbc-4769-9ecb-968ebf24dd98 reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-128-79.ec2.internal source: component: kubelet host: ip-10-0-128-79.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:45:57Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-128-79.ec2.internal resourceVersion: "5460" uid: 1abe4b77-f2da-41ed-b2d6-276a963c9f8f kind: Event lastTimestamp: "2026-04-18T02:45:57Z" message: Node synced successfully metadata: creationTimestamp: "2026-04-18T02:45:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-04-18T02:45:57Z" name: ip-10-0-128-79.ec2.internal.18a753791ef7cb0d namespace: default resourceVersion: "5555" uid: b402c510-0f9a-4453-8885-e3f3948a0ec4 reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:46:00Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-128-79.ec2.internal uid: 1abe4b77-f2da-41ed-b2d6-276a963c9f8f kind: Event lastTimestamp: "2026-04-18T02:46:00Z" message: 'Node ip-10-0-128-79.ec2.internal event: Registered Node ip-10-0-128-79.ec2.internal in Controller' metadata: creationTimestamp: "2026-04-18T02:46:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-18T02:46:00Z" name: ip-10-0-128-79.ec2.internal.18a75379bee34e26 namespace: default resourceVersion: "5620" uid: 87811ba0-996b-4e8b-a0d5-0f8129079319 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:46:23Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-128-79.ec2.internal resourceVersion: "6398" uid: 1abe4b77-f2da-41ed-b2d6-276a963c9f8f kind: Event lastTimestamp: "2026-04-18T02:46:23Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-128-79.ec2.internal, error getting gateway config for node ip-10-0-128-79.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-128-79.ec2.internal", failed to update chassis to local for local node ip-10-0-128-79.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-128-79.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-128-79.ec2.internal]' metadata: creationTimestamp: "2026-04-18T02:46:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-128-79 operation: Update time: "2026-04-18T02:46:23Z" name: ip-10-0-128-79.ec2.internal.18a7537f38a7df16 namespace: default resourceVersion: "6405" uid: 09def769-7adf-4829-95c3-4d743134f568 reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:46:29Z" involvedObject: kind: Node name: ip-10-0-128-79.ec2.internal uid: ip-10-0-128-79.ec2.internal kind: Event lastTimestamp: "2026-04-18T02:46:29Z" message: 'Node ip-10-0-128-79.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-04-18T02:46:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-18T02:46:29Z" name: ip-10-0-128-79.ec2.internal.18a7538092be04ae namespace: default resourceVersion: "6504" uid: c6e30e19-47cd-417a-9787-313ee85bdec0 reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-128-79.ec2.internal source: component: kubelet host: ip-10-0-128-79.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:48:52Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-128-79.ec2.internal uid: 1abe4b77-f2da-41ed-b2d6-276a963c9f8f kind: Event lastTimestamp: "2026-04-18T02:48:52Z" message: 'Node ip-10-0-128-79.ec2.internal event: Registered Node ip-10-0-128-79.ec2.internal in Controller' metadata: creationTimestamp: "2026-04-18T02:48:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-18T02:48:52Z" name: ip-10-0-128-79.ec2.internal.18a753a1c99705a2 namespace: default resourceVersion: "8062" uid: 22d2ba21-79a1-4760-b9d8-43da63b3fbee reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:46:02Z" involvedObject: kind: Node name: ip-10-0-129-229.ec2.internal uid: ip-10-0-129-229.ec2.internal kind: Event lastTimestamp: "2026-04-18T02:46:02Z" message: Starting kubelet. metadata: creationTimestamp: "2026-04-18T02:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-18T02:46:02Z" name: ip-10-0-129-229.ec2.internal.18a7537a4b4a80fc namespace: default resourceVersion: "5714" uid: 8f3a67f1-8206-4323-b229-25a021812bc5 reason: Starting reportingComponent: kubelet reportingInstance: ip-10-0-129-229.ec2.internal source: component: kubelet host: ip-10-0-129-229.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-18T02:46:02Z" involvedObject: kind: Node name: ip-10-0-129-229.ec2.internal uid: ip-10-0-129-229.ec2.internal kind: Event lastTimestamp: "2026-04-18T02:46:02Z" message: 'Node ip-10-0-129-229.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-04-18T02:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-18T02:46:02Z" name: ip-10-0-129-229.ec2.internal.18a7537a4d3a9ec5 namespace: default resourceVersion: "5720" uid: 65656a80-a1e9-456b-ac42-50c5028ccdb2 reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-129-229.ec2.internal source: component: kubelet host: ip-10-0-129-229.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-18T02:46:02Z" involvedObject: kind: Node name: ip-10-0-129-229.ec2.internal uid: ip-10-0-129-229.ec2.internal kind: Event lastTimestamp: "2026-04-18T02:46:02Z" message: 'Node ip-10-0-129-229.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-04-18T02:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-18T02:46:02Z" name: ip-10-0-129-229.ec2.internal.18a7537a4d3b08ea namespace: default resourceVersion: "5722" uid: fb702730-a561-4983-9bb8-4999e92d06d0 reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-129-229.ec2.internal source: component: kubelet host: ip-10-0-129-229.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-18T02:46:02Z" involvedObject: kind: Node name: ip-10-0-129-229.ec2.internal uid: ip-10-0-129-229.ec2.internal kind: Event lastTimestamp: "2026-04-18T02:46:02Z" message: 'Node ip-10-0-129-229.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-04-18T02:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-18T02:46:02Z" name: ip-10-0-129-229.ec2.internal.18a7537a4d3b4a2f namespace: default resourceVersion: "5729" uid: de0f4a09-c0ee-462e-abaa-c369c6a6ea5c reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-129-229.ec2.internal source: component: kubelet host: ip-10-0-129-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:46:02Z" involvedObject: kind: Node name: ip-10-0-129-229.ec2.internal uid: ip-10-0-129-229.ec2.internal kind: Event lastTimestamp: "2026-04-18T02:46:02Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-04-18T02:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-18T02:46:02Z" name: ip-10-0-129-229.ec2.internal.18a7537a4ff2d786 namespace: default resourceVersion: "5718" uid: c406ac14-5fea-401c-9458-f53e6d53ce3a reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-129-229.ec2.internal source: component: kubelet host: ip-10-0-129-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:46:03Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-129-229.ec2.internal resourceVersion: "5721" uid: 6bd39c07-9fc0-4608-ab3b-d9406ec1c358 kind: Event lastTimestamp: "2026-04-18T02:46:03Z" message: Node synced successfully metadata: creationTimestamp: "2026-04-18T02:46:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-04-18T02:46:03Z" name: ip-10-0-129-229.ec2.internal.18a7537a661d4157 namespace: default resourceVersion: "5818" uid: a867b82e-36b5-4d09-98be-d9dc870a2d53 reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:46:05Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-129-229.ec2.internal uid: 6bd39c07-9fc0-4608-ab3b-d9406ec1c358 kind: Event lastTimestamp: "2026-04-18T02:46:05Z" message: 'Node ip-10-0-129-229.ec2.internal event: Registered Node ip-10-0-129-229.ec2.internal in Controller' metadata: creationTimestamp: "2026-04-18T02:46:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-18T02:46:05Z" name: ip-10-0-129-229.ec2.internal.18a7537ae8efebcf namespace: default resourceVersion: "5933" uid: 7fe88514-a133-4998-ae38-3975c04062dd reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:46:29Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-129-229.ec2.internal resourceVersion: "6502" uid: 6bd39c07-9fc0-4608-ab3b-d9406ec1c358 kind: Event lastTimestamp: "2026-04-18T02:46:29Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-129-229.ec2.internal, error getting gateway config for node ip-10-0-129-229.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-129-229.ec2.internal", failed to update chassis to local for local node ip-10-0-129-229.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-129-229.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-129-229.ec2.internal]' metadata: creationTimestamp: "2026-04-18T02:46:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-129-229 operation: Update time: "2026-04-18T02:46:29Z" name: ip-10-0-129-229.ec2.internal.18a753809827e703 namespace: default resourceVersion: "6527" uid: 35690197-ee65-4d71-aa2c-f68bab30e0e3 reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:46:34Z" involvedObject: kind: Node name: ip-10-0-129-229.ec2.internal uid: ip-10-0-129-229.ec2.internal kind: Event lastTimestamp: "2026-04-18T02:46:34Z" message: 'Node ip-10-0-129-229.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-04-18T02:46:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-18T02:46:34Z" name: ip-10-0-129-229.ec2.internal.18a7538195dc5a4a namespace: default resourceVersion: "6606" uid: 6b9cc0a3-21ec-4fa6-b3c3-eadd8e8f6c3e reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-129-229.ec2.internal source: component: kubelet host: ip-10-0-129-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:48:52Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-129-229.ec2.internal uid: 6bd39c07-9fc0-4608-ab3b-d9406ec1c358 kind: Event lastTimestamp: "2026-04-18T02:48:52Z" message: 'Node ip-10-0-129-229.ec2.internal event: Registered Node ip-10-0-129-229.ec2.internal in Controller' metadata: creationTimestamp: "2026-04-18T02:48:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-18T02:48:52Z" name: ip-10-0-129-229.ec2.internal.18a753a1c9976ead namespace: default resourceVersion: "8071" uid: 29863ece-220b-4900-9fc7-fbbb69efb8b6 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-18T02:45:41Z" involvedObject: kind: Node name: ip-10-0-140-103.ec2.internal uid: ip-10-0-140-103.ec2.internal kind: Event lastTimestamp: "2026-04-18T02:45:41Z" message: 'Node ip-10-0-140-103.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-04-18T02:45:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-18T02:45:41Z" name: ip-10-0-140-103.ec2.internal.18a75375431c4ef3 namespace: default resourceVersion: "5216" uid: fa97ff87-963b-4260-bcc3-5d7afb52e953 reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-140-103.ec2.internal source: component: kubelet host: ip-10-0-140-103.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-18T02:45:41Z" involvedObject: kind: Node name: ip-10-0-140-103.ec2.internal uid: ip-10-0-140-103.ec2.internal kind: Event lastTimestamp: "2026-04-18T02:45:41Z" message: 'Node ip-10-0-140-103.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-04-18T02:45:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-18T02:45:41Z" name: ip-10-0-140-103.ec2.internal.18a75375431c9563 namespace: default resourceVersion: "5217" uid: 7ca28f64-22cb-4cc0-8e37-87c8cb95c682 reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-140-103.ec2.internal source: component: kubelet host: ip-10-0-140-103.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-18T02:45:41Z" involvedObject: kind: Node name: ip-10-0-140-103.ec2.internal uid: ip-10-0-140-103.ec2.internal kind: Event lastTimestamp: "2026-04-18T02:45:41Z" message: 'Node ip-10-0-140-103.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-04-18T02:45:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-18T02:45:41Z" name: ip-10-0-140-103.ec2.internal.18a75375431cbfab namespace: default resourceVersion: "5218" uid: 68edd307-c96b-45c1-b9cd-c99b295ff1c5 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-140-103.ec2.internal source: component: kubelet host: ip-10-0-140-103.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:45:41Z" involvedObject: kind: Node name: ip-10-0-140-103.ec2.internal uid: ip-10-0-140-103.ec2.internal kind: Event lastTimestamp: "2026-04-18T02:45:41Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-04-18T02:45:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-18T02:45:41Z" name: ip-10-0-140-103.ec2.internal.18a7537545886926 namespace: default resourceVersion: "5187" uid: d12358d0-1709-4699-a7b0-44b2f2134676 reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-140-103.ec2.internal source: component: kubelet host: ip-10-0-140-103.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:45:41Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-140-103.ec2.internal resourceVersion: "5189" uid: ca62c75f-98b8-4643-aaf0-76c2a41abc17 kind: Event lastTimestamp: "2026-04-18T02:45:41Z" message: Node synced successfully metadata: creationTimestamp: "2026-04-18T02:45:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-04-18T02:45:41Z" name: ip-10-0-140-103.ec2.internal.18a753755bbccdb7 namespace: default resourceVersion: "5245" uid: 8d4532ca-1c70-43da-8a0b-0396fdab7416 reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:45:45Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-140-103.ec2.internal uid: ca62c75f-98b8-4643-aaf0-76c2a41abc17 kind: Event lastTimestamp: "2026-04-18T02:45:45Z" message: 'Node ip-10-0-140-103.ec2.internal event: Registered Node ip-10-0-140-103.ec2.internal in Controller' metadata: creationTimestamp: "2026-04-18T02:45:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-18T02:45:45Z" name: ip-10-0-140-103.ec2.internal.18a7537640ac6c17 namespace: default resourceVersion: "5381" uid: 7e310d4b-0e95-461b-9482-2032867fb7cc reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:46:06Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-140-103.ec2.internal resourceVersion: "5954" uid: ca62c75f-98b8-4643-aaf0-76c2a41abc17 kind: Event lastTimestamp: "2026-04-18T02:46:06Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-140-103.ec2.internal, error getting gateway config for node ip-10-0-140-103.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-140-103.ec2.internal", failed to update chassis to local for local node ip-10-0-140-103.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-140-103.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-140-103.ec2.internal]' metadata: creationTimestamp: "2026-04-18T02:46:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-140-103 operation: Update time: "2026-04-18T02:46:06Z" name: ip-10-0-140-103.ec2.internal.18a7537b466d33bd namespace: default resourceVersion: "5956" uid: 2bf20e4b-59b0-4037-9e03-540fe4a931a7 reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:46:13Z" involvedObject: kind: Node name: ip-10-0-140-103.ec2.internal uid: ip-10-0-140-103.ec2.internal kind: Event lastTimestamp: "2026-04-18T02:46:13Z" message: 'Node ip-10-0-140-103.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-04-18T02:46:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-18T02:46:13Z" name: ip-10-0-140-103.ec2.internal.18a7537cc0756698 namespace: default resourceVersion: "6053" uid: 5a37a65b-907c-47d0-90d8-a342bc29be24 reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-140-103.ec2.internal source: component: kubelet host: ip-10-0-140-103.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:48:52Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-140-103.ec2.internal uid: ca62c75f-98b8-4643-aaf0-76c2a41abc17 kind: Event lastTimestamp: "2026-04-18T02:48:52Z" message: 'Node ip-10-0-140-103.ec2.internal event: Registered Node ip-10-0-140-103.ec2.internal in Controller' metadata: creationTimestamp: "2026-04-18T02:48:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-18T02:48:52Z" name: ip-10-0-140-103.ec2.internal.18a753a1c9977ef7 namespace: default resourceVersion: "8079" uid: 27f2467d-5759-46bb-9f20-2d630f98a6cc reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-18T02:55:03Z" involvedObject: apiVersion: v1 kind: Namespace name: kuadrant-system resourceVersion: "16454" uid: cc509321-ca1a-4f99-a87c-88dd455f4854 kind: Event lastTimestamp: "2026-04-18T02:55:06Z" message: 'error using catalogsource kuadrant-system/kuadrant-operator-catalog: failed to list bundles: rpc error: code = Unavailable desc = connection error: desc = "error reading server preface: http2: frame too large"' metadata: creationTimestamp: "2026-04-18T02:55:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: catalog operation: Update time: "2026-04-18T02:55:08Z" name: kuadrant-system.18a753f83069d3f3 namespace: default resourceVersion: "16701" uid: 6b7901c7-64b4-45b7-83ea-05833b9cb123 reason: ResolutionFailed reportingComponent: operator-lifecycle-manager reportingInstance: "" source: component: operator-lifecycle-manager type: Warning - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Received signal to terminate, becoming unready, but keeping serving metadata: creationTimestamp: "2026-04-18T02:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-04-18T02:48:29Z" name: kube-system.18a7539c79e0b83f namespace: default resourceVersion: "7613" uid: f85fab19-c512-467e-82bc-46042bdba21f reason: TerminationStart reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-6c8f7595c-tkc2g type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: The minimal shutdown duration of 15s finished metadata: creationTimestamp: "2026-04-18T02:48:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-04-18T02:48:44Z" name: kube-system.18a7539ff83e95de namespace: default resourceVersion: "7897" uid: dd69250b-1761-4410-b939-c13771e9bfa1 reason: TerminationMinimalShutdownDurationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-6c8f7595c-tkc2g type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Server has stopped listening metadata: creationTimestamp: "2026-04-18T02:48:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-04-18T02:48:44Z" name: kube-system.18a7539ff89059b4 namespace: default resourceVersion: "7898" uid: cf60eec0-9edd-460f-baa8-8425b0be55b6 reason: TerminationStoppedServing reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-6c8f7595c-tkc2g type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pre-shutdown hooks have been finished metadata: creationTimestamp: "2026-04-18T02:48:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-04-18T02:48:44Z" name: kube-system.18a7539ff8c6f06b namespace: default resourceVersion: "7899" uid: 5cec3c79-2dce-49f5-bfb6-b49003260671 reason: TerminationPreShutdownHooksFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-6c8f7595c-tkc2g type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pending requests processed metadata: creationTimestamp: "2026-04-18T02:49:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-04-18T02:49:44Z" name: kube-system.18a753adf0e6b00b namespace: default resourceVersion: "10092" uid: a56b796a-3dcf-455e-95ab-d45c7b93346e reason: TerminationGracefulTerminationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-6c8f7595c-tkc2g type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:56:14Z" involvedObject: apiVersion: v1 kind: Endpoints name: maas-default-gateway-openshift-default kind: Event lastTimestamp: "2026-04-18T02:56:14Z" message: 'Failed to create endpoint for service openshift-ingress/maas-default-gateway-openshift-default: endpoints "maas-default-gateway-openshift-default" already exists' metadata: creationTimestamp: "2026-04-18T02:56:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-18T02:56:14Z" name: maas-default-gateway-openshift-default.18a754089f54e9a3 namespace: default resourceVersion: "20556" uid: 5273c0a5-f3f4-4282-bc57-f8cd9e7529b1 reason: FailedToCreateEndpoint reportingComponent: endpoint-controller reportingInstance: "" source: component: endpoint-controller type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-18T02:41:40Z" involvedObject: apiVersion: v1 kind: Namespace name: openshift-kube-apiserver namespace: default kind: Event lastTimestamp: "2026-04-18T02:41:40Z" message: readyz=true metadata: creationTimestamp: "2026-04-18T02:41:40Z" name: openshift-kube-apiserver.18a7533d3abc23cb namespace: default resourceVersion: "274" uid: 75bcb542-3faa-4909-9f83-2f2673563bc8 reason: KubeAPIReadyz reportingComponent: "" reportingInstance: "" source: component: apiserver host: kube-apiserver-57d7d46c59-2dzpc type: Warning kind: EventList metadata: resourceVersion: "45992"