--- apiVersion: v1 items: - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:53Z" involvedObject: kind: CertificateSigningRequest name: csr-2sv8k kind: Event lastTimestamp: "2026-05-29T00:47:53Z" message: CSR "csr-2sv8k" has been approved metadata: creationTimestamp: "2026-05-29T00:47:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-29T00:47:53Z" name: csr-2sv8k.18b3e2d2e13551b2 namespace: default resourceVersion: "6684" uid: 648ec257-8400-4137-b5af-432808d79b17 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:44Z" involvedObject: kind: CertificateSigningRequest name: csr-8wj2b kind: Event lastTimestamp: "2026-05-29T00:47:44Z" message: CSR "csr-8wj2b" has been approved metadata: creationTimestamp: "2026-05-29T00:47:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-29T00:47:44Z" name: csr-8wj2b.18b3e2d0ea172e09 namespace: default resourceVersion: "6460" uid: 3aaa4e0d-3ee1-4a76-9323-a663465869d4 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:46Z" involvedObject: kind: CertificateSigningRequest name: csr-b9c8j kind: Event lastTimestamp: "2026-05-29T00:47:46Z" message: CSR "csr-b9c8j" has been approved metadata: creationTimestamp: "2026-05-29T00:47:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-29T00:47:46Z" name: csr-b9c8j.18b3e2d173fc67de namespace: default resourceVersion: "6532" uid: 53372219-91f8-4913-a3e1-8cda5b63bd96 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:44Z" involvedObject: kind: CertificateSigningRequest name: csr-cqnq6 kind: Event lastTimestamp: "2026-05-29T00:47:44Z" message: CSR "csr-cqnq6" has been approved metadata: creationTimestamp: "2026-05-29T00:47:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-29T00:47:44Z" name: csr-cqnq6.18b3e2d0d9cc4469 namespace: default resourceVersion: "6452" uid: b531fc99-d017-4291-a795-4749e109daf6 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:51Z" involvedObject: kind: CertificateSigningRequest name: csr-wl7f6 kind: Event lastTimestamp: "2026-05-29T00:47:51Z" message: CSR "csr-wl7f6" has been approved metadata: creationTimestamp: "2026-05-29T00:47:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-29T00:47:51Z" name: csr-wl7f6.18b3e2d27f283101 namespace: default resourceVersion: "6617" uid: 2de698e8-d10a-46ba-bfb2-37a536f12314 reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:50Z" involvedObject: kind: CertificateSigningRequest name: csr-wskn7 kind: Event lastTimestamp: "2026-05-29T00:47:50Z" message: CSR "csr-wskn7" has been approved metadata: creationTimestamp: "2026-05-29T00:47:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ovnkube-identity operation: Update time: "2026-05-29T00:47:51Z" name: csr-wskn7.18b3e2d26494027e namespace: default resourceVersion: "6606" uid: ce5ce808-4d65-4385-93f4-ae5098203efb reason: CSRApproved reportingComponent: ovnkube-csr-approver-controller reportingInstance: "" source: component: ovnkube-csr-approver-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:53:03Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: GatewayConfig name: default-gateway resourceVersion: "13969" uid: ebee1a62-cf42-49b9-8653-88595fd119b4 kind: Event lastTimestamp: "2026-05-29T00:53:03Z" message: 'failed to create OAuth client: failed to get auth proxy secret openshift-ingress/kube-auth-proxy-creds: Secret "kube-auth-proxy-creds" not found' metadata: creationTimestamp: "2026-05-29T00:53:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-29T00:53:03Z" name: default-gateway.18b3e31b36f4da41 namespace: default resourceVersion: "13973" uid: bae2c0b5-cd2f-4a59-9e3a-3c0df3223fac reason: ProvisioningError reportingComponent: gatewayconfig reportingInstance: "" source: component: gatewayconfig type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-05-29T00:53:05Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: GatewayConfig name: default-gateway resourceVersion: "14162" uid: ebee1a62-cf42-49b9-8653-88595fd119b4 kind: Event lastTimestamp: "2026-05-29T00:53:19Z" message: 'failed to lookup object openshift-ingress/data-science-tls-rule: no matches for kind "DestinationRule" in version "networking.istio.io/v1"' metadata: creationTimestamp: "2026-05-29T00:53:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-29T00:53:19Z" name: default-gateway.18b3e31b86066ee7 namespace: default resourceVersion: "14697" uid: 2564fa55-3677-4c5b-aa2d-4b295a5c35f9 reason: ProvisioningError reportingComponent: gatewayconfig reportingInstance: "" source: component: gatewayconfig type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-05-29T00:53:13Z" involvedObject: apiVersion: components.platform.opendatahub.io/v1alpha1 kind: Kserve name: default-kserve resourceVersion: "14517" uid: cb2bfa69-10bb-4629-ab8c-4cc703a7a29b kind: Event lastTimestamp: "2026-05-29T00:53:39Z" message: "failure deploying resource {map[apiVersion:serving.kserve.io/v1alpha1 kind:LLMInferenceServiceConfig metadata:map[annotations:map[internal.config.kubernetes.io/previousKinds:LLMInferenceServiceConfig internal.config.kubernetes.io/previousNames:kserve-config-llm-decode-template internal.config.kubernetes.io/previousNamespaces:opendatahub platform.opendatahub.io/instance.generation:1 platform.opendatahub.io/instance.name:default-kserve platform.opendatahub.io/instance.uid:cb2bfa69-10bb-4629-ab8c-4cc703a7a29b platform.opendatahub.io/type:Open Data Hub platform.opendatahub.io/version:3.4.0-ea.1 serving.kserve.io/well-known-config:true] labels:map[app.kubernetes.io/part-of:kserve app.opendatahub.io/kserve:true platform.opendatahub.io/part-of:kserve] name:v3-4-0-ea-1-kserve-config-llm-decode-template namespace:opendatahub ownerReferences:[map[apiVersion:components.platform.opendatahub.io/v1alpha1 blockOwnerDeletion:%!s(bool=true) controller:%!s(bool=true) kind:Kserve name:default-kserve uid:cb2bfa69-10bb-4629-ab8c-4cc703a7a29b]]] spec:map[template:map[containers:[map[args:[if [ \"$KSERVE_INFER_ROCE\" = \"true\" ]; then\n echo \"Trying to infer RoCE configs ... \"\n grep -H . /sys/class/infiniband/*/ports/*/gids/* 2>/dev/null\n grep -H . /sys/class/infiniband/*/ports/*/gid_attrs/types/* 2>/dev/null\n\n cat /proc/driver/nvidia/params\n\n \ KSERVE_INFER_IB_GID_INDEX_GREP=${KSERVE_INFER_IB_GID_INDEX_GREP:-\"RoCE v2\"}\n\n \ echo \"[Infer RoCE] Discovering active HCAs ...\"\n active_hcas=()\n # Loop through all mlx5 devices found in sysfs\n for hca_dir in /sys/class/infiniband/mlx5_*; do\n # Ensure it's a directory before proceeding\n if [ -d \"$hca_dir\" ]; then\n hca_name=$(basename \"$hca_dir\")\n port_state_file=\"$hca_dir/ports/1/state\" # Assume port 1\n type_file=\"$hca_dir/ports/1/gid_attrs/types/*\"\n\n \ echo \"[Infer RoCE] Check if the port state file ${port_state_file} exists and contains 'ACTIVE'\"\n if [ -f \"$port_state_file\" ] && grep -q \"ACTIVE\" \"$port_state_file\" && grep -q \"${KSERVE_INFER_IB_GID_INDEX_GREP}\" ${type_file} 2>/dev/null; then\n echo \"[Infer RoCE] Found active HCA: $hca_name\"\n active_hcas+=(\"$hca_name\")\n else\n \ echo \"[Infer RoCE] Skipping inactive or down HCA: $hca_name\"\n \ fi\n fi\n done\n\n ucx_hcas=()\n for hca in \"${active_hcas[@]}\"; do\n ucx_hcas+=(\"${hca}:1\")\n done\n\n # Check if we found any active HCAs\n \ if [ ${#active_hcas[@]} -gt 0 ]; then\n # Join the array elements with a comma\n hcas=$(IFS=,; echo \"${active_hcas[*]}\")\n echo \"[Infer RoCE] Setting active HCAs: ${hcas}\"\n export NCCL_IB_HCA=${NCCL_IB_HCA:-${hcas}}\n \ export NVSHMEM_HCA_LIST=${NVSHMEM_HCA_LIST:-${ucx_hcas}}\n export UCX_NET_DEVICES=${UCX_NET_DEVICES:-${ucx_hcas}}\n\n \ echo \"[Infer RoCE] NCCL_IB_HCA=${NCCL_IB_HCA}\"\n echo \"[Infer RoCE] NVSHMEM_HCA_LIST=${NVSHMEM_HCA_LIST}\"\n else\n echo \"[Infer RoCE] WARNING: No active RoCE HCAs found. NCCL_IB_HCA will not be set.\"\n fi\n\n if [ ${#active_hcas[@]} -gt 0 ]; then\n echo \"[Infer RoCE] Finding GID_INDEX for each active HCA (SR-IOV compatible)...\"\n\n # For SR-IOV environments, find the most common IPv4 RoCE v2 GID index across all HCAs\n declare -A gid_index_count\n declare -A hca_gid_index\n\n for hca_name in \"${active_hcas[@]}\"; do\n echo \"[Infer RoCE] Processing HCA: ${hca_name}\"\n\n # Find all RoCE v2 IPv4 GIDs for this HCA and count by index\n for tpath in /sys/class/infiniband/${hca_name}/ports/1/gid_attrs/types/*; do\n if grep -q \"${KSERVE_INFER_IB_GID_INDEX_GREP}\" \"$tpath\" 2>/dev/null; then\n idx=$(basename \"$tpath\")\n gid_file=\"/sys/class/infiniband/${hca_name}/ports/1/gids/${idx}\"\n \ # Check for IPv4 GID (contains ffff:)\n if [ -f \"$gid_file\" ] && grep -q \"ffff:\" \"$gid_file\"; then\n gid_value=$(cat \"$gid_file\" 2>/dev/null || echo \"\")\n echo \"[Infer RoCE] Found IPv4 RoCE v2 GID for ${hca_name}: index=${idx}, gid=${gid_value}\"\n hca_gid_index[\"${hca_name}\"]=\"${idx}\"\n \ gid_index_count[\"${idx}\"]=$((${gid_index_count[\"${idx}\"]} + 1))\n break # Use first found IPv4 GID per HCA\n fi\n \ fi\n done\n done\n\n # Find the most common GID index (most likely to be consistent across nodes)\n best_gid_index=\"\"\n \ max_count=0\n for idx in \"${!gid_index_count[@]}\"; do\n count=${gid_index_count[\"${idx}\"]}\n \ echo \"[Infer RoCE] GID_INDEX ${idx} found on ${count} HCAs\"\n if [ $count -gt $max_count ]; then\n max_count=$count\n best_gid_index=\"$idx\"\n \ fi\n done\n\n # Use deterministic fallback if counts are equal - prefer lower index number \n if [ ${#gid_index_count[@]} -gt 1 ]; then\n \ echo \"[Infer RoCE] Multiple GID indices found, selecting most common: ${best_gid_index}\"\n # If there's a tie, prefer index 3 as it's most common in SR-IOV setups\n if [ -n \"${gid_index_count['3']}\" ] && [ \"${gid_index_count['3']}\" -eq \"$max_count\" ]; then\n best_gid_index=\"3\"\n \ echo \"[Infer RoCE] Using deterministic fallback: GID_INDEX=3 (SR-IOV standard)\"\n fi\n fi\n\n # Check if GID_INDEX is already set via environment variables\n if [ -n \"${NCCL_IB_GID_INDEX}\" ]; then\n echo \"[Infer RoCE] Using pre-configured NCCL_IB_GID_INDEX=${NCCL_IB_GID_INDEX} from environment\"\n export NVSHMEM_IB_GID_INDEX=${NVSHMEM_IB_GID_INDEX:-$NCCL_IB_GID_INDEX}\n \ export UCX_IB_GID_INDEX=${UCX_IB_GID_INDEX:-$NCCL_IB_GID_INDEX}\n echo \"[Infer RoCE] Using hardcoded GID_INDEX=${NCCL_IB_GID_INDEX} for NCCL, NVSHMEM, and UCX\"\n elif [ -n \"$best_gid_index\" ]; then\n echo \"[Infer RoCE] Selected GID_INDEX: ${best_gid_index} (found on ${max_count} HCAs)\"\n\n \ export NCCL_IB_GID_INDEX=${NCCL_IB_GID_INDEX:-$best_gid_index}\n export NVSHMEM_IB_GID_INDEX=${NVSHMEM_IB_GID_INDEX:-$best_gid_index}\n export UCX_IB_GID_INDEX=${UCX_IB_GID_INDEX:-$best_gid_index}\n\n echo \"[Infer RoCE] Exported GID_INDEX=${best_gid_index} for NCCL, NVSHMEM, and UCX\"\n else\n \ echo \"[Infer RoCE] ERROR: No valid IPv4 ${KSERVE_INFER_IB_GID_INDEX_GREP} GID_INDEX found on any HCA.\"\n fi\n else\n echo \"[Infer RoCE] No active HCAs found, skipping GID_INDEX inference.\"\n fi\nfi\n\neval \"vllm serve /mnt/models \\\n --served-model-name \"{{ .Spec.Model.Name }}\" \\\n --port 8001 \\\n ${VLLM_ADDITIONAL_ARGS} \\\n --enable-ssl-refresh \\\n --ssl-certfile /var/run/kserve/tls/tls.crt \\\n --ssl-keyfile /var/run/kserve/tls/tls.key\"] command:[/bin/bash -c] env:[map[name:HOME value:/home] map[name:VLLM_LOGGING_LEVEL value:INFO] map[name:HF_HUB_CACHE value:/models]] image:registry.redhat.io/rhaiis/vllm-cuda-rhel9@sha256:fc68d623d1bfc36c8cb2fe4a71f19c8578cfb420ce8ce07b20a02c1ee0be0cf3 imagePullPolicy:IfNotPresent livenessProbe:map[failureThreshold:%!s(int64=3) httpGet:map[path:/health port:%!s(int64=8001) scheme:HTTPS] initialDelaySeconds:%!s(int64=120) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=10)] name:main ports:[map[containerPort:%!s(int64=8001) protocol:TCP]] readinessProbe:map[failureThreshold:%!s(int64=60) httpGet:map[path:/health port:%!s(int64=8001) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=5)] securityContext:map[allowPrivilegeEscalation:%!s(bool=false) capabilities:map[drop:[ALL]] readOnlyRootFilesystem:%!s(bool=false) runAsNonRoot:%!s(bool=true) seccompProfile:map[type:RuntimeDefault]] terminationMessagePath:/dev/termination-log terminationMessagePolicy:FallbackToLogsOnError volumeMounts:[map[mountPath:/home name:home] map[mountPath:/dev/shm name:dshm] map[mountPath:/models name:model-cache] map[mountPath:/var/run/kserve/tls name:tls-certs readOnly:%!s(bool=true)]]]] initContainers:[map[args:[--port=8000 --vllm-port=8001 --connector=nixlv2 --secure-proxy=true --cert-path=/var/run/kserve/tls --decoder-use-tls=true --prefiller-use-tls=true --enable-ssrf-protection=true --pool-group=inference.networking.x-k8s.io] env:[map[name:INFERENCE_POOL_NAMESPACE valueFrom:map[fieldRef:map[fieldPath:metadata.namespace]]] map[name:SSL_CERT_DIR value:/var/run/kserve/tls:/var/run/secrets/kubernetes.io/serviceaccount:/etc/pki/tls/certs]] image:quay.io/opendatahub/llm-d-routing-sidecar:release-v0.4 imagePullPolicy:IfNotPresent livenessProbe:map[failureThreshold:%!s(int64=3) httpGet:map[path:/health port:%!s(int64=8000) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=10)] name:llm-d-routing-sidecar ports:[map[containerPort:%!s(int64=8000) protocol:TCP]] readinessProbe:map[failureThreshold:%!s(int64=10) httpGet:map[path:/health port:%!s(int64=8000) scheme:HTTPS] initialDelaySeconds:%!s(int64=10) periodSeconds:%!s(int64=10) timeoutSeconds:%!s(int64=5)] resources:map[] restartPolicy:Always securityContext:map[allowPrivilegeEscalation:%!s(bool=false) capabilities:map[drop:[ALL]] readOnlyRootFilesystem:%!s(bool=false) runAsNonRoot:%!s(bool=true)] terminationMessagePath:/dev/termination-log terminationMessagePolicy:FallbackToLogsOnError volumeMounts:[map[mountPath:/var/run/kserve/tls name:tls-certs readOnly:%!s(bool=true)]]]] terminationGracePeriodSeconds:%!s(int64=30) volumes:[map[emptyDir:map[] name:home] map[emptyDir:map[medium:Memory sizeLimit:1Gi] name:dshm] map[emptyDir:map[] name:model-cache] map[name:tls-certs secret:map[secretName:{{ ChildName .ObjectMeta.Name `-kserve-self-signed-certs` }}]]]]]]}: apply failed serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig opendatahub/v3-4-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.validator\": failed to call webhook: Post \"https://kserve-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha1-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"kserve-webhook-server-service\"" metadata: creationTimestamp: "2026-05-29T00:53:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-29T00:53:39Z" name: default-kserve.18b3e31d8a647bf0 namespace: default resourceVersion: "15959" uid: 7adbad5d-3fd1-4b78-9f02-7f31adfc5370 reason: ProvisioningError reportingComponent: kserve reportingInstance: "" source: component: kserve type: Warning - apiVersion: v1 count: 33 eventTime: null firstTimestamp: "2026-05-29T00:53:03Z" involvedObject: apiVersion: services.platform.opendatahub.io/v1alpha1 kind: Monitoring name: default-monitoring resourceVersion: "13929" uid: b06066fb-8708-4f47-af8c-2cf3119a486e kind: Event lastTimestamp: "2026-05-29T01:09:58Z" message: 'error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache' metadata: creationTimestamp: "2026-05-29T00:53:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-29T01:09:58Z" name: default-monitoring.18b3e31b32298fe4 namespace: default resourceVersion: "35411" uid: dff8522c-53da-4bb5-8639-9471832b0502 reason: ProvisioningError reportingComponent: monitoring reportingInstance: "" source: component: monitoring type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:59:08Z" involvedObject: apiVersion: v1 kind: Endpoints name: e2e-distinct-2-simulated-kserve-workload-svc kind: Event lastTimestamp: "2026-05-29T00:59:08Z" message: 'Failed to create endpoint for service llm/e2e-distinct-2-simulated-kserve-workload-svc: endpoints "e2e-distinct-2-simulated-kserve-workload-svc" already exists' metadata: creationTimestamp: "2026-05-29T00:59:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-29T00:59:08Z" name: e2e-distinct-2-simulated-kserve-workload-svc.18b3e3700a289fd2 namespace: default resourceVersion: "25161" uid: f1f4ad78-89a4-4c89-b310-a5cf42510023 reason: FailedToCreateEndpoint reportingComponent: endpoint-controller reportingInstance: "" source: component: endpoint-controller type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:18Z" involvedObject: kind: Node name: ip-10-0-131-222.ec2.internal uid: ip-10-0-131-222.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:18Z" message: Starting kubelet. metadata: creationTimestamp: "2026-05-29T00:47:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:18Z" name: ip-10-0-131-222.ec2.internal.18b3e2cad9be1023 namespace: default resourceVersion: "5589" uid: fdfa3387-ca21-4054-9360-d43403309c0e reason: Starting reportingComponent: kubelet reportingInstance: ip-10-0-131-222.ec2.internal source: component: kubelet host: ip-10-0-131-222.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-29T00:47:18Z" involvedObject: kind: Node name: ip-10-0-131-222.ec2.internal uid: ip-10-0-131-222.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:18Z" message: 'Node ip-10-0-131-222.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-29T00:47:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:18Z" name: ip-10-0-131-222.ec2.internal.18b3e2cadb8476c4 namespace: default resourceVersion: "5701" uid: a3fab1dc-a665-48c7-a049-ad9442867c65 reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-131-222.ec2.internal source: component: kubelet host: ip-10-0-131-222.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-29T00:47:18Z" involvedObject: kind: Node name: ip-10-0-131-222.ec2.internal uid: ip-10-0-131-222.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:18Z" message: 'Node ip-10-0-131-222.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-29T00:47:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:18Z" name: ip-10-0-131-222.ec2.internal.18b3e2cadb84bd92 namespace: default resourceVersion: "5703" uid: b4564fee-92b6-49bf-81c2-a3fe4f3d9df9 reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-131-222.ec2.internal source: component: kubelet host: ip-10-0-131-222.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-29T00:47:18Z" involvedObject: kind: Node name: ip-10-0-131-222.ec2.internal uid: ip-10-0-131-222.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:18Z" message: 'Node ip-10-0-131-222.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-29T00:47:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:18Z" name: ip-10-0-131-222.ec2.internal.18b3e2cadb84e15a namespace: default resourceVersion: "5705" uid: d9dd2073-9995-4d98-a3bb-eec89b1a9798 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-131-222.ec2.internal source: component: kubelet host: ip-10-0-131-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:18Z" involvedObject: kind: Node name: ip-10-0-131-222.ec2.internal uid: ip-10-0-131-222.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:18Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-29T00:47:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:18Z" name: ip-10-0-131-222.ec2.internal.18b3e2cade7e72fc namespace: default resourceVersion: "5595" uid: d1e8ff56-ed8b-4552-82d2-307457a3a418 reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-131-222.ec2.internal source: component: kubelet host: ip-10-0-131-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:19Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-131-222.ec2.internal resourceVersion: "5598" uid: 48fc32d3-34dd-4cfb-9e64-44550b2caa63 kind: Event lastTimestamp: "2026-05-29T00:47:19Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-29T00:47:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-29T00:47:19Z" name: ip-10-0-131-222.ec2.internal.18b3e2caf3c4c34d namespace: default resourceVersion: "5708" uid: 9de58a55-1575-4fb1-9cac-f7b213563729 reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:22Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-131-222.ec2.internal uid: 48fc32d3-34dd-4cfb-9e64-44550b2caa63 kind: Event lastTimestamp: "2026-05-29T00:47:22Z" message: 'Node ip-10-0-131-222.ec2.internal event: Registered Node ip-10-0-131-222.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-29T00:47:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-29T00:47:22Z" name: ip-10-0-131-222.ec2.internal.18b3e2cba53ea506 namespace: default resourceVersion: "5804" uid: 3e0ca339-6bfa-4b61-82b5-712288ce0738 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:46Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-131-222.ec2.internal resourceVersion: "6498" uid: 48fc32d3-34dd-4cfb-9e64-44550b2caa63 kind: Event lastTimestamp: "2026-05-29T00:47:46Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-131-222.ec2.internal, error getting gateway config for node ip-10-0-131-222.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-131-222.ec2.internal", failed to update chassis to local for local node ip-10-0-131-222.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-131-222.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-131-222.ec2.internal]' metadata: creationTimestamp: "2026-05-29T00:47:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-131-222 operation: Update time: "2026-05-29T00:47:46Z" name: ip-10-0-131-222.ec2.internal.18b3e2d146511156 namespace: default resourceVersion: "6506" uid: 52768a16-2a2e-4a81-941a-7fe2a23f965a reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:52Z" involvedObject: kind: Node name: ip-10-0-131-222.ec2.internal uid: ip-10-0-131-222.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:52Z" message: 'Node ip-10-0-131-222.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-29T00:47:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:52Z" name: ip-10-0-131-222.ec2.internal.18b3e2d2b4a28a94 namespace: default resourceVersion: "6632" uid: 5fa0d712-4208-4f79-8e48-d5e44abb91ca reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-131-222.ec2.internal source: component: kubelet host: ip-10-0-131-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:49:22Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-131-222.ec2.internal uid: 48fc32d3-34dd-4cfb-9e64-44550b2caa63 kind: Event lastTimestamp: "2026-05-29T00:49:22Z" message: 'Node ip-10-0-131-222.ec2.internal event: Registered Node ip-10-0-131-222.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-29T00:49:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-29T00:49:22Z" name: ip-10-0-131-222.ec2.internal.18b3e2e7b2da865f namespace: default resourceVersion: "7942" uid: 40b9cd34-1c55-42d6-8e77-f4f7ad745df5 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:15Z" involvedObject: kind: Node name: ip-10-0-140-228.ec2.internal uid: ip-10-0-140-228.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:15Z" message: Starting kubelet. metadata: creationTimestamp: "2026-05-29T00:47:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:15Z" name: ip-10-0-140-228.ec2.internal.18b3e2ca3acf77ca namespace: default resourceVersion: "5423" uid: 12c4c5cb-5538-453a-bf4c-dd1869b27f70 reason: Starting reportingComponent: kubelet reportingInstance: ip-10-0-140-228.ec2.internal source: component: kubelet host: ip-10-0-140-228.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-29T00:47:15Z" involvedObject: kind: Node name: ip-10-0-140-228.ec2.internal uid: ip-10-0-140-228.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:16Z" message: 'Node ip-10-0-140-228.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-29T00:47:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:16Z" name: ip-10-0-140-228.ec2.internal.18b3e2ca3cb82a97 namespace: default resourceVersion: "5469" uid: a95fc66f-bce3-4f1b-a69c-319f9e22e424 reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-140-228.ec2.internal source: component: kubelet host: ip-10-0-140-228.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-29T00:47:15Z" involvedObject: kind: Node name: ip-10-0-140-228.ec2.internal uid: ip-10-0-140-228.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:16Z" message: 'Node ip-10-0-140-228.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-29T00:47:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:16Z" name: ip-10-0-140-228.ec2.internal.18b3e2ca3cb880e3 namespace: default resourceVersion: "5472" uid: e514eacd-46eb-49f4-bfd7-cd0688cc45f5 reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-140-228.ec2.internal source: component: kubelet host: ip-10-0-140-228.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-29T00:47:15Z" involvedObject: kind: Node name: ip-10-0-140-228.ec2.internal uid: ip-10-0-140-228.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:16Z" message: 'Node ip-10-0-140-228.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-29T00:47:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:16Z" name: ip-10-0-140-228.ec2.internal.18b3e2ca3cb8b881 namespace: default resourceVersion: "5473" uid: ba0aef73-1989-4363-9e8a-1d8625c57d25 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-140-228.ec2.internal source: component: kubelet host: ip-10-0-140-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:16Z" involvedObject: kind: Node name: ip-10-0-140-228.ec2.internal uid: ip-10-0-140-228.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:16Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-29T00:47:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:16Z" name: ip-10-0-140-228.ec2.internal.18b3e2ca3efd5e8a namespace: default resourceVersion: "5427" uid: a26c5c5f-799b-488a-a587-c5ce3e05706e reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-140-228.ec2.internal source: component: kubelet host: ip-10-0-140-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:16Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-140-228.ec2.internal resourceVersion: "5429" uid: e67b28d6-538b-4e3c-b1c5-d7d3960938b2 kind: Event lastTimestamp: "2026-05-29T00:47:16Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-29T00:47:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-29T00:47:16Z" name: ip-10-0-140-228.ec2.internal.18b3e2ca57caeabe namespace: default resourceVersion: "5499" uid: ab79059a-017e-4c39-8bd0-a1aa0564d7e8 reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:17Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-140-228.ec2.internal uid: e67b28d6-538b-4e3c-b1c5-d7d3960938b2 kind: Event lastTimestamp: "2026-05-29T00:47:17Z" message: 'Node ip-10-0-140-228.ec2.internal event: Registered Node ip-10-0-140-228.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-29T00:47:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-29T00:47:17Z" name: ip-10-0-140-228.ec2.internal.18b3e2ca7b2f0e73 namespace: default resourceVersion: "5550" uid: b22bbcf6-999c-45ba-983a-ead2b21c9153 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:45Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-140-228.ec2.internal resourceVersion: "6490" uid: e67b28d6-538b-4e3c-b1c5-d7d3960938b2 kind: Event lastTimestamp: "2026-05-29T00:47:45Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-140-228.ec2.internal, error getting gateway config for node ip-10-0-140-228.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-140-228.ec2.internal", failed to update chassis to local for local node ip-10-0-140-228.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-140-228.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-140-228.ec2.internal]' metadata: creationTimestamp: "2026-05-29T00:47:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-140-228 operation: Update time: "2026-05-29T00:47:45Z" name: ip-10-0-140-228.ec2.internal.18b3e2d1362bbb44 namespace: default resourceVersion: "6495" uid: 9698c113-b587-495c-a736-0919ad970ecf reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:52Z" involvedObject: kind: Node name: ip-10-0-140-228.ec2.internal uid: ip-10-0-140-228.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:52Z" message: 'Node ip-10-0-140-228.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-29T00:47:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:52Z" name: ip-10-0-140-228.ec2.internal.18b3e2d2c629a6fc namespace: default resourceVersion: "6658" uid: 84c9706a-9ab3-4e35-87f6-3f9ceabe57c8 reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-140-228.ec2.internal source: component: kubelet host: ip-10-0-140-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:49:22Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-140-228.ec2.internal uid: e67b28d6-538b-4e3c-b1c5-d7d3960938b2 kind: Event lastTimestamp: "2026-05-29T00:49:22Z" message: 'Node ip-10-0-140-228.ec2.internal event: Registered Node ip-10-0-140-228.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-29T00:49:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-29T00:49:22Z" name: ip-10-0-140-228.ec2.internal.18b3e2e7b2d9f4c9 namespace: default resourceVersion: "7929" uid: 919f4618-2edf-4bb4-b89f-fad629039a5a reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:22Z" involvedObject: kind: Node name: ip-10-0-141-236.ec2.internal uid: ip-10-0-141-236.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:22Z" message: Starting kubelet. metadata: creationTimestamp: "2026-05-29T00:47:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:22Z" name: ip-10-0-141-236.ec2.internal.18b3e2cba50f696e namespace: default resourceVersion: "5805" uid: cc979187-3ada-4932-a4bf-4a99cc3618f9 reason: Starting reportingComponent: kubelet reportingInstance: ip-10-0-141-236.ec2.internal source: component: kubelet host: ip-10-0-141-236.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-29T00:47:22Z" involvedObject: kind: Node name: ip-10-0-141-236.ec2.internal uid: ip-10-0-141-236.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:22Z" message: 'Node ip-10-0-141-236.ec2.internal status is now: NodeHasSufficientMemory' metadata: creationTimestamp: "2026-05-29T00:47:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:22Z" name: ip-10-0-141-236.ec2.internal.18b3e2cba6aaa41a namespace: default resourceVersion: "5905" uid: b30a1a70-591a-4f7a-82fa-dfda68903897 reason: NodeHasSufficientMemory reportingComponent: kubelet reportingInstance: ip-10-0-141-236.ec2.internal source: component: kubelet host: ip-10-0-141-236.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-29T00:47:22Z" involvedObject: kind: Node name: ip-10-0-141-236.ec2.internal uid: ip-10-0-141-236.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:22Z" message: 'Node ip-10-0-141-236.ec2.internal status is now: NodeHasNoDiskPressure' metadata: creationTimestamp: "2026-05-29T00:47:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:22Z" name: ip-10-0-141-236.ec2.internal.18b3e2cba6aaea86 namespace: default resourceVersion: "5910" uid: 1892e390-d0e9-4c06-bf3c-046690a80083 reason: NodeHasNoDiskPressure reportingComponent: kubelet reportingInstance: ip-10-0-141-236.ec2.internal source: component: kubelet host: ip-10-0-141-236.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-29T00:47:22Z" involvedObject: kind: Node name: ip-10-0-141-236.ec2.internal uid: ip-10-0-141-236.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:22Z" message: 'Node ip-10-0-141-236.ec2.internal status is now: NodeHasSufficientPID' metadata: creationTimestamp: "2026-05-29T00:47:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:22Z" name: ip-10-0-141-236.ec2.internal.18b3e2cba6ab0f08 namespace: default resourceVersion: "5911" uid: 8a5e6d1f-717c-4bc2-9129-66c8c381b5d9 reason: NodeHasSufficientPID reportingComponent: kubelet reportingInstance: ip-10-0-141-236.ec2.internal source: component: kubelet host: ip-10-0-141-236.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:22Z" involvedObject: kind: Node name: ip-10-0-141-236.ec2.internal uid: ip-10-0-141-236.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:22Z" message: Updated Node Allocatable limit across pods metadata: creationTimestamp: "2026-05-29T00:47:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:22Z" name: ip-10-0-141-236.ec2.internal.18b3e2cba96f8ab6 namespace: default resourceVersion: "5811" uid: 2b3cf8ce-e611-4db5-a434-8669341f0805 reason: NodeAllocatableEnforced reportingComponent: kubelet reportingInstance: ip-10-0-141-236.ec2.internal source: component: kubelet host: ip-10-0-141-236.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:22Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-141-236.ec2.internal resourceVersion: "5814" uid: 46d3a491-eddc-4b06-8b74-ddd29b788274 kind: Event lastTimestamp: "2026-05-29T00:47:22Z" message: Node synced successfully metadata: creationTimestamp: "2026-05-29T00:47:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: aws-cloud-controller-manager operation: Update time: "2026-05-29T00:47:22Z" name: ip-10-0-141-236.ec2.internal.18b3e2cbc0b8fc63 namespace: default resourceVersion: "5919" uid: 51fc9d17-0b0f-40dc-b10b-02d50da11d17 reason: Synced reportingComponent: cloud-node-controller reportingInstance: "" source: component: cloud-node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:27Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-141-236.ec2.internal uid: 46d3a491-eddc-4b06-8b74-ddd29b788274 kind: Event lastTimestamp: "2026-05-29T00:47:27Z" message: 'Node ip-10-0-141-236.ec2.internal event: Registered Node ip-10-0-141-236.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-29T00:47:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-29T00:47:27Z" name: ip-10-0-141-236.ec2.internal.18b3e2cccf52b597 namespace: default resourceVersion: "6017" uid: ca1e6cb2-99f6-43b7-9e2c-6e3779a215e4 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:48Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-141-236.ec2.internal resourceVersion: "6561" uid: 46d3a491-eddc-4b06-8b74-ddd29b788274 kind: Event lastTimestamp: "2026-05-29T00:47:48Z" message: '[k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-141-236.ec2.internal, error getting gateway config for node ip-10-0-141-236.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-141-236.ec2.internal", failed to update chassis to local for local node ip-10-0-141-236.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-141-236.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-141-236.ec2.internal]' metadata: creationTimestamp: "2026-05-29T00:47:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: ip-10-0-141-236 operation: Update time: "2026-05-29T00:47:48Z" name: ip-10-0-141-236.ec2.internal.18b3e2d1cf627787 namespace: default resourceVersion: "6565" uid: 6bac3a6e-4394-4b54-8051-817c8819ae8a reason: ErrorAddingResource reportingComponent: ovnk-controlplane reportingInstance: "" source: component: ovnk-controlplane type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:47:54Z" involvedObject: kind: Node name: ip-10-0-141-236.ec2.internal uid: ip-10-0-141-236.ec2.internal kind: Event lastTimestamp: "2026-05-29T00:47:54Z" message: 'Node ip-10-0-141-236.ec2.internal status is now: NodeReady' metadata: creationTimestamp: "2026-05-29T00:47:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-29T00:47:54Z" name: ip-10-0-141-236.ec2.internal.18b3e2d32e693e01 namespace: default resourceVersion: "6706" uid: 42842cc1-1a11-4d78-bc08-121979f9096f reason: NodeReady reportingComponent: kubelet reportingInstance: ip-10-0-141-236.ec2.internal source: component: kubelet host: ip-10-0-141-236.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:49:22Z" involvedObject: apiVersion: v1 kind: Node name: ip-10-0-141-236.ec2.internal uid: 46d3a491-eddc-4b06-8b74-ddd29b788274 kind: Event lastTimestamp: "2026-05-29T00:49:22Z" message: 'Node ip-10-0-141-236.ec2.internal event: Registered Node ip-10-0-141-236.ec2.internal in Controller' metadata: creationTimestamp: "2026-05-29T00:49:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-29T00:49:22Z" name: ip-10-0-141-236.ec2.internal.18b3e2e7b2da7089 namespace: default resourceVersion: "7939" uid: 971f745c-a557-46d2-802d-93d0a5292526 reason: RegisteredNode reportingComponent: node-controller reportingInstance: "" source: component: node-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-29T00:54:16Z" involvedObject: apiVersion: v1 kind: Namespace name: kuadrant-system resourceVersion: "16247" uid: 1b860da8-5eda-4443-899a-e659d344a477 kind: Event lastTimestamp: "2026-05-29T00:54:16Z" message: 'error using catalogsource kuadrant-system/kuadrant-operator-catalog: failed to list bundles: rpc error: code = Unavailable desc = connection error: desc = "error reading server preface: http2: frame too large"' metadata: creationTimestamp: "2026-05-29T00:54:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: catalog operation: Update time: "2026-05-29T00:54:17Z" name: kuadrant-system.18b3e32c1949794f namespace: default resourceVersion: "16453" uid: 342011a4-46f2-4127-912f-12e05cf8ce56 reason: ResolutionFailed reportingComponent: operator-lifecycle-manager reportingInstance: "" source: component: operator-lifecycle-manager type: Warning - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Received signal to terminate, becoming unready, but keeping serving metadata: creationTimestamp: "2026-05-29T00:49:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-29T00:49:03Z" name: kube-system.18b3e2e34bf3a0a0 namespace: default resourceVersion: "7610" uid: 8642bdd0-e55f-42f9-9ac6-d7d55c0a7897 reason: TerminationStart reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-7bfbd988fb-5h7xd type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: The minimal shutdown duration of 15s finished metadata: creationTimestamp: "2026-05-29T00:49:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-29T00:49:18Z" name: kube-system.18b3e2e6ca59905a namespace: default resourceVersion: "7870" uid: 3c7f2f84-bdf3-45e1-bca9-83cf1fafe63a reason: TerminationMinimalShutdownDurationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-7bfbd988fb-5h7xd type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: Server has stopped listening metadata: creationTimestamp: "2026-05-29T00:49:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-29T00:49:18Z" name: kube-system.18b3e2e6ca93fd71 namespace: default resourceVersion: "7871" uid: de774850-5739-46c7-9703-715e457fcffa reason: TerminationStoppedServing reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-7bfbd988fb-5h7xd type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pre-shutdown hooks have been finished metadata: creationTimestamp: "2026-05-29T00:49:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-29T00:49:18Z" name: kube-system.18b3e2e6cacbc7e0 namespace: default resourceVersion: "7872" uid: ce5adbcb-14e6-4c60-ab0b-0ef363338602 reason: TerminationPreShutdownHooksFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-7bfbd988fb-5h7xd type: Normal - apiVersion: v1 eventTime: null firstTimestamp: null involvedObject: apiVersion: v1 kind: Namespace name: kube-system namespace: default kind: Event lastTimestamp: null message: All pending requests processed metadata: creationTimestamp: "2026-05-29T00:50:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:involvedObject: {} f:message: {} f:reason: {} f:source: f:component: {} f:host: {} f:type: {} manager: openshift-apiserver operation: Update time: "2026-05-29T00:50:18Z" name: kube-system.18b3e2f4c2ea059b namespace: default resourceVersion: "9579" uid: fccf9d66-d997-4345-bbbf-bdc44d038239 reason: TerminationGracefulTerminationFinished reportingComponent: "" reportingInstance: "" source: component: apiserver host: openshift-apiserver-7bfbd988fb-5h7xd type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-29T00:42:04Z" involvedObject: apiVersion: v1 kind: Namespace name: openshift-kube-apiserver namespace: default kind: Event lastTimestamp: "2026-05-29T00:42:04Z" message: readyz=true metadata: creationTimestamp: "2026-05-29T00:42:04Z" name: openshift-kube-apiserver.18b3e281acda7d1e namespace: default resourceVersion: "274" uid: 94790ef3-7b07-4904-97fd-741c774f69ce reason: KubeAPIReadyz reportingComponent: "" reportingInstance: "" source: component: apiserver host: kube-apiserver-69565b59d6-gsm2x type: Warning kind: EventList metadata: resourceVersion: "48130"