+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-48.ec2.internal ++ [[ -n ip-10-0-1-48.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-48.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 07:42:03.277850756 - disable conntrack on geneve port' I0420 07:42:03.277850756 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0420 07:42:03.317186820 - starting ovnkube-node + echo 'I0420 07:42:03.317186820 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-48.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-48.ec2.internal --init-node ip-10-0-1-48.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-48.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0420 07:42:03.369933 3681 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0420 07:42:03.369985 3681 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-058f4e352a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0420 07:42:03.371757 3681 kube.go:431] Waiting for certificate I0420 07:42:03.371783 3681 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0420 07:42:03.371816 3681 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0420 07:42:03.372553 3681 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 07:42:03.412011 3681 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 07:42:03.412032 3681 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 07:42:03.415096 3681 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 07:42:03.415198 3681 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hml5f" I0420 07:42:03.422428 3681 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hml5f" I0420 07:42:03.422482 3681 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 07:42:04.372587 3681 kube.go:438] Certificate found I0420 07:42:04.373207 3681 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 07:42:04.374555 3681 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0420 07:42:04.441118 3681 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 07:42:04.452919 3681 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-21 07:37:03 +0000 UTC" deadline="2026-04-21 03:09:55.704335017 +0000 UTC" I0420 07:42:04.452945 3681 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h27m51.251398979s" I0420 07:42:04.455272 3681 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0420 07:42:04.455312 3681 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0420 07:42:04.455364 3681 server.go:101] MetricServer registers OVS metrics I0420 07:42:04.455373 3681 factory.go:561] Starting watch factory I0420 07:42:04.455498 3681 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.455522 3681 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.455659 3681 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.455686 3681 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.455687 3681 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.455706 3681 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.455908 3681 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.455956 3681 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.456018 3681 server.go:105] MetricServer registers OVN DB metrics I0420 07:42:04.456042 3681 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.456074 3681 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.456338 3681 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.456452 3681 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.460398 3681 controller_manager.go:370] Starting the ovnkube controller I0420 07:42:04.460408 3681 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-48.ec2.internal I0420 07:42:04.460448 3681 controller_manager.go:395] NBDB zone sync took: 33.366µs I0420 07:42:04.460456 3681 factory.go:561] Starting watch factory I0420 07:42:04.460918 3681 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0420 07:42:04.460945 3681 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0420 07:42:04.471959 3681 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.473011 3681 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.474177 3681 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.474323 3681 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.474516 3681 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.478924 3681 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0420 07:42:04.478971 3681 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0420 07:42:04.483272 3681 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0420 07:42:04.483308 3681 server.go:109] MetricServer registers OVN Controller metrics I0420 07:42:04.485435 3681 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:42:04.487381 3681 server.go:113] MetricServer registers OVN Northd metrics I0420 07:42:04.491623 3681 metrics.go:519] OVN Metrics Server starts to run ... I0420 07:42:04.561543 3681 factory.go:1977] *v1.Service informer cache synced successfully I0420 07:42:04.561565 3681 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 07:42:04.561569 3681 factory.go:1977] *v1.Pod informer cache synced successfully I0420 07:42:04.561572 3681 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 07:42:04.561575 3681 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 07:42:04.561578 3681 factory.go:1977] *v1.Node informer cache synced successfully I0420 07:42:04.561708 3681 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 07:42:04.561729 3681 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 07:42:04.561745 3681 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 07:42:04.561773 3681 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 07:42:04.564213 3681 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 07:42:04.564256 3681 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 07:42:04.566934 3681 factory.go:1977] *v1.Service informer cache synced successfully I0420 07:42:04.566944 3681 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 07:42:04.566945 3681 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 07:42:04.566953 3681 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 07:42:04.566948 3681 factory.go:1977] *v1.Pod informer cache synced successfully I0420 07:42:04.567015 3681 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 07:42:04.567022 3681 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 07:42:04.567029 3681 factory.go:1977] *v1.Node informer cache synced successfully I0420 07:42:04.567031 3681 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.567062 3681 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.568761 3681 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.572664 3681 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 07:42:04.572695 3681 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 07:42:04.572705 3681 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 07:42:04.572734 3681 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.572750 3681 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.574538 3681 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.578184 3681 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 07:42:04.578233 3681 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.578243 3681 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.578282 3681 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 07:42:04.580088 3681 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.583762 3681 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 07:42:04.583763 3681 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 07:42:04.583844 3681 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.583870 3681 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.585767 3681 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.589481 3681 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 07:42:04.589552 3681 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 07:42:04.589605 3681 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.589617 3681 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.591610 3681 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.595145 3681 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 07:42:04.595154 3681 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 07:42:04.595321 3681 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 07:42:04.595336 3681 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 07:42:04.597266 3681 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 07:42:04.600990 3681 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 07:42:04.601003 3681 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 07:42:04.601043 3681 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.601054 3681 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.601059 3681 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.601068 3681 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.603091 3681 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.603232 3681 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 07:42:04.606977 3681 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 07:42:04.606990 3681 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 07:42:04.606997 3681 factory.go:680] Watch Factory start up complete, took: 151.626444ms I0420 07:42:04.607076 3681 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 07:42:04.607112 3681 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0420 07:42:04.612663 3681 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 07:42:04.612674 3681 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 07:42:04.612684 3681 factory.go:680] Watch Factory start up complete, took: 152.22445ms I0420 07:42:04.612693 3681 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-48.ec2.internal" zone I0420 07:42:04.649508 3681 default_node_network_controller.go:710] Initializing the default node network controller I0420 07:42:04.728751 3681 udn_isolation.go:101] Starting UDN host isolation manager I0420 07:42:04.735213 3681 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0420 07:42:04.796065 3681 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0420 07:42:04.796149 3681 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0420 07:42:04.796160 3681 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0420 07:42:04.826757 3681 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0420 07:42:04.826812 3681 default_node_network_controller.go:809] Node ip-10-0-1-48.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0420 07:42:04.832382 3681 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.48"] k8s.ovn.org/zone-name:ip-10-0-1-48.ec2.internal] on node ip-10-0-1-48.ec2.internal I0420 07:42:04.857208 3681 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0420 07:42:04.862741 3681 controller_manager.go:429] Waiting for node in zone sync took: 250.036496ms I0420 07:42:04.863371 3681 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0420 07:42:04.863518 3681 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0420 07:42:04.863655 3681 gateway_init.go:263] Preparing Gateway I0420 07:42:04.863667 3681 gateway_shared_intf.go:1687] Creating new gateway I0420 07:42:04.867661 3681 controller_manager.go:611] Switching to transit router for layer2 networks I0420 07:42:04.867675 3681 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-48.ec2.internal I0420 07:42:04.884573 3681 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 07:42:04.891667 3681 controller_manager.go:290] SCTP support detected in OVN I0420 07:42:04.892273 3681 services_controller.go:69] Creating services controller for network=default I0420 07:42:04.892419 3681 udn_enabled_svc.go:80] Waiting for service informer to sync I0420 07:42:04.892434 3681 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0420 07:42:04.892467 3681 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0420 07:42:04.892485 3681 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0420 07:42:04.892495 3681 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 07:42:04.892662 3681 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0420 07:42:04.892709 3681 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0420 07:42:04.892768 3681 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 75.355µs I0420 07:42:04.892789 3681 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 68.511µs I0420 07:42:04.892797 3681 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 89.099µs I0420 07:42:04.892803 3681 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0420 07:42:04.892810 3681 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0420 07:42:04.892818 3681 default_network_controller.go:325] Starting the default network controller I0420 07:42:04.892917 3681 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.7µs I0420 07:42:04.893169 3681 udn_enabled_svc.go:95] Performing full resync I0420 07:42:04.893594 3681 udn_enabled_svc.go:99] Waiting for handler to sync I0420 07:42:04.893609 3681 udn_enabled_svc.go:104] Starting worker I0420 07:42:04.902377 3681 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0420 07:42:04.902437 3681 repair.go:33] Syncing exgw routes took 47.719µs I0420 07:42:04.902466 3681 default_network_controller.go:414] Starting all the Watchers... I0420 07:42:04.902616 3681 namespace.go:98] [openshift-must-gather-operator] adding namespace I0420 07:42:04.902634 3681 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0420 07:42:04.902644 3681 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0420 07:42:04.902652 3681 namespace.go:98] [openshift-backplane-csm] adding namespace I0420 07:42:04.902664 3681 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0420 07:42:04.902667 3681 namespace.go:98] [openshift-service-ca-operator] adding namespace I0420 07:42:04.902668 3681 namespace.go:98] [openshift-config-operator] adding namespace I0420 07:42:04.902675 3681 namespace.go:98] [openshift-console-user-settings] adding namespace I0420 07:42:04.902675 3681 namespace.go:98] [openshift-route-controller-manager] adding namespace I0420 07:42:04.902679 3681 namespace.go:98] [openshift-apiserver-operator] adding namespace I0420 07:42:04.902681 3681 namespace.go:98] [dedicated-admin] adding namespace I0420 07:42:04.902683 3681 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0420 07:42:04.902685 3681 namespace.go:98] [openshift-controller-manager] adding namespace I0420 07:42:04.902686 3681 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0420 07:42:04.902705 3681 namespace.go:98] [kube-public] adding namespace I0420 07:42:04.903346 3681 namespace.go:102] [openshift-must-gather-operator] adding namespace took 718.997µs I0420 07:42:04.903361 3681 namespace.go:98] [openshift-backplane] adding namespace I0420 07:42:04.904044 3681 namespace.go:102] [openshift-backplane] adding namespace took 675.435µs I0420 07:42:04.904065 3681 namespace.go:98] [default] adding namespace I0420 07:42:04.904563 3681 namespace.go:102] [default] adding namespace took 490.308µs I0420 07:42:04.904583 3681 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0420 07:42:04.905232 3681 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 2.5866ms I0420 07:42:04.905254 3681 namespace.go:98] [openshift-logging] adding namespace I0420 07:42:04.905891 3681 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 3.237117ms I0420 07:42:04.905909 3681 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0420 07:42:04.906470 3681 namespace.go:102] [openshift-backplane-csm] adding namespace took 3.808136ms I0420 07:42:04.906485 3681 namespace.go:98] [openshift-image-registry] adding namespace I0420 07:42:04.907111 3681 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 4.437735ms I0420 07:42:04.907127 3681 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0420 07:42:04.907733 3681 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.058697ms I0420 07:42:04.907751 3681 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0420 07:42:04.908358 3681 namespace.go:102] [openshift-config-operator] adding namespace took 5.683206ms I0420 07:42:04.908373 3681 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0420 07:42:04.908964 3681 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.282537ms I0420 07:42:04.908980 3681 namespace.go:98] [openshift-kube-scheduler] adding namespace I0420 07:42:04.909458 3681 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.771909ms I0420 07:42:04.909478 3681 namespace.go:98] [openshift-authentication-operator] adding namespace I0420 07:42:04.910067 3681 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.381711ms I0420 07:42:04.910081 3681 namespace.go:98] [openshift-package-operator] adding namespace I0420 07:42:04.910614 3681 namespace.go:102] [dedicated-admin] adding namespace took 7.926014ms I0420 07:42:04.910631 3681 namespace.go:98] [openshift-config] adding namespace I0420 07:42:04.911167 3681 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.47489ms I0420 07:42:04.911184 3681 namespace.go:98] [openshift-ingress] adding namespace I0420 07:42:04.911704 3681 namespace.go:102] [openshift-controller-manager] adding namespace took 9.00859ms I0420 07:42:04.911718 3681 namespace.go:98] [openshift-network-diagnostics] adding namespace I0420 07:42:04.912218 3681 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 9.515068ms I0420 07:42:04.912236 3681 namespace.go:98] [openshift-dns-operator] adding namespace I0420 07:42:04.912729 3681 namespace.go:102] [kube-public] adding namespace took 10.010364ms I0420 07:42:04.912742 3681 namespace.go:98] [openshift-infra] adding namespace I0420 07:42:04.913220 3681 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.630303ms I0420 07:42:04.913235 3681 namespace.go:98] [openshift-etcd] adding namespace I0420 07:42:04.913648 3681 namespace.go:102] [openshift-logging] adding namespace took 8.388015ms I0420 07:42:04.913661 3681 namespace.go:98] [openshift-multus] adding namespace I0420 07:42:04.914266 3681 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.351179ms I0420 07:42:04.914281 3681 namespace.go:98] [kube-node-lease] adding namespace I0420 07:42:04.914845 3681 namespace.go:102] [openshift-image-registry] adding namespace took 8.354952ms I0420 07:42:04.914859 3681 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0420 07:42:04.915496 3681 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.363195ms I0420 07:42:04.915510 3681 namespace.go:98] [openshift-console] adding namespace I0420 07:42:04.915913 3681 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.156788ms I0420 07:42:04.915925 3681 namespace.go:98] [openshift-machine-api] adding namespace I0420 07:42:04.916514 3681 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.136499ms I0420 07:42:04.916525 3681 namespace.go:98] [openshift-backplane-cse] adding namespace I0420 07:42:04.917075 3681 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.088078ms I0420 07:42:04.917091 3681 namespace.go:98] [openshift-network-console] adding namespace I0420 07:42:04.917556 3681 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.071516ms I0420 07:42:04.917571 3681 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0420 07:42:04.918031 3681 namespace.go:102] [openshift-package-operator] adding namespace took 7.942712ms I0420 07:42:04.918048 3681 namespace.go:98] [openshift-console-operator] adding namespace I0420 07:42:04.918458 3681 namespace.go:102] [openshift-config] adding namespace took 7.817638ms I0420 07:42:04.918476 3681 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0420 07:42:04.919055 3681 namespace.go:102] [openshift-ingress] adding namespace took 7.863143ms I0420 07:42:04.919070 3681 namespace.go:98] [openshift-machine-config-operator] adding namespace W0420 07:42:04.919070 3681 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vbfgt: pod openshift-network-diagnostics/network-check-target-vbfgt: no pod IPs found I0420 07:42:04.919676 3681 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.953828ms I0420 07:42:04.919686 3681 namespace.go:98] [openshift-host-network] adding namespace I0420 07:42:04.920157 3681 namespace.go:102] [openshift-dns-operator] adding namespace took 7.914705ms I0420 07:42:04.920175 3681 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0420 07:42:04.920578 3681 namespace.go:102] [openshift-infra] adding namespace took 7.830736ms I0420 07:42:04.920590 3681 namespace.go:98] [openshift-insights] adding namespace W0420 07:42:04.921020 3681 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-694q2: pod openshift-multus/network-metrics-daemon-694q2: no pod IPs found I0420 07:42:04.921040 3681 namespace.go:102] [openshift-etcd] adding namespace took 7.798848ms I0420 07:42:04.921055 3681 namespace.go:98] [openshift-backplane-mobb] adding namespace I0420 07:42:04.921580 3681 namespace.go:102] [openshift-multus] adding namespace took 7.912918ms I0420 07:42:04.921593 3681 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0420 07:42:04.922066 3681 namespace.go:102] [kube-node-lease] adding namespace took 7.780797ms I0420 07:42:04.922077 3681 namespace.go:98] [open-cluster-management-2ppoejhtt6juf01aeuheisimfjemt88i] adding namespace I0420 07:42:04.922511 3681 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.646867ms I0420 07:42:04.922525 3681 namespace.go:98] [openshift-customer-monitoring] adding namespace I0420 07:42:04.922991 3681 namespace.go:102] [openshift-console] adding namespace took 7.47578ms I0420 07:42:04.923005 3681 namespace.go:98] [openshift-backplane-tam] adding namespace I0420 07:42:04.923396 3681 namespace.go:102] [openshift-machine-api] adding namespace took 7.465789ms I0420 07:42:04.923408 3681 namespace.go:98] [openshift-backplane-srep] adding namespace I0420 07:42:04.923902 3681 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.372856ms I0420 07:42:04.923911 3681 namespace.go:98] [openshift-operators] adding namespace I0420 07:42:04.924398 3681 namespace.go:102] [openshift-network-console] adding namespace took 7.302954ms I0420 07:42:04.924406 3681 namespace.go:98] [openshift-cluster-version] adding namespace I0420 07:42:04.925193 3681 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.614407ms I0420 07:42:04.925209 3681 namespace.go:98] [openshift-ingress-canary] adding namespace I0420 07:42:04.925610 3681 namespace.go:102] [openshift-console-operator] adding namespace took 7.557967ms I0420 07:42:04.925629 3681 namespace.go:98] [openshift-operators-redhat] adding namespace I0420 07:42:04.926017 3681 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.53671ms I0420 07:42:04.926026 3681 namespace.go:98] [openshift-config-managed] adding namespace I0420 07:42:04.926488 3681 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.411661ms I0420 07:42:04.926504 3681 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0420 07:42:04.926932 3681 namespace.go:102] [openshift-host-network] adding namespace took 7.240818ms I0420 07:42:04.926943 3681 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0420 07:42:04.927375 3681 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.193219ms I0420 07:42:04.927387 3681 namespace.go:98] [kube-system] adding namespace I0420 07:42:04.927739 3681 namespace.go:102] [openshift-insights] adding namespace took 7.14434ms I0420 07:42:04.927749 3681 namespace.go:98] [openshift-network-node-identity] adding namespace I0420 07:42:04.928148 3681 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.085644ms I0420 07:42:04.928521 3681 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.923243ms I0420 07:42:04.928532 3681 namespace.go:98] [openshift-marketplace] adding namespace I0420 07:42:04.928853 3681 namespace.go:102] [open-cluster-management-2ppoejhtt6juf01aeuheisimfjemt88i] adding namespace took 6.771857ms I0420 07:42:04.928863 3681 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0420 07:42:04.929309 3681 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.778186ms I0420 07:42:04.929322 3681 namespace.go:98] [openshift-apiserver] adding namespace I0420 07:42:04.929682 3681 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.672411ms I0420 07:42:04.929693 3681 namespace.go:98] [openshift-backplane-cee] adding namespace I0420 07:42:04.930077 3681 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.663408ms I0420 07:42:04.930090 3681 namespace.go:98] [openshift-monitoring] adding namespace I0420 07:42:04.930465 3681 namespace.go:102] [openshift-operators] adding namespace took 6.549751ms I0420 07:42:04.930476 3681 namespace.go:98] [openshift] adding namespace I0420 07:42:04.930865 3681 namespace.go:102] [openshift-cluster-version] adding namespace took 6.453901ms I0420 07:42:04.930894 3681 namespace.go:98] [openshift-service-ca] adding namespace I0420 07:42:04.931299 3681 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.084939ms I0420 07:42:04.931311 3681 namespace.go:98] [openshift-dns] adding namespace I0420 07:42:04.931695 3681 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.060912ms I0420 07:42:04.931707 3681 namespace.go:98] [openshift-network-operator] adding namespace I0420 07:42:04.932080 3681 namespace.go:102] [openshift-config-managed] adding namespace took 6.050141ms I0420 07:42:04.932091 3681 namespace.go:98] [openshift-node] adding namespace I0420 07:42:04.932470 3681 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.961795ms I0420 07:42:04.932481 3681 namespace.go:98] [openshift-ingress-operator] adding namespace I0420 07:42:04.933065 3681 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.116146ms I0420 07:42:04.933077 3681 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0420 07:42:04.933492 3681 namespace.go:102] [kube-system] adding namespace took 6.099739ms I0420 07:42:04.933504 3681 namespace.go:98] [openshift-kube-apiserver] adding namespace I0420 07:42:04.933850 3681 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.096604ms I0420 07:42:04.934530 3681 namespace.go:102] [openshift-marketplace] adding namespace took 5.994016ms I0420 07:42:04.935076 3681 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.20957ms I0420 07:42:04.935087 3681 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0420 07:42:04.935495 3681 namespace.go:102] [openshift-apiserver] adding namespace took 6.167494ms I0420 07:42:04.935509 3681 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0420 07:42:04.935948 3681 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.246983ms I0420 07:42:04.936557 3681 namespace.go:102] [openshift-monitoring] adding namespace took 6.461522ms I0420 07:42:04.937085 3681 namespace.go:102] [openshift] adding namespace took 6.603843ms I0420 07:42:04.937553 3681 namespace.go:102] [openshift-service-ca] adding namespace took 6.653608ms I0420 07:42:04.937567 3681 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0420 07:42:04.938071 3681 namespace.go:102] [openshift-dns] adding namespace took 6.754232ms I0420 07:42:04.938083 3681 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0420 07:42:04.938448 3681 namespace.go:102] [openshift-network-operator] adding namespace took 6.734986ms I0420 07:42:04.938826 3681 namespace.go:102] [openshift-node] adding namespace took 6.730174ms I0420 07:42:04.939253 3681 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.765663ms I0420 07:42:04.939268 3681 namespace.go:98] [openshift-authentication] adding namespace I0420 07:42:04.939626 3681 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.544611ms I0420 07:42:04.940029 3681 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.520732ms I0420 07:42:04.940043 3681 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0420 07:42:04.940441 3681 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.349623ms I0420 07:42:04.940830 3681 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.318406ms I0420 07:42:04.941291 3681 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 3.717463ms I0420 07:42:04.941695 3681 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.606604ms I0420 07:42:04.942153 3681 namespace.go:102] [openshift-authentication] adding namespace took 2.880548ms I0420 07:42:04.942480 3681 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 2.431144ms W0420 07:42:04.942561 3681 master.go:458] Unable to parse local node ip-10-0-1-48.ec2.internal chassis-id annotation. Chassis may be removed during sync I0420 07:42:04.942574 3681 master.go:481] Removing stale chassis with ID/Name: f48a01a4-0a03-4b06-aba9-0e5182f32fca, hostname: ip-10-0-1-48.ec2.internal I0420 07:42:04.943020 3681 master.go:548] Adding or Updating local node "ip-10-0-1-48.ec2.internal" for network "default" I0420 07:42:04.944243 3681 zone_ic_handler.go:195] Time taken to create transit switch: 341.467µs I0420 07:42:04.944261 3681 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-209.ec2.internal for the network default E0420 07:42:04.944320 3681 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-123.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-123.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-123.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a2f9d8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2632893649}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0420 07:42:04.944382 3681 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-123.ec2.internal", UID:"efb86c96-c361-4bda-9dcd-6dd01443c28b", APIVersion:"v1", ResourceVersion:"8180", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-123.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-123.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a2f9d8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2632893649}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0420 07:42:04.945316 3681 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-209.ec2.internal" on network "default" took: 1.453236ms I0420 07:42:04.946551 3681 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-48.ec2.internal for the network default I0420 07:42:04.946717 3681 zone_ic_handler.go:195] Time taken to create transit switch: 153.663µs I0420 07:42:04.947388 3681 default_network_controller.go:823] Node add failed for ip-10-0-1-48.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-48.ec2.internal, error getting gateway config for node ip-10-0-1-48.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-48.ec2.internal", failed to update chassis to local for local node ip-10-0-1-48.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-48.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-48.ec2.internal] E0420 07:42:04.947429 3681 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-48.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-48.ec2.internal, error getting gateway config for node ip-10-0-1-48.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-48.ec2.internal", failed to update chassis to local for local node ip-10-0-1-48.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-48.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-48.ec2.internal] I0420 07:42:04.947473 3681 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0420 07:42:04.947475 3681 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-48.ec2.internal", UID:"fdfe8d6c-2077-4e80-9c09-9fa505b391be", APIVersion:"v1", ResourceVersion:"8502", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-48.ec2.internal, error getting gateway config for node ip-10-0-1-48.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-48.ec2.internal", failed to update chassis to local for local node ip-10-0-1-48.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-48.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-48.ec2.internal] I0420 07:42:04.947494 3681 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0420 07:42:04.947508 3681 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0420 07:42:04.947533 3681 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-123.ec2.internal in network "default" I0420 07:42:04.947587 3681 node_tracker.go:169] Node ip-10-0-0-123.ec2.internal switch + router changed, syncing services in network "default" I0420 07:42:04.947602 3681 services_controller.go:574] Full service sync requested for network=default I0420 07:42:04.947606 3681 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-48.ec2.internal in network "default" I0420 07:42:04.947614 3681 node_tracker.go:235] Node ip-10-0-1-48.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-48.ec2.internal" I0420 07:42:04.947623 3681 node_tracker.go:169] Node ip-10-0-1-48.ec2.internal switch + router changed, syncing services in network "default" I0420 07:42:04.947627 3681 services_controller.go:574] Full service sync requested for network=default I0420 07:42:04.947632 3681 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-209.ec2.internal in network "default" I0420 07:42:04.947653 3681 node_tracker.go:169] Node ip-10-0-2-209.ec2.internal switch + router changed, syncing services in network "default" I0420 07:42:04.947659 3681 services_controller.go:574] Full service sync requested for network=default I0420 07:42:04.970441 3681 iptables.go:108] Creating table: filter chain: FORWARD I0420 07:42:04.976646 3681 iptables.go:108] Creating table: filter chain: OUTPUT I0420 07:42:04.982853 3681 gateway_shared_intf.go:1816] Gateway Creation Complete I0420 07:42:04.982867 3681 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-48.ec2.internal","mac-address":"0a:ff:ee:ce:31:53","ip-addresses":["10.0.1.48/24"],"ip-address":"10.0.1.48/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f48a01a4-0a03-4b06-aba9-0e5182f32fca k8s.ovn.org/node-encap-ips:["10.0.1.48"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.48/24"} k8s.ovn.org/zone-name:ip-10-0-1-48.ec2.internal] on node ip-10-0-1-48.ec2.internal I0420 07:42:04.997923 3681 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-48.ec2.internal in network "default" I0420 07:42:04.997978 3681 node_tracker.go:169] Node ip-10-0-1-48.ec2.internal switch + router changed, syncing services in network "default" I0420 07:42:04.997994 3681 services_controller.go:574] Full service sync requested for network=default I0420 07:42:04.998027 3681 master.go:548] Adding or Updating local node "ip-10-0-1-48.ec2.internal" for network "default" I0420 07:42:05.001651 3681 default_node_network_controller.go:519] Node connection status = connected W0420 07:42:05.003638 3681 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-694q2: pod openshift-multus/network-metrics-daemon-694q2: no pod IPs found W0420 07:42:05.003667 3681 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-vbfgt: pod openshift-network-diagnostics/network-check-target-vbfgt: no pod IPs found I0420 07:42:05.004859 3681 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-48.ec2.internal for the network default I0420 07:42:05.005076 3681 zone_ic_handler.go:195] Time taken to create transit switch: 203.946µs I0420 07:42:05.047925 3681 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0420 07:42:05.047949 3681 services_controller.go:208] Setting up event handlers for services for network=default I0420 07:42:05.048025 3681 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0420 07:42:05.048109 3681 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0420 07:42:05.048124 3681 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0420 07:42:05.148313 3681 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0420 07:42:05.148335 3681 repair.go:60] Starting repairing loop for services I0420 07:42:05.148431 3681 repair.go:131] Deleted 0 stale service LBs I0420 07:42:05.148450 3681 repair.go:137] Deleted 0 stale Chassis Template Vars I0420 07:42:05.148465 3681 repair.go:62] Finished repairing loop for services: 132.277µs I0420 07:42:05.148488 3681 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0420 07:42:05.148500 3681 services_controller.go:254] Starting workers for network=default I0420 07:42:05.149040 3681 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-sr9dn of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0420 07:42:05.149072 3681 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vbfgt] creating logical port openshift-network-diagnostics_network-check-target-vbfgt for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:05.149136 3681 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-694q2] creating logical port openshift-multus_network-metrics-daemon-694q2 for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:05.149268 3681 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-vbfgt I0420 07:42:05.149320 3681 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-694q2 W0420 07:42:05.150717 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0420 07:42:05.151143 3681 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 07:42:05.162532 3681 pod.go:62] [openshift-network-diagnostics/network-check-target-vbfgt] pod update took 13.334152ms I0420 07:42:05.162549 3681 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-vbfgt] addLogicalPort annotation time took 13.354675ms I0420 07:42:05.163316 3681 pods.go:271] [openshift-network-diagnostics/network-check-target-vbfgt] addLogicalPort took 14.25786ms, libovsdb time 596.574µs I0420 07:42:05.166629 3681 pod.go:62] [openshift-multus/network-metrics-daemon-694q2] pod update took 17.428686ms I0420 07:42:05.166649 3681 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-694q2] addLogicalPort annotation time took 17.453006ms I0420 07:42:05.167392 3681 pods.go:271] [openshift-multus/network-metrics-daemon-694q2] addLogicalPort took 18.268925ms, libovsdb time 571.992µs I0420 07:42:05.167890 3681 admin_network_policy_controller.go:227] Starting controller default-network-controller I0420 07:42:05.167909 3681 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0420 07:42:05.167922 3681 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0420 07:42:05.167927 3681 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0420 07:42:05.168118 3681 repair.go:29] Repairing admin network policies took 187.058µs I0420 07:42:05.168258 3681 repair.go:92] Repairing baseline admin network policies took 132.54µs I0420 07:42:05.168795 3681 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0420 07:42:05.168828 3681 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0420 07:42:05.170894 3681 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0420 07:42:05.170915 3681 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0420 07:42:05.170936 3681 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0420 07:42:05.172704 3681 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0420 07:42:05.172725 3681 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0420 07:42:05.172735 3681 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0420 07:42:05.173868 3681 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0420 07:42:05.173896 3681 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0420 07:42:05.173906 3681 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0420 07:42:05.175812 3681 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0420 07:42:05.175828 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0420 07:42:05.175834 3681 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0420 07:42:05.177121 3681 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0420 07:42:05.177139 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0420 07:42:05.177147 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0420 07:42:05.178714 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0420 07:42:05.178741 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0420 07:42:05.178750 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0420 07:42:05.180398 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0420 07:42:05.180415 3681 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0420 07:42:05.180422 3681 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0420 07:42:05.180712 3681 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0420 07:42:05.180727 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0420 07:42:05.180737 3681 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0420 07:42:05.181222 3681 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0420 07:42:05.181240 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0420 07:42:05.181249 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0420 07:42:05.182612 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0420 07:42:05.182629 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0420 07:42:05.182636 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0420 07:42:05.182938 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0420 07:42:05.182960 3681 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0420 07:42:05.182970 3681 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0420 07:42:05.183457 3681 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0420 07:42:05.183470 3681 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0420 07:42:05.183479 3681 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0420 07:42:05.184478 3681 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0420 07:42:05.184496 3681 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0420 07:42:05.184502 3681 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0420 07:42:05.185740 3681 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0420 07:42:05.185756 3681 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0420 07:42:05.185765 3681 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0420 07:42:05.186756 3681 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0420 07:42:05.186776 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0420 07:42:05.186784 3681 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0420 07:42:05.187447 3681 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0420 07:42:05.187464 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0420 07:42:05.187471 3681 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0420 07:42:05.187925 3681 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0420 07:42:05.187942 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0420 07:42:05.187950 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0420 07:42:05.188390 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0420 07:42:05.188411 3681 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0420 07:42:05.188421 3681 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0420 07:42:05.189535 3681 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0420 07:42:05.189551 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0420 07:42:05.189559 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0420 07:42:05.190047 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0420 07:42:05.190065 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0420 07:42:05.190789 3681 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0420 07:42:05.190800 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 07:42:05.191546 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0420 07:42:05.191566 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0420 07:42:05.191574 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0420 07:42:05.192033 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0420 07:42:05.192052 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0420 07:42:05.192254 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 07:42:05.193322 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0420 07:42:05.193339 3681 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0420 07:42:05.193346 3681 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0420 07:42:05.193809 3681 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0420 07:42:05.193825 3681 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0420 07:42:05.193834 3681 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0420 07:42:05.194798 3681 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0420 07:42:05.194814 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0420 07:42:05.194820 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0420 07:42:05.195385 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0420 07:42:05.195402 3681 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0420 07:42:05.195412 3681 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0420 07:42:05.196654 3681 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0420 07:42:05.196670 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0420 07:42:05.196678 3681 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0420 07:42:05.197151 3681 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0420 07:42:05.197168 3681 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0420 07:42:05.197181 3681 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0420 07:42:05.197628 3681 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0420 07:42:05.197775 3681 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-sr9dn of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0420 07:42:05.203021 3681 egressfirewall.go:374] Starting EgressFirewall controller I0420 07:42:05.203051 3681 controller.go:133] Adding controller egress-firewall-controller event handlers I0420 07:42:05.203085 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0420 07:42:05.203091 3681 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0420 07:42:05.203097 3681 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0420 07:42:05.203114 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0420 07:42:05.203126 3681 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0420 07:42:05.203352 3681 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0420 07:42:05.203364 3681 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0420 07:42:05.203369 3681 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0420 07:42:05.203376 3681 egressqos.go:193] Setting up event handlers for EgressQoS I0420 07:42:05.203383 3681 egressfirewall.go:723] Syncing node "ip-10-0-0-123.ec2.internal" for egress firewall I0420 07:42:05.203390 3681 egressfirewall.go:723] Syncing node "ip-10-0-1-48.ec2.internal" for egress firewall I0420 07:42:05.203394 3681 egressfirewall.go:723] Syncing node "ip-10-0-2-209.ec2.internal" for egress firewall I0420 07:42:05.203465 3681 egressqos.go:245] Starting EgressQoS Controller I0420 07:42:05.203474 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0420 07:42:05.203479 3681 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0420 07:42:05.203484 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0420 07:42:05.203488 3681 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0420 07:42:05.203492 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0420 07:42:05.203496 3681 shared_informer.go:356] "Caches are synced" controller="egressqos" I0420 07:42:05.203500 3681 egressqos.go:259] Repairing EgressQoSes I0420 07:42:05.203504 3681 egressqos.go:399] Starting repairing loop for egressqos I0420 07:42:05.203566 3681 egressqos.go:401] Finished repairing loop for egressqos: 61.395µs I0420 07:42:05.203583 3681 egressservice_zone.go:132] Setting up event handlers for Egress Services I0420 07:42:05.203614 3681 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-48.ec2.internal I0420 07:42:05.203663 3681 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-48.ec2.internal : 47.61µs I0420 07:42:05.203758 3681 egressservice_zone.go:210] Starting Egress Services Controller I0420 07:42:05.203768 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 07:42:05.203773 3681 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 07:42:05.203778 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 07:42:05.203794 3681 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 07:42:05.203808 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 07:42:05.203812 3681 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 07:42:05.203817 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0420 07:42:05.203821 3681 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0420 07:42:05.203824 3681 egressservice_zone.go:228] Repairing Egress Services I0420 07:42:05.204125 3681 master_controller.go:88] Starting Admin Policy Based Route Controller I0420 07:42:05.204137 3681 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 07:42:05.204185 3681 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-123.ec2.internal I0420 07:42:05.204200 3681 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-123.ec2.internal: 16.522µs I0420 07:42:05.204207 3681 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-48.ec2.internal I0420 07:42:05.204210 3681 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-48.ec2.internal: 4.421µs I0420 07:42:05.204215 3681 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-209.ec2.internal I0420 07:42:05.204220 3681 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-209.ec2.internal: 5.292µs I0420 07:42:05.204336 3681 default_network_controller.go:585] Completing all the Watchers took 301.858169ms I0420 07:42:05.204355 3681 default_network_controller.go:589] Starting unidling controllers I0420 07:42:05.204368 3681 unidle.go:46] Registering OVN SB ControllerEvent handler I0420 07:42:05.204378 3681 unidle.go:63] Populating Initial ContollerEvent events I0420 07:42:05.204391 3681 unidle.go:79] Setting up event handlers for services I0420 07:42:05.204499 3681 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller W0420 07:42:05.281749 3681 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 07:42:05.501988 3681 default_node_network_controller.go:519] Node connection status = connected I0420 07:42:06.002160 3681 default_node_network_controller.go:519] Node connection status = connected I0420 07:42:06.380829 3681 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0420 07:42:06.502224 3681 default_node_network_controller.go:519] Node connection status = connected I0420 07:42:06.519054 3681 bridgeconfig.go:537] Gateway is ready I0420 07:42:06.519072 3681 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0420 07:42:06.529765 3681 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.48. Updating OVN encap IP. I0420 07:42:06.534783 3681 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.48 - it is already configured I0420 07:42:06.534795 3681 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.48/24:{} 172.20.0.1/32:{}]. Updating annotations. I0420 07:42:06.535036 3681 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.48/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-48.ec2.internal","mac-address":"0a:ff:ee:ce:31:53","ip-addresses":["10.0.1.48/24"],"ip-address":"10.0.1.48/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f48a01a4-0a03-4b06-aba9-0e5182f32fca k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.48/24"}] on node ip-10-0-1-48.ec2.internal I0420 07:42:06.550719 3681 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-48.ec2.internal in network "default" I0420 07:42:06.550802 3681 master.go:548] Adding or Updating local node "ip-10-0-1-48.ec2.internal" for network "default" I0420 07:42:06.550821 3681 node_tracker.go:169] Node ip-10-0-1-48.ec2.internal switch + router changed, syncing services in network "default" I0420 07:42:06.550836 3681 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-48.ec2.internal I0420 07:42:06.550840 3681 services_controller.go:574] Full service sync requested for network=default I0420 07:42:06.550851 3681 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-48.ec2.internal: 17.375µs I0420 07:42:06.550803 3681 egressfirewall.go:723] Syncing node "ip-10-0-1-48.ec2.internal" for egress firewall W0420 07:42:06.551320 3681 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 07:42:06.551709 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0420 07:42:06.551763 3681 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 07:42:06.552087 3681 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.48 I0420 07:42:06.552169 3681 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-48.ec2.internal I0420 07:42:06.555544 3681 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-48.ec2.internal. Updating no re-route policies I0420 07:42:06.555610 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hmx99 I0420 07:42:06.555621 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c9vd5 I0420 07:42:06.555630 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hmx99 I0420 07:42:06.555627 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-694q2 I0420 07:42:06.555639 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-z7vtb I0420 07:42:06.555646 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-g6hs9 I0420 07:42:06.555652 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-z7vtb I0420 07:42:06.555655 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-g6hs9 I0420 07:42:06.555656 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-jz7pg I0420 07:42:06.555663 3681 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-48.ec2.internal I0420 07:42:06.555668 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-jz7pg I0420 07:42:06.555671 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hmx99 after 0 failed attempt(s) I0420 07:42:06.555611 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-flg4b I0420 07:42:06.555677 3681 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-48.ec2.internal I0420 07:42:06.555638 3681 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-t9l8r I0420 07:42:06.555631 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c9vd5 I0420 07:42:06.555684 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-48.ec2.internal I0420 07:42:06.555683 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-l5mtg I0420 07:42:06.555688 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-jz7pg after 0 failed attempt(s) I0420 07:42:06.555694 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-48.ec2.internal I0420 07:42:06.555688 3681 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-t9l8r I0420 07:42:06.555702 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c9vd5 after 0 failed attempt(s) I0420 07:42:06.555702 3681 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-48.ec2.internal after 0 failed attempt(s) I0420 07:42:06.555708 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-48.ec2.internal after 0 failed attempt(s) I0420 07:42:06.555647 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-694q2 I0420 07:42:06.555734 3681 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-694q2] creating logical port openshift-multus_network-metrics-daemon-694q2 for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:06.555671 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-z7vtb after 0 failed attempt(s) I0420 07:42:06.555671 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-g6hs9 after 0 failed attempt(s) I0420 07:42:06.555670 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vbfgt I0420 07:42:06.555835 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vbfgt I0420 07:42:06.555898 3681 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vbfgt] creating logical port openshift-network-diagnostics_network-check-target-vbfgt for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:06.555684 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-flg4b I0420 07:42:06.555962 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-flg4b after 0 failed attempt(s) I0420 07:42:06.555681 3681 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-7mxv5 I0420 07:42:06.555978 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-7mxv5 I0420 07:42:06.555989 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-7mxv5 after 0 failed attempt(s) I0420 07:42:06.555699 3681 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-l5mtg I0420 07:42:06.556002 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-l5mtg after 0 failed attempt(s) I0420 07:42:06.555710 3681 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-t9l8r after 0 failed attempt(s) I0420 07:42:06.556501 3681 pods.go:271] [openshift-multus/network-metrics-daemon-694q2] addLogicalPort took 769.188µs, libovsdb time 288.24µs I0420 07:42:06.556512 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-694q2 after 0 failed attempt(s) I0420 07:42:06.556635 3681 pods.go:271] [openshift-network-diagnostics/network-check-target-vbfgt] addLogicalPort took 781.429µs, libovsdb time 212.439µs I0420 07:42:06.556652 3681 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-vbfgt after 0 failed attempt(s) I0420 07:42:06.566740 3681 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0420 07:42:06.577905 3681 iptables.go:108] Creating table: mangle chain: OUTPUT I0420 07:42:06.581004 3681 iptables.go:108] Creating table: nat chain: OUTPUT I0420 07:42:06.628825 3681 iptables.go:108] Creating table: nat chain: PREROUTING I0420 07:42:06.680928 3681 iptables.go:108] Creating table: filter chain: FORWARD I0420 07:42:06.696797 3681 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0420 07:42:06.696944 3681 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0420 07:42:06.696991 3681 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0420 07:42:06.697080 3681 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0420 07:42:06.697134 3681 gateway_init.go:325] Gateway and management port readiness took 1.699972715s I0420 07:42:06.697160 3681 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0420 07:42:06.697196 3681 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0420 07:42:06.697210 3681 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0420 07:42:06.697219 3681 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 07:42:06.697279 3681 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0420 07:42:06.697362 3681 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.31µs I0420 07:42:06.697691 3681 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0420 07:42:06.697716 3681 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.598µs I0420 07:42:06.697724 3681 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.625µs I0420 07:42:06.697729 3681 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0420 07:42:06.697739 3681 nad_controller.go:379] [node-nad-controller NAD controller]: started I0420 07:42:06.697745 3681 default_node_network_controller.go:899] Starting the default node network controller I0420 07:42:06.697752 3681 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0420 07:42:06.697846 3681 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.141µs I0420 07:42:06.697973 3681 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0420 07:42:06.697982 3681 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0420 07:42:06.698009 3681 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0002c3ee0 0xc0002bfce0 0xc0002bfd50 0xc0002bfdc0 0xc0002bfe30 0xc0002bfea0 0xc0002bff10 0xc000cfc280 0xc0002ec000 0xc0002ec070 0xc0001a82d0 0xc00647d1f0 0xc0002ec0e0 map[0x2ff9080:0xc00218f560 0x2ff95c0:0xc00218f6e0 0x2ffa2e0:0xc00218f4a0 0x2ffa580:0xc00218f500 0x2ffad60:0xc00218f5c0 0x2ffb000:0xc00218f620 0x2ffb2a0:0xc00218f680 0x2ffba80:0xc004e1b2c0 0x2ffbd20:0xc004e1b320 0x3026980:0xc001383680 0x3026d20:0xc0013836e0 0x3027800:0xc000cbb680 0x3029160:0xc001b70000 0x30298a0:0xc002529500 0x302a720:0xc000a3f560] 0xc0006ca7e0 0} I0420 07:42:06.698062 3681 gateway.go:151] Starting gateway service sync I0420 07:42:06.698496 3681 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0420 07:42:06.700576 3681 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0420 07:42:06.724392 3681 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0420 07:42:06.725546 3681 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0420 07:42:06.726600 3681 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0420 07:42:06.758227 3681 gateway.go:168] Gateway service sync done. Time taken: 60.154415ms I0420 07:42:06.758697 3681 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31251 I0420 07:42:06.759039 3681 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0002c3ee0 0xc0002bfce0 0xc0002bfd50 0xc0002bfdc0 0xc0002bfe30 0xc0002bfea0 0xc0002bff10 0xc000cfc280 0xc0002ec000 0xc0002ec070 0xc0001a82d0 0xc00647d1f0 0xc0002ec0e0 map[0x2ff9080:0xc00218f560 0x2ff95c0:0xc00218f6e0 0x2ffa2e0:0xc00218f4a0 0x2ffa580:0xc00218f500 0x2ffad60:0xc00218f5c0 0x2ffb000:0xc00218f620 0x2ffb2a0:0xc00218f680 0x2ffba80:0xc004e1b2c0 0x2ffbd20:0xc004e1b320 0x3026980:0xc001383680 0x3026d20:0xc0013836e0 0x3027800:0xc000cbb680 0x3029160:0xc001b70000 0x30298a0:0xc002529500 0x302a720:0xc000a3f560] 0xc0006ca7e0 0} I0420 07:42:06.759493 3681 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0002c3ee0 0xc0002bfce0 0xc0002bfd50 0xc0002bfdc0 0xc0002bfe30 0xc0002bfea0 0xc0002bff10 0xc000cfc280 0xc0002ec000 0xc0002ec070 0xc0001a82d0 0xc00647d1f0 0xc0002ec0e0 map[0x2ff9080:0xc00218f560 0x2ff95c0:0xc00218f6e0 0x2ffa2e0:0xc00218f4a0 0x2ffa580:0xc00218f500 0x2ffad60:0xc00218f5c0 0x2ffb000:0xc00218f620 0x2ffb2a0:0xc00218f680 0x2ffba80:0xc004e1b2c0 0x2ffbd20:0xc004e1b320 0x3026980:0xc001383680 0x3026d20:0xc0013836e0 0x3027800:0xc000cbb680 0x3029160:0xc001b70000 0x30298a0:0xc002529500 0x302a720:0xc000a3f560] 0xc0006ca7e0 0} I0420 07:42:06.759533 3681 gateway.go:532] Reconciling gateway with updates I0420 07:42:06.764417 3681 gateway.go:339] Spawning Conntrack Rule Check Thread I0420 07:42:06.764489 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 07:42:06.764506 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 07:42:06.764517 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 07:42:06.764532 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 07:42:06.764507 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 07:42:06.764544 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 07:42:06.764514 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 07:42:06.764515 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 07:42:06.764567 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 07:42:06.764580 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 07:42:06.764580 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 07:42:06.764578 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 07:42:06.764557 3681 port_claim.go:71] Svc openshift-ingress/router-default: port 30281 is already open, no action needed I0420 07:42:06.764584 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 07:42:06.764595 3681 port_claim.go:71] Svc openshift-ingress/router-default: port 32715 is already open, no action needed I0420 07:42:06.764595 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 07:42:06.764600 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 07:42:06.764600 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 07:42:06.764608 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 07:42:06.764538 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 07:42:06.764614 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 07:42:06.764625 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 07:42:06.764623 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 07:42:06.764633 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 07:42:06.764636 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 07:42:06.764567 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 07:42:06.764644 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 07:42:06.764645 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 07:42:06.764649 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 07:42:06.764654 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 07:42:06.764532 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 07:42:06.764660 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 07:42:06.764669 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 07:42:06.764674 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 07:42:06.764494 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 07:42:06.764685 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 07:42:06.764687 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 07:42:06.764689 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 07:42:06.764692 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 07:42:06.764587 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 07:42:06.764696 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 07:42:06.764533 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 07:42:06.764646 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 07:42:06.764708 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 07:42:06.764711 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 07:42:06.764716 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 07:42:06.764716 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 07:42:06.764648 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 07:42:06.764728 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 07:42:06.764732 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 07:42:06.764733 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 07:42:06.764741 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 07:42:06.764743 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 07:42:06.764598 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 07:42:06.764754 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 07:42:06.764708 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 07:42:06.764762 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 07:42:06.764770 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 07:42:06.764602 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 07:42:06.764807 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 07:42:06.764815 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 07:42:06.764819 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 07:42:06.764817 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 07:42:06.764556 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 07:42:06.764827 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 07:42:06.764825 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 07:42:06.764830 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 07:42:06.764833 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 07:42:06.764839 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 07:42:06.764733 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 07:42:06.764845 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 07:42:06.764898 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 07:42:06.764718 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 07:42:06.764963 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 07:42:06.764974 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 07:42:06.764638 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 07:42:06.764986 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 07:42:06.764965 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 07:42:06.764628 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 07:42:06.764616 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 07:42:06.764587 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 07:42:06.764626 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 07:42:06.765086 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 07:42:06.764547 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 07:42:06.765108 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 07:42:06.764637 3681 default_node_network_controller.go:944] Gateway and management port readiness took 66.647049ms I0420 07:42:06.764640 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 07:42:06.764639 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 07:42:06.765253 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 07:42:06.764649 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 07:42:06.765298 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 07:42:06.765309 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 07:42:06.764673 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 07:42:06.765326 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 07:42:06.764693 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 07:42:06.764698 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 07:42:06.765396 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 07:42:06.764709 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 07:42:06.765410 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 07:42:06.764736 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 07:42:06.765417 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 07:42:06.764825 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 07:42:06.765432 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 07:42:06.765630 3681 node_ip_handler_linux.go:160] Node IP manager is running W0420 07:42:06.801833 3681 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 07:42:06.802020 3681 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 07:42:06.802163 3681 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0420 07:42:06.810711 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 07:42:06.810720 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 07:42:06.810739 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 07:42:06.810751 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 07:42:06.810761 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 07:42:06.810775 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 07:42:06.810792 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 07:42:06.810805 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 07:42:06.810814 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 07:42:06.810822 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 07:42:06.810830 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 07:42:06.810839 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 07:42:06.810849 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 07:42:06.810858 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 07:42:06.850568 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 07:42:06.850594 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 07:42:06.850604 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 07:42:06.850616 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 07:42:06.850638 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 07:42:06.891307 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 07:42:06.891328 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 07:42:06.891344 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 07:42:06.891352 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 07:42:06.891358 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 07:42:06.891363 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 07:42:06.891368 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 07:42:06.891374 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 07:42:06.891379 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 07:42:06.891384 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 07:42:06.891389 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 07:42:06.891394 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 07:42:06.891401 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) W0420 07:42:08.394244 3681 egressip_healthcheck.go:76] Health checking using insecure connection I0420 07:42:08.394287 3681 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0420 07:42:08.394287 3681 default_node_network_controller.go:1380] Starting node controller node sync I0420 07:42:08.406055 3681 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.753842ms I0420 07:42:08.406148 3681 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-123.ec2.internal", IP: 10.0.0.123 to PMTUD blocking rules I0420 07:42:08.406162 3681 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-123.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 07:42:08.406151 3681 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-209.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 07:42:08.406233 3681 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-209.ec2.internal", IP: 10.0.2.209 to PMTUD blocking rules I0420 07:42:08.417772 3681 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0420 07:42:08.418051 3681 egressservice_node.go:93] Setting up event handlers for Egress Services I0420 07:42:08.418173 3681 egressservice_node.go:183] Starting Egress Services Controller I0420 07:42:08.418188 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 07:42:08.418197 3681 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 07:42:08.418210 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 07:42:08.418217 3681 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 07:42:08.418224 3681 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 07:42:08.418229 3681 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 07:42:08.418233 3681 egressservice_node.go:197] Repairing Egress Services I0420 07:42:08.427388 3681 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0420 07:42:08.427398 3681 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 07:42:08.427612 3681 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0420 07:42:08.427625 3681 link_network_manager.go:119] Link manager is running I0420 07:42:08.427636 3681 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0420 07:42:08.427935 3681 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0420 07:42:08.428007 3681 vrf_manager.go:128] VRF manager is running I0420 07:42:08.428089 3681 node_controller_manager.go:437] Removing flows to drop GARP I0420 07:42:08.428101 3681 gateway.go:532] Reconciling gateway with updates I0420 07:42:08.452737 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 07:42:08.452751 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 07:42:08.452757 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 07:42:08.452763 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 07:42:08.452765 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 07:42:08.452770 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 07:42:08.452775 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 07:42:08.452780 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 07:42:08.452778 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 07:42:08.452789 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 07:42:08.452792 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 07:42:08.452796 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 07:42:08.452800 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 07:42:08.452809 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 07:42:08.452826 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 07:42:08.452830 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 07:42:08.452833 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 07:42:08.452842 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 07:42:08.452844 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 07:42:08.452852 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 07:42:08.452837 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 07:42:08.452854 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 07:42:08.452762 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 07:42:08.452861 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 07:42:08.452864 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 07:42:08.452867 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 07:42:08.452869 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 07:42:08.452843 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 07:42:08.452893 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 07:42:08.452894 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 07:42:08.452896 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 07:42:08.452905 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 07:42:08.452908 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 07:42:08.452910 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 07:42:08.452912 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 07:42:08.452918 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 07:42:08.452917 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 07:42:08.452925 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 07:42:08.452926 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 07:42:08.452926 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 07:42:08.452931 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 07:42:08.452941 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 07:42:08.452943 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 07:42:08.452944 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 07:42:08.452944 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 07:42:08.452952 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 07:42:08.452961 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 07:42:08.452964 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 07:42:08.452966 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 07:42:08.452868 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 07:42:08.452979 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 07:42:08.452827 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 07:42:08.452985 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 07:42:08.452990 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 07:42:08.452996 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 07:42:08.453000 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 07:42:08.452853 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 07:42:08.452994 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 07:42:08.453007 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 07:42:08.453013 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 07:42:08.453019 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 07:42:08.452866 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 07:42:08.453020 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 07:42:08.452908 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 07:42:08.452815 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 07:42:08.452839 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 07:42:08.452896 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 07:42:08.453074 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 07:42:08.452849 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 07:42:08.453085 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 07:42:08.452854 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 07:42:08.453110 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 07:42:08.452739 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 07:42:08.453130 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 07:42:08.452858 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 07:42:08.453148 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 07:42:08.452859 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 07:42:08.453167 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 07:42:08.452892 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 07:42:08.453175 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 07:42:08.452898 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 07:42:08.453204 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 07:42:08.452908 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 07:42:08.452917 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 07:42:08.453238 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 07:42:08.452908 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 07:42:08.453260 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 07:42:08.452975 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 07:42:08.453284 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 07:42:08.452987 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 07:42:08.452990 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 07:42:08.453311 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 07:42:08.452990 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 07:42:08.453340 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 07:42:08.452998 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 07:42:08.453363 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 07:42:08.453002 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 07:42:08.453005 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 07:42:08.453402 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 07:42:08.453413 3681 port_claim.go:71] Svc openshift-ingress/router-default: port 30281 is already open, no action needed I0420 07:42:08.453421 3681 port_claim.go:71] Svc openshift-ingress/router-default: port 32715 is already open, no action needed I0420 07:42:08.453078 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 07:42:08.452847 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 07:42:08.452892 3681 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 07:42:08.453457 3681 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 07:42:08.491312 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 07:42:08.491332 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 07:42:08.491341 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 07:42:08.491348 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 07:42:08.491356 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 07:42:08.491365 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 07:42:08.491372 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 07:42:08.491380 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 07:42:08.491388 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 07:42:08.491397 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 07:42:08.491404 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 07:42:08.491411 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 07:42:08.491417 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 07:42:08.491424 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 07:42:08.491431 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 07:42:08.491436 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 07:42:08.491441 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 07:42:08.491445 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 07:42:08.491449 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 07:42:08.491455 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 07:42:08.491459 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 07:42:08.491465 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 07:42:08.491470 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 07:42:08.491474 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 07:42:08.491480 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 07:42:08.491485 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 07:42:08.491503 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 07:42:08.528953 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 07:42:08.528975 3681 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) W0420 07:42:12.701806 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0420 07:42:24.809010 3681 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 07:42:24.809030 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 07:42:24.809035 3681 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 07:42:24.809042 3681 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 07:42:24.910526 3681 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-5d8957b4c8-9wt4w IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-5d8957b4c8-9wt4w: no pod IPs found I0420 07:42:25.190382 3681 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-48.ec2.internal I0420 07:42:25.190409 3681 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-48.ec2.internal: 33.502µs I0420 07:42:25.243201 3681 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-58f79cc955-svxtr] creating logical port openshift-image-registry_image-registry-58f79cc955-svxtr for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:25.243292 3681 kube.go:256] Updating pod openshift-image-registry/image-registry-58f79cc955-svxtr I0420 07:42:25.276208 3681 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-z5jm2] creating logical port openshift-dns_dns-default-z5jm2 for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:25.276328 3681 kube.go:256] Updating pod openshift-dns/dns-default-z5jm2 I0420 07:42:25.279117 3681 pod.go:62] [openshift-image-registry/image-registry-58f79cc955-svxtr] pod update took 35.854121ms I0420 07:42:25.279136 3681 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-58f79cc955-svxtr] addLogicalPort annotation time took 35.877663ms I0420 07:42:25.280321 3681 pods.go:271] [openshift-image-registry/image-registry-58f79cc955-svxtr] addLogicalPort took 37.13248ms, libovsdb time 931.502µs I0420 07:42:25.283007 3681 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-grgks] creating logical port openshift-ingress-canary_ingress-canary-grgks for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:25.283072 3681 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-grgks I0420 07:42:25.306410 3681 pod.go:62] [openshift-dns/dns-default-z5jm2] pod update took 30.117959ms I0420 07:42:25.306433 3681 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-z5jm2] addLogicalPort annotation time took 30.142268ms I0420 07:42:25.307575 3681 pods.go:271] [openshift-dns/dns-default-z5jm2] addLogicalPort took 31.385246ms, libovsdb time 904.404µs I0420 07:42:25.312053 3681 pod.go:62] [openshift-ingress-canary/ingress-canary-grgks] pod update took 28.999092ms I0420 07:42:25.312075 3681 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-grgks] addLogicalPort annotation time took 29.0206ms I0420 07:42:25.312901 3681 pods.go:271] [openshift-ingress-canary/ingress-canary-grgks] addLogicalPort took 29.902719ms, libovsdb time 589.381µs I0420 07:42:25.330547 3681 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-54sp6] creating logical port openshift-insights_insights-runtime-extractor-54sp6 for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:25.330617 3681 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-54sp6 I0420 07:42:25.380034 3681 pod.go:62] [openshift-insights/insights-runtime-extractor-54sp6] pod update took 49.438927ms I0420 07:42:25.380054 3681 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-54sp6] addLogicalPort annotation time took 49.461323ms I0420 07:42:25.381006 3681 pods.go:271] [openshift-insights/insights-runtime-extractor-54sp6] addLogicalPort took 50.472565ms, libovsdb time 726.309µs W0420 07:42:25.492281 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 07:42:25.492295 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 07:42:25.493234 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 07:42:25.493247 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 07:42:25.493257 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 07:42:25.522588 3681 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 07:42:25.556889 3681 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 07:42:25.595523 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 07:42:25.595536 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 07:42:25.595540 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 07:42:25.599353 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 07:42:25.599365 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0420 07:42:25.615683 3681 cni.go:452] [openshift-image-registry/image-registry-58f79cc955-svxtr bcdb538d6b7a0fd63ed9b6577970d650aaa6f46816001d5ff9cff07783b27b19 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-58f79cc955-svxtr bcdb538d6b7a0fd63ed9b6577970d650aaa6f46816001d5ff9cff07783b27b19 network default NAD default NAD key ] I0420 07:42:25.654395 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-58f79cc955-svxtr, hostIfaceName: bcdb538d6b7a0fd, network: default, NAD default, SandboxID: "bcdb538d6b7a0fd63ed9b6577970d650aaa6f46816001d5ff9cff07783b27b19", PCI device ID: , UID: "52200599-1e2a-48db-a9c0-afab804e2b86", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0420 07:42:25.666449 3681 cni.go:452] [openshift-dns/dns-default-z5jm2 ba9966b3dbcca21a7e5d5b2a917f2fe1f91e969538499e616175a65e6a353fb3 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-z5jm2 ba9966b3dbcca21a7e5d5b2a917f2fe1f91e969538499e616175a65e6a353fb3 network default NAD default NAD key ] I0420 07:42:25.676741 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-z5jm2, hostIfaceName: ba9966b3dbcca21, network: default, NAD default, SandboxID: "ba9966b3dbcca21a7e5d5b2a917f2fe1f91e969538499e616175a65e6a353fb3", PCI device ID: , UID: "b583a528-e85f-4151-94a4-91648c69d94b", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0420 07:42:25.702643 3681 cni.go:452] [openshift-ingress-canary/ingress-canary-grgks d8b7a8c2689149cd8ace2b75422697ac821a1296effd36d02631582604f79f8d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-grgks d8b7a8c2689149cd8ace2b75422697ac821a1296effd36d02631582604f79f8d network default NAD default NAD key ] I0420 07:42:25.711998 3681 cni.go:473] [openshift-image-registry/image-registry-58f79cc955-svxtr bcdb538d6b7a0fd63ed9b6577970d650aaa6f46816001d5ff9cff07783b27b19 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-58f79cc955-svxtr bcdb538d6b7a0fd63ed9b6577970d650aaa6f46816001d5ff9cff07783b27b19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:98:78:3a:e4:54\",\"name\":\"bcdb538d6b7a0fd\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8031c353-ffc4-45fa-9464-c5936e9d87f7\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:42:25.717214 3681 cni.go:452] [openshift-insights/insights-runtime-extractor-54sp6 87979569e23f746cb3c02468169fdfb410ee7c6bda30beeb0452b33fa6e00c22 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-54sp6 87979569e23f746cb3c02468169fdfb410ee7c6bda30beeb0452b33fa6e00c22 network default NAD default NAD key ] I0420 07:42:25.724424 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-grgks, hostIfaceName: d8b7a8c2689149c, network: default, NAD default, SandboxID: "d8b7a8c2689149cd8ace2b75422697ac821a1296effd36d02631582604f79f8d", PCI device ID: , UID: "b729a843-342e-4b26-8170-5192f98d7794", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0420 07:42:25.728593 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-54sp6, hostIfaceName: 87979569e23f746, network: default, NAD default, SandboxID: "87979569e23f746cb3c02468169fdfb410ee7c6bda30beeb0452b33fa6e00c22", PCI device ID: , UID: "6fb20ff2-daa1-4e69-a6e8-5093b0b23d06", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0420 07:42:25.730557 3681 cni.go:473] [openshift-dns/dns-default-z5jm2 ba9966b3dbcca21a7e5d5b2a917f2fe1f91e969538499e616175a65e6a353fb3 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-z5jm2 ba9966b3dbcca21a7e5d5b2a917f2fe1f91e969538499e616175a65e6a353fb3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:72:c6:58:3c:8b\",\"name\":\"ba9966b3dbcca21\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be676a33-2a58-4ddc-8b5c-930651a0219a\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:42:25.771453 3681 cni.go:473] [openshift-ingress-canary/ingress-canary-grgks d8b7a8c2689149cd8ace2b75422697ac821a1296effd36d02631582604f79f8d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-grgks d8b7a8c2689149cd8ace2b75422697ac821a1296effd36d02631582604f79f8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:60:03:c0:33:cc\",\"name\":\"d8b7a8c2689149c\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9db046c9-b231-4003-810e-b53d3abbd9be\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:42:25.787033 3681 cni.go:473] [openshift-insights/insights-runtime-extractor-54sp6 87979569e23f746cb3c02468169fdfb410ee7c6bda30beeb0452b33fa6e00c22 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-54sp6 87979569e23f746cb3c02468169fdfb410ee7c6bda30beeb0452b33fa6e00c22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:dd:97:88:93:4c\",\"name\":\"87979569e23f746\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ddd50f1b-7cf3-416f-b4ae-bb605b901a55\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 07:42:26.493057 3681 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 07:42:27.902128 3681 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x475k] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-x475k for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:27.902220 3681 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x475k I0420 07:42:27.920222 3681 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x475k] pod update took 18.03004ms I0420 07:42:27.920243 3681 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x475k] addLogicalPort annotation time took 18.054988ms I0420 07:42:27.921286 3681 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x475k] addLogicalPort took 19.173492ms, libovsdb time 804.426µs I0420 07:42:28.891424 3681 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x475k 7e2b25b164b9a40f7393ef48e387255148bfddcccf6f8e918de8ef83c80dd522 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x475k 7e2b25b164b9a40f7393ef48e387255148bfddcccf6f8e918de8ef83c80dd522 network default NAD default NAD key ] I0420 07:42:28.904492 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-x475k, hostIfaceName: 7e2b25b164b9a40, network: default, NAD default, SandboxID: "7e2b25b164b9a40f7393ef48e387255148bfddcccf6f8e918de8ef83c80dd522", PCI device ID: , UID: "ab449b98-a182-4aac-a143-3ec808fc1b8f", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0420 07:42:28.954524 3681 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x475k 7e2b25b164b9a40f7393ef48e387255148bfddcccf6f8e918de8ef83c80dd522 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x475k 7e2b25b164b9a40f7393ef48e387255148bfddcccf6f8e918de8ef83c80dd522 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:c9:d7:d9:90:d0\",\"name\":\"7e2b25b164b9a40\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06f584dc-e6e7-4cb0-8c72-0bae8c8c9809\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:42:29.687493 3681 default_network_controller.go:1025] Node "ip-10-0-0-123.ec2.internal" in remote zone "ip-10-0-0-123.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 07:42:29.688275 3681 zone_ic_handler.go:195] Time taken to create transit switch: 244.269µs I0420 07:42:29.688289 3681 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-123.ec2.internal for the network default I0420 07:42:29.689294 3681 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-123.ec2.internal" on network "default" took: 1.274715ms W0420 07:42:31.328618 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0420 07:42:31.531525 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0420 07:42:32.012218 3681 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-9gjd6] creating logical port openshift-monitoring_prometheus-operator-76b589d668-9gjd6 for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:32.012310 3681 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-9gjd6 I0420 07:42:32.025618 3681 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-9gjd6] pod update took 13.334952ms I0420 07:42:32.025637 3681 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-9gjd6] addLogicalPort annotation time took 13.359046ms I0420 07:42:32.026763 3681 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-9gjd6] addLogicalPort took 14.614921ms, libovsdb time 842.621µs I0420 07:42:32.430001 3681 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-9gjd6 ec2b16f9835ac5ca9f811144040fa77b462ed22075c63c3439c6a95fec8e562a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-9gjd6 ec2b16f9835ac5ca9f811144040fa77b462ed22075c63c3439c6a95fec8e562a network default NAD default NAD key ] I0420 07:42:32.439985 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-9gjd6, hostIfaceName: ec2b16f9835ac5c, network: default, NAD default, SandboxID: "ec2b16f9835ac5ca9f811144040fa77b462ed22075c63c3439c6a95fec8e562a", PCI device ID: , UID: "19767e29-c716-4377-861a-43638f651d81", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0420 07:42:32.484130 3681 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-9gjd6 ec2b16f9835ac5ca9f811144040fa77b462ed22075c63c3439c6a95fec8e562a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-9gjd6 ec2b16f9835ac5ca9f811144040fa77b462ed22075c63c3439c6a95fec8e562a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:1a:9e:ff:9b:19\",\"name\":\"ec2b16f9835ac5c\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbc43751-41a2-4633-8294-5f489fc112f2\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 07:42:35.287413 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 07:42:35.287438 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0420 07:42:36.690710 3681 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-8b8bt] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-8b8bt for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:36.690802 3681 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-8b8bt I0420 07:42:36.717431 3681 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-8b8bt] pod update took 26.653748ms I0420 07:42:36.717453 3681 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-8b8bt] addLogicalPort annotation time took 26.681391ms I0420 07:42:36.718535 3681 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-8b8bt] addLogicalPort took 27.844066ms, libovsdb time 813.535µs W0420 07:42:37.526082 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 07:42:37.526107 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 07:42:37.526114 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 07:42:37.526125 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 07:42:37.526131 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 07:42:37.526135 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0420 07:42:37.655429 3681 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-8b8bt 21f16a495f12dcac95b35933d41d29cdc5f837c395d532693ff9ae2d8df2ac89 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-8b8bt 21f16a495f12dcac95b35933d41d29cdc5f837c395d532693ff9ae2d8df2ac89 network default NAD default NAD key ] I0420 07:42:37.666394 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-8b8bt, hostIfaceName: 21f16a495f12dca, network: default, NAD default, SandboxID: "21f16a495f12dcac95b35933d41d29cdc5f837c395d532693ff9ae2d8df2ac89", PCI device ID: , UID: "b31b0e2b-4234-488d-bb0b-8dc949fb4f19", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0420 07:42:37.718044 3681 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-8b8bt 21f16a495f12dcac95b35933d41d29cdc5f837c395d532693ff9ae2d8df2ac89 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-8b8bt 21f16a495f12dcac95b35933d41d29cdc5f837c395d532693ff9ae2d8df2ac89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:3e:27:ed:a2:67\",\"name\":\"21f16a495f12dca\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4ea01ed-413e-4658-aabc-ed9fab6f88de\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:42:37.826030 3681 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:37.826152 3681 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0420 07:42:37.851419 3681 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 25.304834ms I0420 07:42:37.851445 3681 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 25.337628ms I0420 07:42:37.852892 3681 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.865953ms, libovsdb time 1.117602ms I0420 07:42:38.792843 3681 cni.go:452] [openshift-monitoring/alertmanager-main-0 1533a58f8026d8ea1683c026ad84bb642b189889103468ae93068206bd97f2b7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 1533a58f8026d8ea1683c026ad84bb642b189889103468ae93068206bd97f2b7 network default NAD default NAD key ] I0420 07:42:38.804460 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 1533a58f8026d8e, network: default, NAD default, SandboxID: "1533a58f8026d8ea1683c026ad84bb642b189889103468ae93068206bd97f2b7", PCI device ID: , UID: "63e5f870-20da-4096-ae73-963964dbbc93", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0420 07:42:38.848026 3681 cni.go:473] [openshift-monitoring/alertmanager-main-0 1533a58f8026d8ea1683c026ad84bb642b189889103468ae93068206bd97f2b7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 1533a58f8026d8ea1683c026ad84bb642b189889103468ae93068206bd97f2b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:29:87:f7:72:93\",\"name\":\"1533a58f8026d8e\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83cbacf9-c1fd-4027-80dc-c8829139e159\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 07:42:39.518530 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 07:42:39.518560 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 07:42:39.518568 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0420 07:42:39.733597 3681 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-55b9d44699-bsh27] creating logical port openshift-monitoring_thanos-querier-55b9d44699-bsh27 for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:39.733710 3681 kube.go:256] Updating pod openshift-monitoring/thanos-querier-55b9d44699-bsh27 I0420 07:42:39.750591 3681 pod.go:62] [openshift-monitoring/thanos-querier-55b9d44699-bsh27] pod update took 16.912064ms I0420 07:42:39.750622 3681 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-55b9d44699-bsh27] addLogicalPort annotation time took 16.949318ms I0420 07:42:39.752000 3681 pods.go:271] [openshift-monitoring/thanos-querier-55b9d44699-bsh27] addLogicalPort took 18.41996ms, libovsdb time 998.336µs I0420 07:42:40.094061 3681 cni.go:452] [openshift-monitoring/thanos-querier-55b9d44699-bsh27 4f60cb69cae8eca9529dfae692018dd93ee94002a3b76caed165a4c8d7cd967f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-55b9d44699-bsh27 4f60cb69cae8eca9529dfae692018dd93ee94002a3b76caed165a4c8d7cd967f network default NAD default NAD key ] I0420 07:42:40.103400 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-55b9d44699-bsh27, hostIfaceName: 4f60cb69cae8eca, network: default, NAD default, SandboxID: "4f60cb69cae8eca9529dfae692018dd93ee94002a3b76caed165a4c8d7cd967f", PCI device ID: , UID: "0f53ef58-b519-405f-bb36-daac235477cb", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0420 07:42:40.148433 3681 cni.go:473] [openshift-monitoring/thanos-querier-55b9d44699-bsh27 4f60cb69cae8eca9529dfae692018dd93ee94002a3b76caed165a4c8d7cd967f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-55b9d44699-bsh27 4f60cb69cae8eca9529dfae692018dd93ee94002a3b76caed165a4c8d7cd967f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:70:13:32:f7:e9\",\"name\":\"4f60cb69cae8eca\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b5f1193-e0c9-4fe1-a899-a988448cb545\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 07:42:40.416396 3681 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:42:40.416417 3681 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:42:40.416422 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:42:40.575412 3681 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:42:40.575426 3681 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:42:40.575431 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 07:42:40.607406 3681 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:40.607504 3681 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 I0420 07:42:40.622708 3681 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7] pod update took 15.232214ms I0420 07:42:40.622730 3681 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7] addLogicalPort annotation time took 15.258001ms I0420 07:42:40.623930 3681 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7] addLogicalPort took 16.539955ms, libovsdb time 880.274µs I0420 07:42:40.968401 3681 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 d263bc5bee3b392c334e2e6c11fe714da6989b83051d33c40c9ba4250dce997e network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 d263bc5bee3b392c334e2e6c11fe714da6989b83051d33c40c9ba4250dce997e network default NAD default NAD key ] I0420 07:42:40.978166 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7, hostIfaceName: d263bc5bee3b392, network: default, NAD default, SandboxID: "d263bc5bee3b392c334e2e6c11fe714da6989b83051d33c40c9ba4250dce997e", PCI device ID: , UID: "6946cf94-cdf5-48fe-ad08-73b3bfc3c696", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0420 07:42:41.026126 3681 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 d263bc5bee3b392c334e2e6c11fe714da6989b83051d33c40c9ba4250dce997e network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 d263bc5bee3b392c334e2e6c11fe714da6989b83051d33c40c9ba4250dce997e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:8d:bb:ba:a1:28\",\"name\":\"d263bc5bee3b392\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d24959f-bd5d-4c43-81e3-1ead7d12f8dc\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:42:41.242466 3681 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-6sl5q] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-6sl5q for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:41.242594 3681 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-6sl5q I0420 07:42:41.256044 3681 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6sl5q] pod update took 13.474714ms I0420 07:42:41.256074 3681 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-6sl5q] addLogicalPort annotation time took 13.509793ms I0420 07:42:41.257421 3681 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6sl5q] addLogicalPort took 14.977513ms, libovsdb time 983.308µs I0420 07:42:41.345483 3681 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5fc8cd7948-zzbc9] creating logical port openshift-monitoring_metrics-server-5fc8cd7948-zzbc9 for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:41.345646 3681 kube.go:256] Updating pod openshift-monitoring/metrics-server-5fc8cd7948-zzbc9 I0420 07:42:41.362409 3681 pod.go:62] [openshift-monitoring/metrics-server-5fc8cd7948-zzbc9] pod update took 16.855617ms I0420 07:42:41.362429 3681 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5fc8cd7948-zzbc9] addLogicalPort annotation time took 16.887991ms I0420 07:42:41.363673 3681 pods.go:271] [openshift-monitoring/metrics-server-5fc8cd7948-zzbc9] addLogicalPort took 18.208159ms, libovsdb time 858.222µs I0420 07:42:41.602850 3681 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6sl5q 06d7a98cac8a1cc49b815697251b652d310c37b33fb64f1ecc806f4baed93fde network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6sl5q 06d7a98cac8a1cc49b815697251b652d310c37b33fb64f1ecc806f4baed93fde network default NAD default NAD key ] I0420 07:42:41.612709 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-6sl5q, hostIfaceName: 06d7a98cac8a1cc, network: default, NAD default, SandboxID: "06d7a98cac8a1cc49b815697251b652d310c37b33fb64f1ecc806f4baed93fde", PCI device ID: , UID: "56bfb6b2-0363-4fd6-8621-497de257109f", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0420 07:42:41.661424 3681 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6sl5q 06d7a98cac8a1cc49b815697251b652d310c37b33fb64f1ecc806f4baed93fde network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6sl5q 06d7a98cac8a1cc49b815697251b652d310c37b33fb64f1ecc806f4baed93fde network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:96:2c:10:91:3d\",\"name\":\"06d7a98cac8a1cc\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4f943f6-5629-4a25-8ae6-9f28ad2408c3\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:42:42.484244 3681 cni.go:452] [openshift-monitoring/metrics-server-5fc8cd7948-zzbc9 ae36e870017e8d8e91392b61204980aad5427832198b1ccf85df05c2535204ca network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5fc8cd7948-zzbc9 ae36e870017e8d8e91392b61204980aad5427832198b1ccf85df05c2535204ca network default NAD default NAD key ] I0420 07:42:42.494838 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5fc8cd7948-zzbc9, hostIfaceName: ae36e870017e8d8, network: default, NAD default, SandboxID: "ae36e870017e8d8e91392b61204980aad5427832198b1ccf85df05c2535204ca", PCI device ID: , UID: "6cc44e5f-554c-4ae7-8c5e-494bdb619f03", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0420 07:42:42.550548 3681 cni.go:473] [openshift-monitoring/metrics-server-5fc8cd7948-zzbc9 ae36e870017e8d8e91392b61204980aad5427832198b1ccf85df05c2535204ca network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5fc8cd7948-zzbc9 ae36e870017e8d8e91392b61204980aad5427832198b1ccf85df05c2535204ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:82:e8:69:26:fc\",\"name\":\"ae36e870017e8d8\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbc6dc78-f153-4a89-bdb5-651d53193ca0\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:42:43.057223 3681 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:43.057364 3681 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0420 07:42:43.078750 3681 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 21.426697ms I0420 07:42:43.078770 3681 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 21.450823ms I0420 07:42:43.080161 3681 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 22.96148ms, libovsdb time 969.396µs I0420 07:42:44.081546 3681 cni.go:452] [openshift-monitoring/prometheus-k8s-0 93a66550127e031b01915c761f254b11cb84798aeedda93a0bf0ea2cfddcb1c4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 93a66550127e031b01915c761f254b11cb84798aeedda93a0bf0ea2cfddcb1c4 network default NAD default NAD key ] I0420 07:42:44.093478 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 93a66550127e031, network: default, NAD default, SandboxID: "93a66550127e031b01915c761f254b11cb84798aeedda93a0bf0ea2cfddcb1c4", PCI device ID: , UID: "5845d054-6c33-486a-a5ff-8cdc54ff2250", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0420 07:42:44.141800 3681 cni.go:473] [openshift-monitoring/prometheus-k8s-0 93a66550127e031b01915c761f254b11cb84798aeedda93a0bf0ea2cfddcb1c4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 93a66550127e031b01915c761f254b11cb84798aeedda93a0bf0ea2cfddcb1c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:8b:0b:b1:e2:25\",\"name\":\"93a66550127e031\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86e22294-4d9e-4e5f-92ef-c9f53bdee998\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 07:42:44.474577 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 07:42:44.601708 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 07:42:44.601728 3681 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 07:42:44.604592 3681 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:44.604605 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:44.604610 3681 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:44.604614 3681 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:44.659409 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 07:42:44.703251 3681 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 07:42:44.703269 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 07:42:45.425704 3681 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:45.425728 3681 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:45.425737 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:45.425741 3681 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0420 07:42:46.411997 3681 cni.go:452] [openshift-network-diagnostics/network-check-target-vbfgt 640102865da73c868045b758ed61d531d81c120fd420d2ecab3246466019b2dc network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-vbfgt 640102865da73c868045b758ed61d531d81c120fd420d2ecab3246466019b2dc network default NAD default NAD key ] I0420 07:42:46.424222 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-vbfgt, hostIfaceName: 640102865da73c8, network: default, NAD default, SandboxID: "640102865da73c868045b758ed61d531d81c120fd420d2ecab3246466019b2dc", PCI device ID: , UID: "50cf0dd1-9d30-4d49-9a52-41106f2815d4", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0420 07:42:46.443686 3681 cni.go:452] [openshift-multus/network-metrics-daemon-694q2 20157eb816f9e7e5f6876a37cf9c62c20180bd84601d423ca5c034ac342ff841 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-694q2 20157eb816f9e7e5f6876a37cf9c62c20180bd84601d423ca5c034ac342ff841 network default NAD default NAD key ] I0420 07:42:46.454538 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-694q2, hostIfaceName: 20157eb816f9e7e, network: default, NAD default, SandboxID: "20157eb816f9e7e5f6876a37cf9c62c20180bd84601d423ca5c034ac342ff841", PCI device ID: , UID: "f29a96a6-d505-4780-a8bf-c9bf296091d0", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0420 07:42:46.482923 3681 cni.go:473] [openshift-network-diagnostics/network-check-target-vbfgt 640102865da73c868045b758ed61d531d81c120fd420d2ecab3246466019b2dc network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-vbfgt 640102865da73c868045b758ed61d531d81c120fd420d2ecab3246466019b2dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:e9:9c:4a:56:26\",\"name\":\"640102865da73c8\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3edd0bf6-4dbb-4722-ac89-b1c6e741caf0\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:42:46.520950 3681 cni.go:473] [openshift-multus/network-metrics-daemon-694q2 20157eb816f9e7e5f6876a37cf9c62c20180bd84601d423ca5c034ac342ff841 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-694q2 20157eb816f9e7e5f6876a37cf9c62c20180bd84601d423ca5c034ac342ff841 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:d6:56:52:83:78\",\"name\":\"20157eb816f9e7e\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af33ebec-fde6-43be-9f81-f86de7237762\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 07:42:47.498814 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0420 07:42:48.291371 3681 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-6twrm] creating logical port openshift-console_downloads-5c54f4944f-6twrm for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:48.291522 3681 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-6twrm I0420 07:42:48.308158 3681 pod.go:62] [openshift-console/downloads-5c54f4944f-6twrm] pod update took 16.670999ms I0420 07:42:48.308258 3681 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-6twrm] addLogicalPort annotation time took 16.766687ms I0420 07:42:48.309740 3681 pods.go:271] [openshift-console/downloads-5c54f4944f-6twrm] addLogicalPort took 18.393172ms, libovsdb time 1.029411ms W0420 07:42:50.619706 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:50.619731 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:50.619737 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:50.619745 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0420 07:42:51.145276 3681 cni.go:452] [openshift-console/downloads-5c54f4944f-6twrm 8563bebba8217bafd8a8579a6ff9711ddba75b78fc596b736f3c651e866449fd network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-6twrm 8563bebba8217bafd8a8579a6ff9711ddba75b78fc596b736f3c651e866449fd network default NAD default NAD key ] I0420 07:42:51.155306 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-6twrm, hostIfaceName: 8563bebba8217ba, network: default, NAD default, SandboxID: "8563bebba8217bafd8a8579a6ff9711ddba75b78fc596b736f3c651e866449fd", PCI device ID: , UID: "032b086a-6077-4712-a036-a0311c3e3b0f", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0420 07:42:51.205046 3681 cni.go:473] [openshift-console/downloads-5c54f4944f-6twrm 8563bebba8217bafd8a8579a6ff9711ddba75b78fc596b736f3c651e866449fd network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-6twrm 8563bebba8217bafd8a8579a6ff9711ddba75b78fc596b736f3c651e866449fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:3e:39:7b:4a:f4\",\"name\":\"8563bebba8217ba\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a5bf190-f145-473f-b5f4-e35cd9969b62\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:42:51.749572 3681 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54969fdbb9-lv46j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:42:51.750205 3681 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54969fdbb9-lv46j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:42:52.638386 3681 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54969fdbb9-lv46j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:42:52.638408 3681 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54969fdbb9-lv46j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:42:52.642119 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54969fdbb9-lv46j I0420 07:42:52.642182 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54969fdbb9-lv46j I0420 07:42:56.207479 3681 base_network_controller_pods.go:487] [default/openshift-console/console-64c7f49b5-bjjtm] creating logical port openshift-console_console-64c7f49b5-bjjtm for pod on switch ip-10-0-1-48.ec2.internal I0420 07:42:56.207609 3681 kube.go:256] Updating pod openshift-console/console-64c7f49b5-bjjtm I0420 07:42:56.223013 3681 pod.go:62] [openshift-console/console-64c7f49b5-bjjtm] pod update took 15.44433ms I0420 07:42:56.223041 3681 base_network_controller_pods.go:951] [default/openshift-console/console-64c7f49b5-bjjtm] addLogicalPort annotation time took 15.478544ms I0420 07:42:56.224154 3681 pods.go:271] [openshift-console/console-64c7f49b5-bjjtm] addLogicalPort took 16.697193ms, libovsdb time 796.242µs W0420 07:42:56.495264 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 07:42:56.495293 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 07:42:56.575752 3681 cni.go:452] [openshift-console/console-64c7f49b5-bjjtm cdcf02b718a600b2de4cc8ae0bd7acc312c01c9fdb24c6f164549b2609887bea network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-64c7f49b5-bjjtm cdcf02b718a600b2de4cc8ae0bd7acc312c01c9fdb24c6f164549b2609887bea network default NAD default NAD key ] I0420 07:42:56.586563 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-64c7f49b5-bjjtm, hostIfaceName: cdcf02b718a600b, network: default, NAD default, SandboxID: "cdcf02b718a600b2de4cc8ae0bd7acc312c01c9fdb24c6f164549b2609887bea", PCI device ID: , UID: "d79bebc5-0594-419b-b77c-5e05a405fd00", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0420 07:42:56.641247 3681 cni.go:473] [openshift-console/console-64c7f49b5-bjjtm cdcf02b718a600b2de4cc8ae0bd7acc312c01c9fdb24c6f164549b2609887bea network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-64c7f49b5-bjjtm cdcf02b718a600b2de4cc8ae0bd7acc312c01c9fdb24c6f164549b2609887bea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:c6:b3:ce:7d:f9\",\"name\":\"cdcf02b718a600b\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/134c8e28-832e-48c8-9c09-8d21a3a6b5fb\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 07:43:05.425911 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 07:43:05.425934 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 07:43:05.609961 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 07:43:06.513507 3681 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0420 07:43:06.539663 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 07:43:06.682648 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0420 07:43:07.720312 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 07:43:07.741224 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 07:43:08.762937 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0420 07:43:08.846282 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:43:08.846307 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:43:08.846313 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 07:43:09.747112 3681 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 d263bc5bee3b392c334e2e6c11fe714da6989b83051d33c40c9ba4250dce997e network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 d263bc5bee3b392c334e2e6c11fe714da6989b83051d33c40c9ba4250dce997e network default NAD default NAD key ] I0420 07:43:09.818370 3681 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 d263bc5bee3b392c334e2e6c11fe714da6989b83051d33c40c9ba4250dce997e network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 d263bc5bee3b392c334e2e6c11fe714da6989b83051d33c40c9ba4250dce997e network default NAD default NAD key default], result "{}", err I0420 07:43:09.865801 3681 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:09.865837 3681 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 I0420 07:43:09.867368 3681 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7, ips: 10.130.0.14 I0420 07:43:09.867398 3681 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:09.867417 3681 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:43:09.867427 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0420 07:43:09.867640 3681 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:43:09.867654 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0420 07:43:10.893594 3681 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:10.893618 3681 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:10.893635 3681 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:10.893651 3681 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0420 07:43:11.705819 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0420 07:43:12.840394 3681 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54969fdbb9-vjlng of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:12.840932 3681 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54969fdbb9-vjlng of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:13.541379 3681 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54969fdbb9-vjlng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:13.541408 3681 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54969fdbb9-vjlng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:13.549031 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54969fdbb9-vjlng I0420 07:43:13.549061 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54969fdbb9-vjlng I0420 07:43:15.729415 3681 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 07:43:15.743123 3681 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0420 07:43:15.745815 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 07:43:15.745833 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 07:43:22.658269 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 07:43:25.767146 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0420 07:43:31.809939 3681 obj_retry.go:498] Detected object openshift-console/console-64c7f49b5-8w854 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:31.810476 3681 obj_retry.go:498] Detected object openshift-console/console-64c7f49b5-8w854 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:32.638468 3681 obj_retry.go:492] Detected object openshift-console/console-64c7f49b5-8w854 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:32.638488 3681 obj_retry.go:492] Detected object openshift-console/console-64c7f49b5-8w854 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:32.647750 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64c7f49b5-8w854 I0420 07:43:32.647775 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64c7f49b5-8w854 I0420 07:43:40.970895 3681 cni.go:452] [openshift-console/console-64c7f49b5-bjjtm cdcf02b718a600b2de4cc8ae0bd7acc312c01c9fdb24c6f164549b2609887bea network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-64c7f49b5-bjjtm cdcf02b718a600b2de4cc8ae0bd7acc312c01c9fdb24c6f164549b2609887bea network default NAD default NAD key ] I0420 07:43:41.053839 3681 cni.go:473] [openshift-console/console-64c7f49b5-bjjtm cdcf02b718a600b2de4cc8ae0bd7acc312c01c9fdb24c6f164549b2609887bea network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-64c7f49b5-bjjtm cdcf02b718a600b2de4cc8ae0bd7acc312c01c9fdb24c6f164549b2609887bea network default NAD default NAD key default], result "{}", err I0420 07:43:41.130775 3681 obj_retry.go:498] Detected object openshift-console/console-64c7f49b5-bjjtm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:41.130818 3681 pods.go:176] Deleting pod: openshift-console/console-64c7f49b5-bjjtm I0420 07:43:41.132168 3681 pods.go:236] Attempting to release IPs for pod: openshift-console/console-64c7f49b5-bjjtm, ips: 10.130.0.19 I0420 07:43:41.132205 3681 obj_retry.go:498] Detected object openshift-console/console-64c7f49b5-bjjtm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:41.870030 3681 obj_retry.go:492] Detected object openshift-console/console-64c7f49b5-bjjtm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:41.870060 3681 obj_retry.go:492] Detected object openshift-console/console-64c7f49b5-bjjtm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:41.878316 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64c7f49b5-bjjtm I0420 07:43:41.878347 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64c7f49b5-bjjtm I0420 07:43:42.361829 3681 obj_retry.go:498] Detected object openshift-ingress/router-default-8679fb9795-9qlbk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:42.362333 3681 obj_retry.go:498] Detected object openshift-ingress/router-default-8679fb9795-9qlbk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:42.833365 3681 obj_retry.go:492] Detected object openshift-ingress/router-default-8679fb9795-9qlbk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:42.833392 3681 obj_retry.go:492] Detected object openshift-ingress/router-default-8679fb9795-9qlbk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:42.846081 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-8679fb9795-9qlbk I0420 07:43:42.846111 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-8679fb9795-9qlbk W0420 07:43:43.882223 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 07:43:43.882320 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 07:43:43.882390 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 07:43:43.882427 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 07:43:43.920634 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 07:43:43.920725 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 07:43:58.581327 3681 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:58.581872 3681 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:58.728011 3681 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:58.728036 3681 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:58.737244 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0420 07:43:58.737270 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0420 07:44:03.031828 3681 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:03.032376 3681 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:03.928771 3681 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:03.928796 3681 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:03.943096 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0420 07:44:03.943202 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0420 07:44:05.053965 3681 base_network_controller_pods.go:487] [default/openshift-console/console-59c69b4c45-kh76q] creating logical port openshift-console_console-59c69b4c45-kh76q for pod on switch ip-10-0-1-48.ec2.internal I0420 07:44:05.054057 3681 kube.go:256] Updating pod openshift-console/console-59c69b4c45-kh76q I0420 07:44:05.069864 3681 pod.go:62] [openshift-console/console-59c69b4c45-kh76q] pod update took 15.833589ms I0420 07:44:05.069904 3681 base_network_controller_pods.go:951] [default/openshift-console/console-59c69b4c45-kh76q] addLogicalPort annotation time took 15.877083ms I0420 07:44:05.071131 3681 pods.go:271] [openshift-console/console-59c69b4c45-kh76q] addLogicalPort took 17.188409ms, libovsdb time 888.562µs I0420 07:44:05.474628 3681 cni.go:452] [openshift-console/console-59c69b4c45-kh76q 6bc97ef81826f2fba0807baf6d1a244cebbbb3ffbeb8e5bb61b6c3691e6747ea network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-59c69b4c45-kh76q 6bc97ef81826f2fba0807baf6d1a244cebbbb3ffbeb8e5bb61b6c3691e6747ea network default NAD default NAD key ] I0420 07:44:05.484040 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-59c69b4c45-kh76q, hostIfaceName: 6bc97ef81826f2f, network: default, NAD default, SandboxID: "6bc97ef81826f2fba0807baf6d1a244cebbbb3ffbeb8e5bb61b6c3691e6747ea", PCI device ID: , UID: "33d74ad8-5345-44da-a945-c1613b52e914", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0420 07:44:05.532569 3681 cni.go:473] [openshift-console/console-59c69b4c45-kh76q 6bc97ef81826f2fba0807baf6d1a244cebbbb3ffbeb8e5bb61b6c3691e6747ea network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-59c69b4c45-kh76q 6bc97ef81826f2fba0807baf6d1a244cebbbb3ffbeb8e5bb61b6c3691e6747ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:28:ed:8f:d9:df\",\"name\":\"6bc97ef81826f2f\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18bb5f6a-d534-48a9-a431-7f5aefc6688d\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 07:44:16.015217 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 07:44:20.351405 3681 cni.go:452] [openshift-monitoring/alertmanager-main-0 1533a58f8026d8ea1683c026ad84bb642b189889103468ae93068206bd97f2b7 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 1533a58f8026d8ea1683c026ad84bb642b189889103468ae93068206bd97f2b7 network default NAD default NAD key ] I0420 07:44:20.431011 3681 cni.go:473] [openshift-monitoring/alertmanager-main-0 1533a58f8026d8ea1683c026ad84bb642b189889103468ae93068206bd97f2b7 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 1533a58f8026d8ea1683c026ad84bb642b189889103468ae93068206bd97f2b7 network default NAD default NAD key default], result "{}", err I0420 07:44:20.488054 3681 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:20.488102 3681 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0420 07:44:20.489555 3681 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.12 I0420 07:44:20.489584 3681 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:21.032310 3681 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:21.032336 3681 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:21.043284 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0420 07:44:21.043311 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0420 07:44:21.087256 3681 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-48.ec2.internal I0420 07:44:21.087392 3681 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0420 07:44:21.106931 3681 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 19.575777ms I0420 07:44:21.106952 3681 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 19.601648ms I0420 07:44:21.108215 3681 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 20.970743ms, libovsdb time 962.76µs I0420 07:44:21.449423 3681 cni.go:452] [openshift-monitoring/alertmanager-main-0 61356888726ee5d38d1b73d4f6d8fa09f4c3e4346c86f29ba3e50563a48b1682 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 61356888726ee5d38d1b73d4f6d8fa09f4c3e4346c86f29ba3e50563a48b1682 network default NAD default NAD key ] I0420 07:44:21.458692 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 61356888726ee5d, network: default, NAD default, SandboxID: "61356888726ee5d38d1b73d4f6d8fa09f4c3e4346c86f29ba3e50563a48b1682", PCI device ID: , UID: "52e01afa-51f8-481f-a9e2-1fed50d56509", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0420 07:44:21.507215 3681 cni.go:473] [openshift-monitoring/alertmanager-main-0 61356888726ee5d38d1b73d4f6d8fa09f4c3e4346c86f29ba3e50563a48b1682 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 61356888726ee5d38d1b73d4f6d8fa09f4c3e4346c86f29ba3e50563a48b1682 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:0d:12:c7:a2:70\",\"name\":\"61356888726ee5d\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbe771e8-529f-4336-bb9f-bb3e7a8afc70\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:44:23.946856 3681 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 07:44:30.365172 3681 obj_retry.go:498] Detected object openshift-console/console-76cfc86b6d-m4zmz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:30.365722 3681 obj_retry.go:498] Detected object openshift-console/console-76cfc86b6d-m4zmz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:30.871481 3681 obj_retry.go:492] Detected object openshift-console/console-76cfc86b6d-m4zmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:30.871503 3681 obj_retry.go:492] Detected object openshift-console/console-76cfc86b6d-m4zmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:30.879545 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76cfc86b6d-m4zmz I0420 07:44:30.879578 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76cfc86b6d-m4zmz I0420 07:44:41.360000 3681 obj_retry.go:498] Detected object openshift-console/console-76cfc86b6d-g6q75 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:41.360505 3681 obj_retry.go:498] Detected object openshift-console/console-76cfc86b6d-g6q75 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:42.089251 3681 obj_retry.go:492] Detected object openshift-console/console-76cfc86b6d-g6q75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:42.089348 3681 obj_retry.go:492] Detected object openshift-console/console-76cfc86b6d-g6q75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:42.096600 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76cfc86b6d-g6q75 I0420 07:44:42.096631 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76cfc86b6d-g6q75 I0420 07:44:51.266383 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:51.266907 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 07:44:51.502062 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:44:51.502081 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:44:51.502088 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 07:44:52.155487 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:52.155508 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:45:06.390342 3681 cni.go:452] [openshift-monitoring/prometheus-k8s-0 93a66550127e031b01915c761f254b11cb84798aeedda93a0bf0ea2cfddcb1c4 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 93a66550127e031b01915c761f254b11cb84798aeedda93a0bf0ea2cfddcb1c4 network default NAD default NAD key ] I0420 07:45:06.464129 3681 cni.go:473] [openshift-monitoring/prometheus-k8s-0 93a66550127e031b01915c761f254b11cb84798aeedda93a0bf0ea2cfddcb1c4 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 93a66550127e031b01915c761f254b11cb84798aeedda93a0bf0ea2cfddcb1c4 network default NAD default NAD key default], result "{}", err I0420 07:45:06.524344 3681 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:45:06.524382 3681 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0420 07:45:06.525594 3681 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.17 I0420 07:45:06.525628 3681 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:45:07.226584 3681 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:45:07.226604 3681 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:45:07.235266 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0420 07:45:07.235289 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0420 07:45:07.281443 3681 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-48.ec2.internal I0420 07:45:07.281584 3681 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0420 07:45:07.301927 3681 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 20.387268ms I0420 07:45:07.301955 3681 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 20.417983ms I0420 07:45:07.303352 3681 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 21.925485ms, libovsdb time 971.345µs I0420 07:45:07.641456 3681 cni.go:452] [openshift-monitoring/prometheus-k8s-0 41518d020333c8e5521c4f439fbf33fc7a3d215f8d7845a21ef32f3b0e437842 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 41518d020333c8e5521c4f439fbf33fc7a3d215f8d7845a21ef32f3b0e437842 network default NAD default NAD key ] I0420 07:45:07.650484 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 41518d020333c8e, network: default, NAD default, SandboxID: "41518d020333c8e5521c4f439fbf33fc7a3d215f8d7845a21ef32f3b0e437842", PCI device ID: , UID: "6258f351-e7b6-486b-abe0-2c1b290bac20", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0420 07:45:07.697229 3681 cni.go:473] [openshift-monitoring/prometheus-k8s-0 41518d020333c8e5521c4f439fbf33fc7a3d215f8d7845a21ef32f3b0e437842 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 41518d020333c8e5521c4f439fbf33fc7a3d215f8d7845a21ef32f3b0e437842 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:e6:30:ea:00:63\",\"name\":\"41518d020333c8e\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2427f8c1-4110-4b3d-b4b0-125387de6ffe\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 07:46:08.504143 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 07:46:08.504163 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 07:47:13.648662 3681 obj_retry.go:498] Detected object openshift-console/console-59c69b4c45-cgrks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:47:13.649285 3681 obj_retry.go:498] Detected object openshift-console/console-59c69b4c45-cgrks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:47:14.479914 3681 obj_retry.go:492] Detected object openshift-console/console-59c69b4c45-cgrks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:47:14.479965 3681 obj_retry.go:492] Detected object openshift-console/console-59c69b4c45-cgrks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:47:14.483207 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59c69b4c45-cgrks I0420 07:47:14.483224 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59c69b4c45-cgrks I0420 07:47:24.831208 3681 cni.go:452] [openshift-console/console-59c69b4c45-kh76q 6bc97ef81826f2fba0807baf6d1a244cebbbb3ffbeb8e5bb61b6c3691e6747ea network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-59c69b4c45-kh76q 6bc97ef81826f2fba0807baf6d1a244cebbbb3ffbeb8e5bb61b6c3691e6747ea network default NAD default NAD key ] I0420 07:47:24.899533 3681 cni.go:473] [openshift-console/console-59c69b4c45-kh76q 6bc97ef81826f2fba0807baf6d1a244cebbbb3ffbeb8e5bb61b6c3691e6747ea network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-59c69b4c45-kh76q 6bc97ef81826f2fba0807baf6d1a244cebbbb3ffbeb8e5bb61b6c3691e6747ea network default NAD default NAD key default], result "{}", err I0420 07:47:24.952547 3681 obj_retry.go:498] Detected object openshift-console/console-59c69b4c45-kh76q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:47:24.952578 3681 pods.go:176] Deleting pod: openshift-console/console-59c69b4c45-kh76q I0420 07:47:24.953802 3681 pods.go:236] Attempting to release IPs for pod: openshift-console/console-59c69b4c45-kh76q, ips: 10.130.0.20 I0420 07:47:24.953828 3681 obj_retry.go:498] Detected object openshift-console/console-59c69b4c45-kh76q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:47:25.766457 3681 obj_retry.go:492] Detected object openshift-console/console-59c69b4c45-kh76q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:47:25.766484 3681 obj_retry.go:492] Detected object openshift-console/console-59c69b4c45-kh76q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:47:25.773854 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59c69b4c45-kh76q I0420 07:47:25.773908 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59c69b4c45-kh76q I0420 07:47:41.566238 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0420 07:47:53.477656 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 W0420 07:48:20.752178 3681 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 07:48:31.792719 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0420 07:48:31.792791 3681 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-7c4tq IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-7c4tq: no pod IPs found I0420 07:48:39.573459 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0420 07:48:47.566397 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0420 07:49:01.605943 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0420 07:49:06.487895 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=474 I0420 07:49:20.478064 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0420 07:49:26.593559 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0420 07:49:53.582536 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0420 07:50:04.447750 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:50:04.448345 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:50:05.469987 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:50:05.470009 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:50:05.475289 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0420 07:50:19.606088 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0420 07:50:55.599396 3681 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0420 07:51:03.577477 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0420 07:51:07.587690 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0420 07:51:28.477522 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140 I0420 07:51:39.474978 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0420 07:54:29.569002 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0420 07:55:02.569292 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0420 07:55:08.480475 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0420 07:55:31.490937 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=16 I0420 07:55:55.608441 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0420 07:56:05.246385 3681 namespace.go:98] [tsf] adding namespace I0420 07:56:05.247350 3681 namespace.go:102] [tsf] adding namespace took 944.21µs I0420 07:56:05.271127 3681 namespace.go:142] [tsf] updating namespace I0420 07:56:05.279331 3681 namespace.go:142] [tsf] updating namespace I0420 07:56:09.016134 3681 namespace.go:98] [konflux-operator] adding namespace I0420 07:56:09.016963 3681 namespace.go:102] [konflux-operator] adding namespace took 806.769µs I0420 07:56:09.020583 3681 namespace.go:98] [tsf-tas] adding namespace I0420 07:56:09.021288 3681 namespace.go:102] [tsf-tas] adding namespace took 690.941µs I0420 07:56:09.022978 3681 namespace.go:98] [tsf-keycloak] adding namespace I0420 07:56:09.023301 3681 namespace.go:98] [cert-manager-operator] adding namespace I0420 07:56:09.023411 3681 namespace.go:98] [rhbk-operator] adding namespace I0420 07:56:09.023489 3681 namespace.go:98] [tsf-tpa] adding namespace I0420 07:56:09.023687 3681 namespace.go:102] [tsf-keycloak] adding namespace took 690.819µs I0420 07:56:09.024259 3681 namespace.go:102] [cert-manager-operator] adding namespace took 948.223µs I0420 07:56:09.024811 3681 namespace.go:102] [rhbk-operator] adding namespace took 1.381684ms I0420 07:56:09.025317 3681 namespace.go:102] [tsf-tpa] adding namespace took 1.812001ms I0420 07:56:09.027059 3681 namespace.go:98] [konflux-ui] adding namespace I0420 07:56:09.027105 3681 namespace.go:98] [rhtpa-operator] adding namespace I0420 07:56:09.027634 3681 namespace.go:102] [konflux-ui] adding namespace took 560.746µs I0420 07:56:09.028227 3681 namespace.go:102] [rhtpa-operator] adding namespace took 1.10868ms I0420 07:56:09.040854 3681 namespace.go:142] [konflux-operator] updating namespace I0420 07:56:09.054340 3681 namespace.go:142] [konflux-operator] updating namespace I0420 07:56:09.076176 3681 namespace.go:142] [tsf-tas] updating namespace I0420 07:56:09.076179 3681 namespace.go:142] [rhbk-operator] updating namespace I0420 07:56:09.076298 3681 namespace.go:142] [tsf-keycloak] updating namespace I0420 07:56:09.076452 3681 namespace.go:142] [cert-manager-operator] updating namespace I0420 07:56:09.085591 3681 namespace.go:142] [tsf-tas] updating namespace I0420 07:56:09.085603 3681 namespace.go:142] [tsf-tpa] updating namespace I0420 07:56:09.102384 3681 namespace.go:142] [rhtpa-operator] updating namespace I0420 07:56:09.102416 3681 namespace.go:142] [konflux-ui] updating namespace I0420 07:56:09.102535 3681 namespace.go:142] [konflux-operator] updating namespace I0420 07:56:09.102593 3681 namespace.go:142] [tsf-keycloak] updating namespace I0420 07:56:09.114947 3681 namespace.go:142] [tsf-keycloak] updating namespace I0420 07:56:09.137953 3681 namespace.go:142] [cert-manager-operator] updating namespace I0420 07:56:09.157475 3681 namespace.go:142] [cert-manager-operator] updating namespace I0420 07:56:09.174943 3681 namespace.go:142] [rhbk-operator] updating namespace I0420 07:56:09.195075 3681 namespace.go:142] [rhbk-operator] updating namespace I0420 07:56:09.212502 3681 namespace.go:142] [tsf-tpa] updating namespace I0420 07:56:09.224110 3681 namespace.go:142] [tsf-tpa] updating namespace I0420 07:56:09.230863 3681 namespace.go:142] [tsf-tas] updating namespace I0420 07:56:09.237915 3681 namespace.go:142] [konflux-ui] updating namespace I0420 07:56:09.252919 3681 namespace.go:142] [konflux-ui] updating namespace I0420 07:56:09.264001 3681 namespace.go:142] [rhtpa-operator] updating namespace I0420 07:56:09.273074 3681 namespace.go:142] [rhtpa-operator] updating namespace I0420 07:56:10.211196 3681 namespace.go:142] [tsf-tpa] updating namespace I0420 07:56:10.230573 3681 namespace.go:142] [tsf-keycloak] updating namespace I0420 07:56:10.396229 3681 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-48.ec2.internal I0420 07:56:10.396353 3681 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0420 07:56:10.424672 3681 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 28.350424ms I0420 07:56:10.424694 3681 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 28.37617ms I0420 07:56:10.425992 3681 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 29.781708ms, libovsdb time 986.206µs I0420 07:56:10.774062 3681 cni.go:452] [tsf/test-tsf-subscriptions f09bba0dd2334c8ec6e9920d0bb2f47a0423359e0dfd16f703a1a15a512f932e network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions f09bba0dd2334c8ec6e9920d0bb2f47a0423359e0dfd16f703a1a15a512f932e network default NAD default NAD key ] I0420 07:56:10.783436 3681 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: f09bba0dd2334c8, network: default, NAD default, SandboxID: "f09bba0dd2334c8ec6e9920d0bb2f47a0423359e0dfd16f703a1a15a512f932e", PCI device ID: , UID: "5a9b56ae-5860-4a74-aff7-2d1239c06379", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0420 07:56:10.831212 3681 cni.go:473] [tsf/test-tsf-subscriptions f09bba0dd2334c8ec6e9920d0bb2f47a0423359e0dfd16f703a1a15a512f932e network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions f09bba0dd2334c8ec6e9920d0bb2f47a0423359e0dfd16f703a1a15a512f932e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:69:77:b0:2f:52\",\"name\":\"f09bba0dd2334c8\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72547e28-34a4-470b-befc-15235fbab5c4\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:56:11.481214 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0420 07:56:12.030348 3681 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts for pod on switch ip-10-0-1-48.ec2.internal I0420 07:56:12.030456 3681 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts I0420 07:56:12.043473 3681 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts] pod update took 13.047975ms I0420 07:56:12.043499 3681 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts] addLogicalPort annotation time took 13.080854ms I0420 07:56:12.044867 3681 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts] addLogicalPort took 14.536835ms, libovsdb time 999.807µs I0420 07:56:12.134563 3681 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 for pod on switch ip-10-0-1-48.ec2.internal I0420 07:56:12.134695 3681 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 I0420 07:56:12.147415 3681 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84] pod update took 12.751058ms I0420 07:56:12.147438 3681 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84] addLogicalPort annotation time took 12.779306ms I0420 07:56:12.148869 3681 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84] addLogicalPort took 14.33035ms, libovsdb time 1.021999ms I0420 07:56:12.419375 3681 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts 5d74b339e5179c0cba4abd74602cfd4f5cdd5687a61a35d32fe07298875562d6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts 5d74b339e5179c0cba4abd74602cfd4f5cdd5687a61a35d32fe07298875562d6 network default NAD default NAD key ] I0420 07:56:12.429654 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts, hostIfaceName: 5d74b339e5179c0, network: default, NAD default, SandboxID: "5d74b339e5179c0cba4abd74602cfd4f5cdd5687a61a35d32fe07298875562d6", PCI device ID: , UID: "b2c64cb7-9c40-48d6-abeb-99ffcf8008a7", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0420 07:56:12.477768 3681 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts 5d74b339e5179c0cba4abd74602cfd4f5cdd5687a61a35d32fe07298875562d6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts 5d74b339e5179c0cba4abd74602cfd4f5cdd5687a61a35d32fe07298875562d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:df:96:a0:36:7f\",\"name\":\"5d74b339e5179c0\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/827ac5b5-52a8-40f6-a3f3-118c35e1c5ca\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:56:12.497521 3681 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 cc5196b79ccf8f27e2984efd97c4f12fdcd6d9da1f9a8733b4bb77f4eeda8d14 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 cc5196b79ccf8f27e2984efd97c4f12fdcd6d9da1f9a8733b4bb77f4eeda8d14 network default NAD default NAD key ] I0420 07:56:12.508121 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84, hostIfaceName: cc5196b79ccf8f2, network: default, NAD default, SandboxID: "cc5196b79ccf8f27e2984efd97c4f12fdcd6d9da1f9a8733b4bb77f4eeda8d14", PCI device ID: , UID: "cbe872c1-c8eb-419b-ac8d-981b5932fb18", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0420 07:56:12.554513 3681 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 cc5196b79ccf8f27e2984efd97c4f12fdcd6d9da1f9a8733b4bb77f4eeda8d14 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 cc5196b79ccf8f27e2984efd97c4f12fdcd6d9da1f9a8733b4bb77f4eeda8d14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:be:7b:7e:35:d9\",\"name\":\"cc5196b79ccf8f2\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecde450d-2682-443f-b91b-44d90a2a4ef7\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:56:15.009249 3681 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg for pod on switch ip-10-0-1-48.ec2.internal I0420 07:56:15.009442 3681 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg I0420 07:56:15.026092 3681 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg] pod update took 16.727597ms I0420 07:56:15.026118 3681 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg] addLogicalPort annotation time took 16.759292ms I0420 07:56:15.027574 3681 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg] addLogicalPort took 18.346967ms, libovsdb time 1.058293ms I0420 07:56:15.812899 3681 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts 5d74b339e5179c0cba4abd74602cfd4f5cdd5687a61a35d32fe07298875562d6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts 5d74b339e5179c0cba4abd74602cfd4f5cdd5687a61a35d32fe07298875562d6 network default NAD default NAD key ] I0420 07:56:15.890019 3681 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts 5d74b339e5179c0cba4abd74602cfd4f5cdd5687a61a35d32fe07298875562d6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts 5d74b339e5179c0cba4abd74602cfd4f5cdd5687a61a35d32fe07298875562d6 network default NAD default NAD key default], result "{}", err I0420 07:56:16.213595 3681 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz for pod on switch ip-10-0-1-48.ec2.internal I0420 07:56:16.213747 3681 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz I0420 07:56:16.228822 3681 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz] pod update took 15.119139ms I0420 07:56:16.228843 3681 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz] addLogicalPort annotation time took 15.145385ms I0420 07:56:16.230269 3681 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz] addLogicalPort took 16.690258ms, libovsdb time 937.155µs I0420 07:56:16.316026 3681 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl for pod on switch ip-10-0-1-48.ec2.internal I0420 07:56:16.316189 3681 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl I0420 07:56:16.329354 3681 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl] pod update took 13.2115ms I0420 07:56:16.329375 3681 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl] addLogicalPort annotation time took 13.236592ms I0420 07:56:16.330670 3681 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl] addLogicalPort took 14.666741ms, libovsdb time 941.642µs I0420 07:56:16.574228 3681 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:16.574264 3681 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts I0420 07:56:16.575924 3681 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts, ips: 10.130.0.24 I0420 07:56:16.575961 3681 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:16.575984 3681 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:16.575993 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 07:56:16.576279 3681 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:16.576296 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 07:56:17.600763 3681 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:17.600857 3681 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:17.600895 3681 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:17.600912 3681 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:18.824022 3681 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 cc5196b79ccf8f27e2984efd97c4f12fdcd6d9da1f9a8733b4bb77f4eeda8d14 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 cc5196b79ccf8f27e2984efd97c4f12fdcd6d9da1f9a8733b4bb77f4eeda8d14 network default NAD default NAD key ] I0420 07:56:18.900054 3681 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 cc5196b79ccf8f27e2984efd97c4f12fdcd6d9da1f9a8733b4bb77f4eeda8d14 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 cc5196b79ccf8f27e2984efd97c4f12fdcd6d9da1f9a8733b4bb77f4eeda8d14 network default NAD default NAD key default], result "{}", err I0420 07:56:20.090164 3681 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz 6f7283399182150ae5f0742665d5160886509a72edf2991338a1ff8a6fd59964 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz 6f7283399182150ae5f0742665d5160886509a72edf2991338a1ff8a6fd59964 network default NAD default NAD key ] I0420 07:56:20.090200 3681 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg 8baba24f4f1429e61414edef3ffeaa4585253c8fd825693c0999491f3cc27438 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg 8baba24f4f1429e61414edef3ffeaa4585253c8fd825693c0999491f3cc27438 network default NAD default NAD key ] I0420 07:56:20.090467 3681 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl 92f9bf5f89da5c2b7caf94b70a4e48930ae82226db9239524c6cf563fd76b5c0 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl 92f9bf5f89da5c2b7caf94b70a4e48930ae82226db9239524c6cf563fd76b5c0 network default NAD default NAD key ] I0420 07:56:20.103375 3681 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:20.103408 3681 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 I0420 07:56:20.104057 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz, hostIfaceName: 6f7283399182150, network: default, NAD default, SandboxID: "6f7283399182150ae5f0742665d5160886509a72edf2991338a1ff8a6fd59964", PCI device ID: , UID: "94ecc124-34e1-418d-bd74-7c653e79dc8d", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0420 07:56:20.105231 3681 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84, ips: 10.130.0.25 I0420 07:56:20.105267 3681 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:20.105288 3681 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:20.105297 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 07:56:20.105646 3681 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:20.105676 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 07:56:20.106014 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl, hostIfaceName: 92f9bf5f89da5c2, network: default, NAD default, SandboxID: "92f9bf5f89da5c2b7caf94b70a4e48930ae82226db9239524c6cf563fd76b5c0", PCI device ID: , UID: "ca56fcdf-917b-4697-8f8d-53f070eff06d", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0420 07:56:20.107148 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg, hostIfaceName: 8baba24f4f1429e, network: default, NAD default, SandboxID: "8baba24f4f1429e61414edef3ffeaa4585253c8fd825693c0999491f3cc27438", PCI device ID: , UID: "f202c85c-557f-4be4-8aed-94574f0e2e43", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0420 07:56:20.156438 3681 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz 6f7283399182150ae5f0742665d5160886509a72edf2991338a1ff8a6fd59964 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz 6f7283399182150ae5f0742665d5160886509a72edf2991338a1ff8a6fd59964 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:a5:52:6a:44:82\",\"name\":\"6f7283399182150\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b95de31-1cdb-47a7-8008-3cf4b62c4fed\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:56:20.177089 3681 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl 92f9bf5f89da5c2b7caf94b70a4e48930ae82226db9239524c6cf563fd76b5c0 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl 92f9bf5f89da5c2b7caf94b70a4e48930ae82226db9239524c6cf563fd76b5c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:46:4e:58:7c:14\",\"name\":\"92f9bf5f89da5c2\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0abc3fc-a015-42fc-b0d2-5ef4f6371320\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:56:20.201495 3681 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg 8baba24f4f1429e61414edef3ffeaa4585253c8fd825693c0999491f3cc27438 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg 8baba24f4f1429e61414edef3ffeaa4585253c8fd825693c0999491f3cc27438 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:c9:90:07:53:38\",\"name\":\"8baba24f4f1429e\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93692eb8-a628-43b5-9872-1c8043d2c944\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:56:21.143722 3681 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:21.143751 3681 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:21.143772 3681 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:21.143783 3681 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:23.866651 3681 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz 6f7283399182150ae5f0742665d5160886509a72edf2991338a1ff8a6fd59964 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz 6f7283399182150ae5f0742665d5160886509a72edf2991338a1ff8a6fd59964 network default NAD default NAD key ] I0420 07:56:23.866651 3681 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg 8baba24f4f1429e61414edef3ffeaa4585253c8fd825693c0999491f3cc27438 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg 8baba24f4f1429e61414edef3ffeaa4585253c8fd825693c0999491f3cc27438 network default NAD default NAD key ] I0420 07:56:23.867290 3681 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl 92f9bf5f89da5c2b7caf94b70a4e48930ae82226db9239524c6cf563fd76b5c0 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl 92f9bf5f89da5c2b7caf94b70a4e48930ae82226db9239524c6cf563fd76b5c0 network default NAD default NAD key ] I0420 07:56:23.956807 3681 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg 8baba24f4f1429e61414edef3ffeaa4585253c8fd825693c0999491f3cc27438 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg 8baba24f4f1429e61414edef3ffeaa4585253c8fd825693c0999491f3cc27438 network default NAD default NAD key default], result "{}", err I0420 07:56:24.000629 3681 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz 6f7283399182150ae5f0742665d5160886509a72edf2991338a1ff8a6fd59964 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz 6f7283399182150ae5f0742665d5160886509a72edf2991338a1ff8a6fd59964 network default NAD default NAD key default], result "{}", err I0420 07:56:24.008154 3681 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl 92f9bf5f89da5c2b7caf94b70a4e48930ae82226db9239524c6cf563fd76b5c0 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl 92f9bf5f89da5c2b7caf94b70a4e48930ae82226db9239524c6cf563fd76b5c0 network default NAD default NAD key default], result "{}", err I0420 07:56:24.011343 3681 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.011409 3681 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg I0420 07:56:24.013117 3681 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg, ips: 10.130.0.26 I0420 07:56:24.013154 3681 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.013177 3681 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.013190 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 07:56:24.013435 3681 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.013447 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 07:56:24.053124 3681 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.053181 3681 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz I0420 07:56:24.054501 3681 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz, ips: 10.130.0.27 I0420 07:56:24.054531 3681 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.054557 3681 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.054567 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 07:56:24.054752 3681 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.054764 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 07:56:24.076631 3681 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.076675 3681 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl I0420 07:56:24.078140 3681 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl, ips: 10.130.0.28 I0420 07:56:24.078167 3681 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.078187 3681 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.078194 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 07:56:24.078401 3681 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.078416 3681 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 07:56:25.043728 3681 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.043776 3681 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.043794 3681 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.043809 3681 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.081362 3681 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.081392 3681 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.081403 3681 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.081419 3681 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.108277 3681 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.108306 3681 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.108318 3681 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.108327 3681 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0420 07:56:29.617492 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0420 07:56:32.297206 3681 namespace.go:142] [openshift-operators] updating namespace I0420 07:56:32.320709 3681 namespace.go:142] [openshift-operators] updating namespace W0420 07:56:33.656021 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0420 07:56:35.484433 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0420 07:56:35.494099 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0420 07:56:35.506731 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0420 07:56:35.516444 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 07:56:40.471273 3681 namespace.go:142] [openshift-operators] updating namespace I0420 07:56:40.477289 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0420 07:56:48.910669 3681 namespace.go:98] [trusted-artifact-signer] adding namespace I0420 07:56:48.911556 3681 namespace.go:102] [trusted-artifact-signer] adding namespace took 867.102µs I0420 07:56:48.988889 3681 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 07:56:48.988938 3681 namespace.go:142] [trusted-artifact-signer] updating namespace W0420 07:56:49.007159 3681 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 07:56:55.869577 3681 namespace.go:98] [openshift-pipelines] adding namespace I0420 07:56:55.870504 3681 namespace.go:102] [openshift-pipelines] adding namespace took 909.624µs I0420 07:56:55.897310 3681 namespace.go:142] [openshift-pipelines] updating namespace I0420 07:56:56.628018 3681 namespace.go:142] [cert-manager-operator] updating namespace I0420 07:56:57.047447 3681 namespace.go:142] [konflux-operator] updating namespace I0420 07:56:57.228024 3681 namespace.go:142] [konflux-ui] updating namespace I0420 07:56:57.431962 3681 namespace.go:142] [open-cluster-management-2ppoejhtt6juf01aeuheisimfjemt88i] updating namespace I0420 07:56:57.830251 3681 namespace.go:142] [rhbk-operator] updating namespace I0420 07:56:58.030856 3681 namespace.go:142] [rhtpa-operator] updating namespace I0420 07:56:58.229823 3681 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 07:56:58.429422 3681 namespace.go:142] [tsf] updating namespace I0420 07:56:58.479815 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=20 I0420 07:56:58.634484 3681 namespace.go:142] [tsf-keycloak] updating namespace I0420 07:56:58.832544 3681 namespace.go:142] [tsf-tas] updating namespace I0420 07:56:59.036123 3681 namespace.go:142] [tsf-tpa] updating namespace I0420 07:56:59.162377 3681 namespace.go:142] [cert-manager-operator] updating namespace I0420 07:56:59.172894 3681 namespace.go:142] [default] updating namespace I0420 07:56:59.183248 3681 namespace.go:142] [konflux-operator] updating namespace I0420 07:56:59.192381 3681 namespace.go:142] [konflux-ui] updating namespace I0420 07:56:59.202160 3681 namespace.go:142] [open-cluster-management-2ppoejhtt6juf01aeuheisimfjemt88i] updating namespace I0420 07:56:59.210433 3681 namespace.go:142] [openshift] updating namespace I0420 07:56:59.219262 3681 namespace.go:142] [rhbk-operator] updating namespace I0420 07:56:59.233726 3681 namespace.go:142] [rhtpa-operator] updating namespace I0420 07:56:59.247420 3681 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 07:56:59.255938 3681 namespace.go:142] [tsf] updating namespace I0420 07:56:59.266192 3681 namespace.go:142] [tsf-keycloak] updating namespace I0420 07:56:59.279586 3681 namespace.go:142] [tsf-tas] updating namespace I0420 07:56:59.295712 3681 namespace.go:142] [tsf-tpa] updating namespace I0420 07:56:59.397386 3681 namespace.go:142] [cert-manager-operator] updating namespace I0420 07:56:59.495402 3681 namespace.go:142] [default] updating namespace I0420 07:56:59.596333 3681 namespace.go:142] [konflux-operator] updating namespace I0420 07:56:59.698375 3681 namespace.go:142] [konflux-ui] updating namespace I0420 07:56:59.796043 3681 namespace.go:142] [open-cluster-management-2ppoejhtt6juf01aeuheisimfjemt88i] updating namespace I0420 07:56:59.892747 3681 namespace.go:142] [openshift] updating namespace I0420 07:56:59.996103 3681 namespace.go:142] [rhbk-operator] updating namespace I0420 07:57:00.096013 3681 namespace.go:142] [rhtpa-operator] updating namespace I0420 07:57:00.196735 3681 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 07:57:00.296738 3681 namespace.go:142] [tsf] updating namespace I0420 07:57:00.399254 3681 namespace.go:142] [tsf-keycloak] updating namespace I0420 07:57:00.500173 3681 namespace.go:142] [tsf-tas] updating namespace I0420 07:57:00.654112 3681 namespace.go:142] [tsf-tpa] updating namespace I0420 07:57:01.786027 3681 namespace.go:142] [openshift-pipelines] updating namespace I0420 07:57:08.584652 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 W0420 07:57:13.840965 3681 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 07:57:13.840983 3681 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 07:57:13.840990 3681 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 07:57:16.050965 3681 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 07:57:16.050985 3681 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 07:57:16.050994 3681 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 07:57:16.050999 3681 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 07:57:16.078923 3681 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 07:57:16.078939 3681 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 07:57:16.078948 3681 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0420 07:57:22.576073 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0420 07:57:34.129794 3681 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-pwtn9] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-pwtn9 for pod on switch ip-10-0-1-48.ec2.internal I0420 07:57:34.129918 3681 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-pwtn9 I0420 07:57:34.143549 3681 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-pwtn9] pod update took 13.684068ms I0420 07:57:34.143571 3681 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-pwtn9] addLogicalPort annotation time took 13.709861ms I0420 07:57:34.145030 3681 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-pwtn9] addLogicalPort took 15.256638ms, libovsdb time 988.303µs I0420 07:57:34.491182 3681 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-pwtn9 4cc6c71f48979519c14052d25b12e689068a4dd695526fe26b879e43d3cbbc50 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-pwtn9 4cc6c71f48979519c14052d25b12e689068a4dd695526fe26b879e43d3cbbc50 network default NAD default NAD key ] I0420 07:57:34.500385 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-pwtn9, hostIfaceName: 4cc6c71f4897951, network: default, NAD default, SandboxID: "4cc6c71f48979519c14052d25b12e689068a4dd695526fe26b879e43d3cbbc50", PCI device ID: , UID: "76001986-22b2-4e94-bd71-60c73c389ae0", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0420 07:57:34.548564 3681 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-pwtn9 4cc6c71f48979519c14052d25b12e689068a4dd695526fe26b879e43d3cbbc50 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-pwtn9 4cc6c71f48979519c14052d25b12e689068a4dd695526fe26b879e43d3cbbc50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:9b:a1:b8:5a:df\",\"name\":\"4cc6c71f4897951\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d743df3d-71e6-429f-a4c1-1189e5ae5fe0\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 07:57:36.954299 3681 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0420 07:57:38.066976 3681 namespace.go:142] [openshift-pipelines] updating namespace I0420 07:57:53.865276 3681 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 07:57:54.580156 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0420 07:57:56.951263 3681 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-48.ec2.internal I0420 07:57:56.951351 3681 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0420 07:57:56.964007 3681 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.675804ms I0420 07:57:56.964093 3681 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.766047ms I0420 07:57:56.965361 3681 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.113596ms, libovsdb time 916.621µs I0420 07:58:00.612725 3681 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 bd56296e166c5e1c29df506c30c24f4d0afb7a2ebc47fbb57543bd53c3a7b219 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 bd56296e166c5e1c29df506c30c24f4d0afb7a2ebc47fbb57543bd53c3a7b219 network default NAD default NAD key ] I0420 07:58:00.621995 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: bd56296e166c5e1, network: default, NAD default, SandboxID: "bd56296e166c5e1c29df506c30c24f4d0afb7a2ebc47fbb57543bd53c3a7b219", PCI device ID: , UID: "0390cad1-fa99-4e62-8a82-923a0cf3304a", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0420 07:58:00.670888 3681 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 bd56296e166c5e1c29df506c30c24f4d0afb7a2ebc47fbb57543bd53c3a7b219 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 bd56296e166c5e1c29df506c30c24f4d0afb7a2ebc47fbb57543bd53c3a7b219 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:50:f4:94:8e:90\",\"name\":\"bd56296e166c5e1\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27cc676a-1b82-4827-a099-fd60eee009df\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:58:06.432842 3681 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0420 07:58:12.314029 3681 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 07:58:12.314045 3681 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 07:58:12.314050 3681 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0420 07:58:24.404581 3681 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-gwhxg] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-gwhxg for pod on switch ip-10-0-1-48.ec2.internal I0420 07:58:24.404702 3681 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-gwhxg I0420 07:58:24.420497 3681 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-gwhxg] pod update took 15.820515ms I0420 07:58:24.420529 3681 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-gwhxg] addLogicalPort annotation time took 15.856182ms I0420 07:58:24.422011 3681 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-gwhxg] addLogicalPort took 17.452221ms, libovsdb time 975.427µs I0420 07:58:24.768328 3681 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-gwhxg a3b338478cb00427f72d91a4e48dfe29869c2d3bc0de7f062eef673434769e4b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-gwhxg a3b338478cb00427f72d91a4e48dfe29869c2d3bc0de7f062eef673434769e4b network default NAD default NAD key ] I0420 07:58:24.777466 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-gwhxg, hostIfaceName: a3b338478cb0042, network: default, NAD default, SandboxID: "a3b338478cb00427f72d91a4e48dfe29869c2d3bc0de7f062eef673434769e4b", PCI device ID: , UID: "134d967f-898e-484e-a261-e188d6c56f74", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0420 07:58:24.826928 3681 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-gwhxg a3b338478cb00427f72d91a4e48dfe29869c2d3bc0de7f062eef673434769e4b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-gwhxg a3b338478cb00427f72d91a4e48dfe29869c2d3bc0de7f062eef673434769e4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:4c:a6:5d:d1:95\",\"name\":\"a3b338478cb0042\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b60fe604-8ee5-430f-909a-ed85693d78b3\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:58:37.206540 3681 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-jw2jm] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-jw2jm for pod on switch ip-10-0-1-48.ec2.internal I0420 07:58:37.206678 3681 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-jw2jm I0420 07:58:37.221859 3681 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-jw2jm] pod update took 15.178862ms I0420 07:58:37.221905 3681 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-jw2jm] addLogicalPort annotation time took 15.248459ms I0420 07:58:37.223143 3681 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-jw2jm] addLogicalPort took 16.620051ms, libovsdb time 849.102µs I0420 07:58:37.672130 3681 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-jw2jm 0ce468fef14344b6a843fe99544016115005cac0c8d1ebd88a4bc12ef5169e4e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-jw2jm 0ce468fef14344b6a843fe99544016115005cac0c8d1ebd88a4bc12ef5169e4e network default NAD default NAD key ] I0420 07:58:37.681304 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-jw2jm, hostIfaceName: 0ce468fef14344b, network: default, NAD default, SandboxID: "0ce468fef14344b6a843fe99544016115005cac0c8d1ebd88a4bc12ef5169e4e", PCI device ID: , UID: "c6b1aa72-99c8-417e-ae23-1f7f419a101f", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0420 07:58:37.730423 3681 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-jw2jm 0ce468fef14344b6a843fe99544016115005cac0c8d1ebd88a4bc12ef5169e4e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-jw2jm 0ce468fef14344b6a843fe99544016115005cac0c8d1ebd88a4bc12ef5169e4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:28:f6:1c:1a:ed\",\"name\":\"0ce468fef14344b\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f44cd6f-e84f-4f18-8f30-7bf310fd6c20\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 07:58:38.596274 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0420 07:58:39.553261 3681 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0420 07:58:50.561960 3681 util.go:959] Failed to build node endpoints for node ip-10-0-1-48.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0420 07:59:37.590366 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0420 07:59:47.608831 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0420 08:00:00.202269 3681 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st] creating logical port openshift-pipelines_tekton-resource-pruner-rw7vk-29611200-kd5st for pod on switch ip-10-0-1-48.ec2.internal I0420 08:00:00.202394 3681 kube.go:256] Updating pod openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st I0420 08:00:00.217499 3681 pod.go:62] [openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st] pod update took 15.132013ms I0420 08:00:00.217518 3681 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st] addLogicalPort annotation time took 15.155977ms I0420 08:00:00.218598 3681 pods.go:271] [openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st] addLogicalPort took 16.343434ms, libovsdb time 752.831µs I0420 08:00:00.478027 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=43 I0420 08:00:00.560516 3681 cni.go:452] [openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st 3391f44c80d55c2f7b80caa5e2377cdde1a7f21492cf031d50bd3c811903b40f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st 3391f44c80d55c2f7b80caa5e2377cdde1a7f21492cf031d50bd3c811903b40f network default NAD default NAD key ] I0420 08:00:00.570585 3681 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-resource-pruner-rw7vk-29611200-kd5st, hostIfaceName: 3391f44c80d55c2, network: default, NAD default, SandboxID: "3391f44c80d55c2f7b80caa5e2377cdde1a7f21492cf031d50bd3c811903b40f", PCI device ID: , UID: "83dc712d-cc3f-4813-9efb-43cdfa3ac7ff", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0420 08:00:00.621577 3681 cni.go:473] [openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st 3391f44c80d55c2f7b80caa5e2377cdde1a7f21492cf031d50bd3c811903b40f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st 3391f44c80d55c2f7b80caa5e2377cdde1a7f21492cf031d50bd3c811903b40f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:d7:17:11:63:0b\",\"name\":\"3391f44c80d55c2\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33ed08d8-ccce-4044-8e86-41527481c205\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 08:00:03.601471 3681 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0420 08:00:03.981148 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:00:03.981658 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:00:04.861697 3681 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29611200-mvz8d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:00:04.861722 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:00:04.861740 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:00:04.862138 3681 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29611200-mvz8d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:00:05.863790 3681 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29611200-mvz8d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:00:05.863813 3681 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29611200-mvz8d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:01:05.284399 3681 cni.go:452] [openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st 3391f44c80d55c2f7b80caa5e2377cdde1a7f21492cf031d50bd3c811903b40f network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st 3391f44c80d55c2f7b80caa5e2377cdde1a7f21492cf031d50bd3c811903b40f network default NAD default NAD key ] I0420 08:01:05.361567 3681 cni.go:473] [openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st 3391f44c80d55c2f7b80caa5e2377cdde1a7f21492cf031d50bd3c811903b40f network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st 3391f44c80d55c2f7b80caa5e2377cdde1a7f21492cf031d50bd3c811903b40f network default NAD default NAD key default], result "{}", err I0420 08:01:05.411420 3681 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:01:05.411481 3681 pods.go:176] Deleting pod: openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st I0420 08:01:05.412814 3681 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st, ips: 10.130.0.33 I0420 08:01:05.412838 3681 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:01:06.296811 3681 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:01:06.296920 3681 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:01:26.483806 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0420 08:01:29.483027 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=92 I0420 08:01:33.611647 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0420 08:01:42.572492 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0420 08:02:25.587328 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0420 08:02:54.482511 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=48 I0420 08:03:49.571191 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0420 08:04:03.493979 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=258 I0420 08:05:11.583301 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0420 08:05:29.579093 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0420 08:05:41.480651 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0420 08:06:11.480384 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0420 08:06:39.593372 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0420 08:07:03.018835 3681 cni.go:452] [tsf/test-tsf-subscriptions f09bba0dd2334c8ec6e9920d0bb2f47a0423359e0dfd16f703a1a15a512f932e network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions f09bba0dd2334c8ec6e9920d0bb2f47a0423359e0dfd16f703a1a15a512f932e network default NAD default NAD key ] I0420 08:07:03.094331 3681 cni.go:473] [tsf/test-tsf-subscriptions f09bba0dd2334c8ec6e9920d0bb2f47a0423359e0dfd16f703a1a15a512f932e network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions f09bba0dd2334c8ec6e9920d0bb2f47a0423359e0dfd16f703a1a15a512f932e network default NAD default NAD key default], result "{}", err I0420 08:07:03.149567 3681 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:07:03.149625 3681 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0420 08:07:03.150944 3681 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.23 I0420 08:07:03.150971 3681 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:07:04.611183 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0420 08:07:18.486082 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=27 I0420 08:07:32.599301 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0420 08:07:48.604546 3681 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0420 08:08:03.227717 3681 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:08:03.227745 3681 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:08:03.236035 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0420 08:08:03.236062 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0420 08:08:03.366869 3681 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-48.ec2.internal I0420 08:08:03.367009 3681 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0420 08:08:03.392749 3681 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 25.768474ms I0420 08:08:03.392771 3681 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 25.795581ms I0420 08:08:03.394129 3681 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 27.27496ms, libovsdb time 973.343µs I0420 08:08:03.728296 3681 cni.go:452] [tsf/test-tsf-subscriptions 06df38938d8b28d464da2268dd3ebe24725bd9bf2776185a9d99bac450730f47 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 06df38938d8b28d464da2268dd3ebe24725bd9bf2776185a9d99bac450730f47 network default NAD default NAD key ] I0420 08:08:03.737321 3681 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 06df38938d8b28d, network: default, NAD default, SandboxID: "06df38938d8b28d464da2268dd3ebe24725bd9bf2776185a9d99bac450730f47", PCI device ID: , UID: "0c7fb436-16e9-4e1b-9394-034a3119c148", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0420 08:08:03.786395 3681 cni.go:473] [tsf/test-tsf-subscriptions 06df38938d8b28d464da2268dd3ebe24725bd9bf2776185a9d99bac450730f47 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 06df38938d8b28d464da2268dd3ebe24725bd9bf2776185a9d99bac450730f47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:2d:1d:b7:42:fa\",\"name\":\"06df38938d8b28d\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8671c5d9-d06e-4d00-946f-48b8f970b603\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 08:08:48.589771 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0420 08:10:03.790323 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:10:03.790829 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:10:04.675638 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:10:04.675664 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:10:04.720186 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:10:04.720231 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:10:04.724214 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx I0420 08:10:04.724241 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx I0420 08:10:12.575021 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0420 08:10:19.614526 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0420 08:10:27.485513 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0420 08:10:30.484628 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0420 08:10:36.586555 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0420 08:11:01.497057 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=30 I0420 08:11:21.573703 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0420 08:11:54.483480 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0420 08:12:14.482475 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0420 08:12:37.613682 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0420 08:12:50.488583 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=22 I0420 08:13:27.607139 3681 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0420 08:13:59.581065 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0420 08:15:23.596090 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0420 08:15:32.592742 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0420 08:15:48.616718 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0420 08:15:57.486889 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0420 08:17:07.578013 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0420 08:17:11.601994 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0420 08:17:39.499728 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=8 I0420 08:17:56.576554 3681 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0420 08:18:48.468866 3681 cni.go:452] [tsf/test-tsf-subscriptions 06df38938d8b28d464da2268dd3ebe24725bd9bf2776185a9d99bac450730f47 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 06df38938d8b28d464da2268dd3ebe24725bd9bf2776185a9d99bac450730f47 network default NAD default NAD key ] I0420 08:18:48.552510 3681 cni.go:473] [tsf/test-tsf-subscriptions 06df38938d8b28d464da2268dd3ebe24725bd9bf2776185a9d99bac450730f47 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 06df38938d8b28d464da2268dd3ebe24725bd9bf2776185a9d99bac450730f47 network default NAD default NAD key default], result "{}", err I0420 08:18:48.607789 3681 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:18:48.607848 3681 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0420 08:18:48.609057 3681 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.34 I0420 08:18:48.609084 3681 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:18:51.491186 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0420 08:19:04.487967 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0420 08:19:41.588817 3681 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0420 08:19:48.686663 3681 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:19:48.686716 3681 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:19:48.694227 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0420 08:19:48.694249 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0420 08:19:48.826522 3681 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-48.ec2.internal I0420 08:19:48.826660 3681 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0420 08:19:48.852893 3681 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 26.2485ms I0420 08:19:48.852915 3681 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 26.294524ms I0420 08:19:48.854107 3681 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 27.603161ms, libovsdb time 843.655µs I0420 08:19:49.188178 3681 cni.go:452] [tsf/test-tsf-subscriptions 64a4ff6a1ed66ebb7258ab11e268d6742a25fcb3895be720c9db90ba2aaa47eb network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 64a4ff6a1ed66ebb7258ab11e268d6742a25fcb3895be720c9db90ba2aaa47eb network default NAD default NAD key ] I0420 08:19:49.197211 3681 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 64a4ff6a1ed66eb, network: default, NAD default, SandboxID: "64a4ff6a1ed66ebb7258ab11e268d6742a25fcb3895be720c9db90ba2aaa47eb", PCI device ID: , UID: "303ff4b2-eb93-48b2-b3d3-d4f355df5c71", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0420 08:19:49.245897 3681 cni.go:473] [tsf/test-tsf-subscriptions 64a4ff6a1ed66ebb7258ab11e268d6742a25fcb3895be720c9db90ba2aaa47eb network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 64a4ff6a1ed66ebb7258ab11e268d6742a25fcb3895be720c9db90ba2aaa47eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:d1:16:dc:a1:b3\",\"name\":\"64a4ff6a1ed66eb\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b59af5f-ee48-493a-9e4f-08921e6da21b\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 08:20:04.643068 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:20:04.643664 3681 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:20:05.530805 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:20:05.530830 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:20:05.572743 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:20:05.572762 3681 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:20:05.579294 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 I0420 08:20:05.579316 3681 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 I0420 08:20:46.486048 3681 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9