+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-250.ec2.internal ++ [[ -n ip-10-0-2-250.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-250.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0421 14:57:57.730160049 - disable conntrack on geneve port + echo 'I0421 14:57:57.730160049 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0421 14:57:57.747503834 - starting ovnkube-node + echo 'I0421 14:57:57.747503834 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-250.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-250.ec2.internal --init-node ip-10-0-2-250.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-250.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0421 14:57:57.789167 3648 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0421 14:57:57.789241 3648 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d8bdce57ed.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0421 14:57:57.791043 3648 kube.go:431] Waiting for certificate I0421 14:57:57.791075 3648 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0421 14:57:57.791107 3648 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0421 14:57:57.791878 3648 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0421 14:57:57.820981 3648 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0421 14:57:57.820998 3648 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0421 14:57:57.823570 3648 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0421 14:57:57.826233 3648 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-nhblp" I0421 14:57:57.833830 3648 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-nhblp" I0421 14:57:57.833937 3648 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0421 14:57:58.791520 3648 kube.go:438] Certificate found I0421 14:57:58.792135 3648 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0421 14:57:58.793278 3648 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0421 14:57:58.838909 3648 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-22 14:52:57 +0000 UTC" deadline="2026-04-22 09:20:31.554474501 +0000 UTC" I0421 14:57:58.838990 3648 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h22m32.715523277s" I0421 14:57:58.868453 3648 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0421 14:57:58.877933 3648 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0421 14:57:58.878015 3648 factory.go:561] Starting watch factory I0421 14:57:58.878208 3648 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.878231 3648 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.878415 3648 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.878522 3648 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.878471 3648 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0421 14:57:58.878690 3648 server.go:101] MetricServer registers OVS metrics I0421 14:57:58.879125 3648 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.879145 3648 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.879298 3648 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.879260 3648 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.879325 3648 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.879408 3648 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.879793 3648 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.879816 3648 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.879816 3648 server.go:105] MetricServer registers OVN DB metrics I0421 14:57:58.883546 3648 controller_manager.go:370] Starting the ovnkube controller I0421 14:57:58.883556 3648 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-250.ec2.internal I0421 14:57:58.883597 3648 controller_manager.go:395] NBDB zone sync took: 34.35µs I0421 14:57:58.883605 3648 factory.go:561] Starting watch factory I0421 14:57:58.884392 3648 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0421 14:57:58.884419 3648 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0421 14:57:58.896902 3648 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0421 14:57:58.896935 3648 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0421 14:57:58.897693 3648 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.900341 3648 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0421 14:57:58.900370 3648 server.go:109] MetricServer registers OVN Controller metrics I0421 14:57:58.901341 3648 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.901521 3648 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.902049 3648 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.903477 3648 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.907092 3648 server.go:113] MetricServer registers OVN Northd metrics I0421 14:57:58.908958 3648 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0421 14:57:58.912004 3648 metrics.go:519] OVN Metrics Server starts to run ... I0421 14:57:58.983894 3648 factory.go:1977] *v1.Pod informer cache synced successfully I0421 14:57:58.983932 3648 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0421 14:57:58.983938 3648 factory.go:1977] *v1.Namespace informer cache synced successfully I0421 14:57:58.983943 3648 factory.go:1977] *v1.Node informer cache synced successfully I0421 14:57:58.983947 3648 factory.go:1977] *v1.Service informer cache synced successfully I0421 14:57:58.983952 3648 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0421 14:57:58.984059 3648 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 14:57:58.984059 3648 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 14:57:58.984210 3648 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 14:57:58.984531 3648 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 14:57:58.987772 3648 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 14:57:58.987785 3648 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0421 14:57:58.989623 3648 factory.go:1977] *v1.Node informer cache synced successfully I0421 14:57:58.989635 3648 factory.go:1977] *v1.Service informer cache synced successfully I0421 14:57:58.989638 3648 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0421 14:57:58.989641 3648 factory.go:1977] *v1.Pod informer cache synced successfully I0421 14:57:58.989644 3648 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0421 14:57:58.989647 3648 factory.go:1977] *v1.Namespace informer cache synced successfully I0421 14:57:58.989699 3648 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0421 14:57:58.989709 3648 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0421 14:57:58.989780 3648 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:58.989795 3648 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:58.992742 3648 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:58.994690 3648 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0421 14:57:58.994699 3648 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0421 14:57:58.994776 3648 factory.go:1977] *v1.EgressIP informer cache synced successfully I0421 14:57:58.994836 3648 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:58.994856 3648 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:58.997673 3648 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:59.000152 3648 factory.go:1977] *v1.EgressIP informer cache synced successfully I0421 14:57:59.000164 3648 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0421 14:57:59.000240 3648 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:59.000256 3648 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:59.004129 3648 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:59.006166 3648 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0421 14:57:59.006189 3648 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0421 14:57:59.006252 3648 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:59.006264 3648 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:59.009003 3648 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:59.011565 3648 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0421 14:57:59.011582 3648 factory.go:1977] *v1.EgressService informer cache synced successfully I0421 14:57:59.011654 3648 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:59.011671 3648 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:59.014542 3648 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:59.017121 3648 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0421 14:57:59.017142 3648 factory.go:1977] *v1.EgressService informer cache synced successfully I0421 14:57:59.017577 3648 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0421 14:57:59.017595 3648 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0421 14:57:59.020757 3648 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0421 14:57:59.022740 3648 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0421 14:57:59.022796 3648 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:59.022807 3648 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:59.022868 3648 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:59.022889 3648 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:59.022867 3648 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0421 14:57:59.025957 3648 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:59.025964 3648 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0421 14:57:59.027977 3648 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0421 14:57:59.027987 3648 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0421 14:57:59.027994 3648 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0421 14:57:59.028001 3648 factory.go:680] Watch Factory start up complete, took: 149.989613ms I0421 14:57:59.028060 3648 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0421 14:57:59.033409 3648 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0421 14:57:59.033418 3648 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0421 14:57:59.033425 3648 factory.go:680] Watch Factory start up complete, took: 149.818719ms I0421 14:57:59.033431 3648 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-250.ec2.internal" zone I0421 14:57:59.071631 3648 default_node_network_controller.go:710] Initializing the default node network controller I0421 14:57:59.122527 3648 udn_isolation.go:101] Starting UDN host isolation manager I0421 14:57:59.129392 3648 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0421 14:57:59.178202 3648 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0421 14:57:59.178320 3648 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0421 14:57:59.178338 3648 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0421 14:57:59.210369 3648 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0421 14:57:59.210435 3648 default_node_network_controller.go:809] Node ip-10-0-2-250.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0421 14:57:59.215923 3648 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.250"] k8s.ovn.org/zone-name:ip-10-0-2-250.ec2.internal] on node ip-10-0-2-250.ec2.internal I0421 14:57:59.235685 3648 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0421 14:57:59.241789 3648 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0421 14:57:59.241895 3648 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0421 14:57:59.242040 3648 gateway_init.go:263] Preparing Gateway I0421 14:57:59.242052 3648 gateway_shared_intf.go:1687] Creating new gateway I0421 14:57:59.283756 3648 controller_manager.go:429] Waiting for node in zone sync took: 250.300041ms I0421 14:57:59.289510 3648 controller_manager.go:611] Switching to transit router for layer2 networks I0421 14:57:59.289526 3648 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-250.ec2.internal I0421 14:57:59.305000 3648 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0421 14:57:59.310954 3648 controller_manager.go:290] SCTP support detected in OVN I0421 14:57:59.311518 3648 services_controller.go:69] Creating services controller for network=default I0421 14:57:59.311619 3648 udn_enabled_svc.go:80] Waiting for service informer to sync I0421 14:57:59.311671 3648 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0421 14:57:59.311709 3648 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0421 14:57:59.311725 3648 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0421 14:57:59.311737 3648 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0421 14:57:59.311903 3648 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0421 14:57:59.311977 3648 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0421 14:57:59.311983 3648 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.539µs I0421 14:57:59.312018 3648 udn_enabled_svc.go:95] Performing full resync I0421 14:57:59.312021 3648 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 34.948µs I0421 14:57:59.312032 3648 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 52.584µs I0421 14:57:59.312039 3648 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0421 14:57:59.312047 3648 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0421 14:57:59.312058 3648 default_network_controller.go:325] Starting the default network controller I0421 14:57:59.312162 3648 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.526µs I0421 14:57:59.312318 3648 udn_enabled_svc.go:99] Waiting for handler to sync I0421 14:57:59.312329 3648 udn_enabled_svc.go:104] Starting worker I0421 14:57:59.321092 3648 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0421 14:57:59.321174 3648 repair.go:33] Syncing exgw routes took 70.061µs I0421 14:57:59.321221 3648 default_network_controller.go:414] Starting all the Watchers... I0421 14:57:59.321473 3648 namespace.go:98] [openshift-must-gather-operator] adding namespace I0421 14:57:59.321574 3648 namespace.go:98] [openshift-ingress-canary] adding namespace I0421 14:57:59.321587 3648 namespace.go:98] [openshift-network-operator] adding namespace I0421 14:57:59.321587 3648 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0421 14:57:59.321590 3648 namespace.go:98] [open-cluster-management-2pqjtmvbm33oc5395jk2up7svnpqpdjs] adding namespace I0421 14:57:59.321600 3648 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0421 14:57:59.321603 3648 namespace.go:98] [openshift-ingress-operator] adding namespace I0421 14:57:59.321608 3648 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0421 14:57:59.321606 3648 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0421 14:57:59.321610 3648 namespace.go:98] [openshift-backplane-mobb] adding namespace I0421 14:57:59.321594 3648 namespace.go:98] [openshift-kube-apiserver] adding namespace I0421 14:57:59.321594 3648 namespace.go:98] [openshift-backplane-csm] adding namespace I0421 14:57:59.321600 3648 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0421 14:57:59.321603 3648 namespace.go:98] [openshift-dns] adding namespace I0421 14:57:59.321622 3648 namespace.go:98] [openshift-ingress] adding namespace I0421 14:57:59.322092 3648 namespace.go:102] [openshift-must-gather-operator] adding namespace took 604.461µs I0421 14:57:59.322108 3648 namespace.go:98] [openshift-authentication-operator] adding namespace I0421 14:57:59.322571 3648 namespace.go:102] [openshift-authentication-operator] adding namespace took 457.369µs I0421 14:57:59.322586 3648 namespace.go:98] [openshift-infra] adding namespace I0421 14:57:59.322634 3648 iptables.go:108] Creating table: filter chain: FORWARD I0421 14:57:59.323140 3648 namespace.go:102] [openshift-infra] adding namespace took 547.363µs I0421 14:57:59.323157 3648 namespace.go:98] [openshift-marketplace] adding namespace I0421 14:57:59.323632 3648 namespace.go:102] [openshift-ingress-canary] adding namespace took 2.045018ms I0421 14:57:59.323648 3648 namespace.go:98] [openshift-logging] adding namespace I0421 14:57:59.324173 3648 namespace.go:102] [openshift-network-operator] adding namespace took 2.574588ms I0421 14:57:59.324209 3648 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0421 14:57:59.324715 3648 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 3.113206ms I0421 14:57:59.324733 3648 namespace.go:98] [openshift-route-controller-manager] adding namespace I0421 14:57:59.325208 3648 namespace.go:102] [open-cluster-management-2pqjtmvbm33oc5395jk2up7svnpqpdjs] adding namespace took 3.599804ms I0421 14:57:59.325228 3648 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0421 14:57:59.325833 3648 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 4.22053ms I0421 14:57:59.325848 3648 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0421 14:57:59.326326 3648 namespace.go:102] [openshift-ingress-operator] adding namespace took 4.712151ms I0421 14:57:59.326342 3648 namespace.go:98] [openshift-apiserver] adding namespace I0421 14:57:59.326874 3648 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.255812ms I0421 14:57:59.326893 3648 namespace.go:98] [openshift-backplane] adding namespace I0421 14:57:59.327374 3648 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.756638ms I0421 14:57:59.327391 3648 namespace.go:98] [openshift-apiserver-operator] adding namespace I0421 14:57:59.328281 3648 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.661481ms I0421 14:57:59.328296 3648 namespace.go:98] [openshift-backplane-tam] adding namespace I0421 14:57:59.328809 3648 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.184876ms I0421 14:57:59.328828 3648 namespace.go:98] [openshift-machine-config-operator] adding namespace I0421 14:57:59.328902 3648 iptables.go:108] Creating table: filter chain: OUTPUT I0421 14:57:59.329479 3648 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.85314ms I0421 14:57:59.329502 3648 namespace.go:98] [openshift-etcd] adding namespace I0421 14:57:59.330006 3648 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.378ms I0421 14:57:59.330025 3648 namespace.go:98] [openshift-console] adding namespace I0421 14:57:59.330573 3648 namespace.go:102] [openshift-dns] adding namespace took 8.941981ms I0421 14:57:59.330594 3648 namespace.go:98] [openshift-machine-api] adding namespace I0421 14:57:59.331064 3648 namespace.go:102] [openshift-ingress] adding namespace took 9.430395ms I0421 14:57:59.331076 3648 namespace.go:98] [openshift-network-node-identity] adding namespace I0421 14:57:59.331416 3648 namespace.go:102] [openshift-marketplace] adding namespace took 8.252425ms I0421 14:57:59.331434 3648 namespace.go:98] [openshift-config-operator] adding namespace I0421 14:57:59.331934 3648 namespace.go:102] [openshift-logging] adding namespace took 8.278912ms I0421 14:57:59.331950 3648 namespace.go:98] [openshift-kube-scheduler] adding namespace I0421 14:57:59.332367 3648 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.151365ms I0421 14:57:59.332382 3648 namespace.go:98] [openshift-network-console] adding namespace I0421 14:57:59.332760 3648 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.019838ms I0421 14:57:59.332774 3648 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0421 14:57:59.333202 3648 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.969407ms I0421 14:57:59.333213 3648 namespace.go:98] [openshift-console-operator] adding namespace I0421 14:57:59.333663 3648 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.80065ms I0421 14:57:59.333681 3648 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0421 14:57:59.334009 3648 namespace.go:102] [openshift-apiserver] adding namespace took 7.66158ms I0421 14:57:59.334020 3648 namespace.go:98] [openshift-backplane-srep] adding namespace I0421 14:57:59.334565 3648 namespace.go:102] [openshift-backplane] adding namespace took 7.667931ms I0421 14:57:59.334578 3648 namespace.go:98] [openshift-operators] adding namespace I0421 14:57:59.334982 3648 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.585598ms I0421 14:57:59.334999 3648 namespace.go:98] [openshift-host-network] adding namespace I0421 14:57:59.335248 3648 gateway_shared_intf.go:1816] Gateway Creation Complete I0421 14:57:59.335261 3648 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-250.ec2.internal","mac-address":"0e:3d:1e:76:24:09","ip-addresses":["10.0.2.250/24"],"ip-address":"10.0.2.250/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:1e5e3349-4610-4908-b451-06e52ecaaca9 k8s.ovn.org/node-encap-ips:["10.0.2.250"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.250/24"} k8s.ovn.org/zone-name:ip-10-0-2-250.ec2.internal] on node ip-10-0-2-250.ec2.internal I0421 14:57:59.335451 3648 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.149102ms I0421 14:57:59.335466 3648 namespace.go:98] [kube-public] adding namespace I0421 14:57:59.335874 3648 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.040973ms I0421 14:57:59.335888 3648 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0421 14:57:59.336311 3648 namespace.go:102] [openshift-etcd] adding namespace took 6.789022ms I0421 14:57:59.336325 3648 namespace.go:98] [openshift-monitoring] adding namespace I0421 14:57:59.336767 3648 namespace.go:102] [openshift-console] adding namespace took 6.736775ms I0421 14:57:59.336778 3648 namespace.go:98] [openshift-config-managed] adding namespace I0421 14:57:59.337206 3648 namespace.go:102] [openshift-machine-api] adding namespace took 6.603126ms I0421 14:57:59.337222 3648 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0421 14:57:59.337666 3648 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.583355ms I0421 14:57:59.337680 3648 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0421 14:57:59.338118 3648 namespace.go:102] [openshift-config-operator] adding namespace took 6.674482ms I0421 14:57:59.338542 3648 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.586148ms I0421 14:57:59.338555 3648 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0421 14:57:59.339022 3648 namespace.go:102] [openshift-network-console] adding namespace took 6.634201ms I0421 14:57:59.339033 3648 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0421 14:57:59.339503 3648 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.722941ms I0421 14:57:59.339519 3648 namespace.go:98] [openshift-console-user-settings] adding namespace I0421 14:57:59.339917 3648 namespace.go:102] [openshift-console-operator] adding namespace took 6.698746ms I0421 14:57:59.339932 3648 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0421 14:57:59.340360 3648 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.673808ms I0421 14:57:59.340373 3648 namespace.go:98] [openshift-config] adding namespace I0421 14:57:59.340796 3648 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.770679ms I0421 14:57:59.340814 3648 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0421 14:57:59.341204 3648 namespace.go:102] [openshift-operators] adding namespace took 6.621512ms I0421 14:57:59.341219 3648 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0421 14:57:59.341732 3648 namespace.go:102] [openshift-host-network] adding namespace took 6.72658ms I0421 14:57:59.341746 3648 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0421 14:57:59.342139 3648 namespace.go:102] [kube-public] adding namespace took 6.667453ms I0421 14:57:59.342150 3648 namespace.go:98] [openshift] adding namespace I0421 14:57:59.342572 3648 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.678738ms I0421 14:57:59.342587 3648 namespace.go:98] [openshift-service-ca-operator] adding namespace I0421 14:57:59.343026 3648 namespace.go:102] [openshift-monitoring] adding namespace took 6.696027ms I0421 14:57:59.343041 3648 namespace.go:98] [openshift-insights] adding namespace I0421 14:57:59.343533 3648 namespace.go:102] [openshift-config-managed] adding namespace took 6.745969ms I0421 14:57:59.343549 3648 namespace.go:98] [dedicated-admin] adding namespace I0421 14:57:59.343921 3648 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.69343ms I0421 14:57:59.343936 3648 namespace.go:98] [openshift-authentication] adding namespace I0421 14:57:59.344444 3648 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.758149ms I0421 14:57:59.344460 3648 namespace.go:98] [openshift-customer-monitoring] adding namespace I0421 14:57:59.344820 3648 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.26037ms I0421 14:57:59.344831 3648 namespace.go:98] [openshift-cluster-version] adding namespace I0421 14:57:59.345320 3648 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.281726ms I0421 14:57:59.345336 3648 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0421 14:57:59.345728 3648 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.202018ms I0421 14:57:59.345745 3648 namespace.go:98] [openshift-network-diagnostics] adding namespace I0421 14:57:59.346141 3648 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.201826ms I0421 14:57:59.346156 3648 namespace.go:98] [kube-node-lease] adding namespace I0421 14:57:59.346562 3648 namespace.go:102] [openshift-config] adding namespace took 6.181544ms I0421 14:57:59.346576 3648 namespace.go:98] [kube-system] adding namespace I0421 14:57:59.346961 3648 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.139781ms I0421 14:57:59.346978 3648 namespace.go:98] [default] adding namespace I0421 14:57:59.347392 3648 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.165733ms I0421 14:57:59.347408 3648 namespace.go:98] [openshift-operators-redhat] adding namespace I0421 14:57:59.347799 3648 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.046494ms I0421 14:57:59.347815 3648 namespace.go:98] [openshift-image-registry] adding namespace I0421 14:57:59.348155 3648 namespace.go:102] [openshift] adding namespace took 5.999009ms I0421 14:57:59.348173 3648 namespace.go:98] [openshift-backplane-cee] adding namespace I0421 14:57:59.348733 3648 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.139915ms I0421 14:57:59.348747 3648 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0421 14:57:59.349150 3648 namespace.go:102] [openshift-insights] adding namespace took 6.103733ms I0421 14:57:59.349162 3648 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0421 14:57:59.349588 3648 namespace.go:102] [dedicated-admin] adding namespace took 6.032263ms I0421 14:57:59.349602 3648 namespace.go:98] [openshift-package-operator] adding namespace I0421 14:57:59.350111 3648 namespace.go:102] [openshift-authentication] adding namespace took 6.169379ms I0421 14:57:59.350124 3648 namespace.go:98] [openshift-node] adding namespace I0421 14:57:59.350618 3648 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.150382ms I0421 14:57:59.350634 3648 namespace.go:98] [openshift-backplane-cse] adding namespace I0421 14:57:59.351200 3648 namespace.go:102] [openshift-cluster-version] adding namespace took 6.36443ms W0421 14:57:59.351696 3648 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-26wxx: pod openshift-network-diagnostics/network-check-target-26wxx: no pod IPs found W0421 14:57:59.351713 3648 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-h7jf4: pod openshift-network-diagnostics/network-check-target-h7jf4: no pod IPs found I0421 14:57:59.351736 3648 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.391672ms I0421 14:57:59.351751 3648 namespace.go:98] [openshift-multus] adding namespace I0421 14:57:59.352318 3648 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.567676ms I0421 14:57:59.352740 3648 namespace.go:102] [kube-node-lease] adding namespace took 6.578402ms I0421 14:57:59.353157 3648 namespace.go:102] [kube-system] adding namespace took 6.574649ms I0421 14:57:59.353659 3648 default_node_network_controller.go:519] Node connection status = connected I0421 14:57:59.353838 3648 namespace.go:102] [default] adding namespace took 6.854087ms I0421 14:57:59.353851 3648 namespace.go:98] [openshift-dns-operator] adding namespace I0421 14:57:59.354306 3648 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.890804ms I0421 14:57:59.354735 3648 namespace.go:102] [openshift-image-registry] adding namespace took 6.912994ms I0421 14:57:59.355117 3648 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.920579ms I0421 14:57:59.355557 3648 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.804569ms I0421 14:57:59.355922 3648 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.755684ms I0421 14:57:59.356346 3648 namespace.go:102] [openshift-package-operator] adding namespace took 6.740355ms I0421 14:57:59.356358 3648 namespace.go:98] [openshift-controller-manager] adding namespace I0421 14:57:59.356727 3648 namespace.go:102] [openshift-node] adding namespace took 6.597887ms W0421 14:57:59.357112 3648 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-szpqx: pod openshift-multus/network-metrics-daemon-szpqx: no pod IPs found W0421 14:57:59.357125 3648 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vpd94: pod openshift-multus/network-metrics-daemon-vpd94: no pod IPs found I0421 14:57:59.357128 3648 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.49036ms I0421 14:57:59.357136 3648 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0421 14:57:59.357632 3648 namespace.go:102] [openshift-multus] adding namespace took 5.875415ms I0421 14:57:59.358032 3648 namespace.go:102] [openshift-dns-operator] adding namespace took 4.176017ms I0421 14:57:59.358486 3648 namespace.go:102] [openshift-controller-manager] adding namespace took 2.122717ms I0421 14:57:59.358844 3648 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 1.703511ms W0421 14:57:59.358924 3648 master.go:471] Unable to parse remote node ip-10-0-0-80.ec2.internal chassis-id annotation. Chassis may be removed during sync I0421 14:57:59.359021 3648 master.go:548] Adding or Updating local node "ip-10-0-2-250.ec2.internal" for network "default" I0421 14:57:59.359085 3648 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-80.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-80.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-80.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-80.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-80.ec2.internal I0421 14:57:59.359929 3648 zone_ic_handler.go:195] Time taken to create transit switch: 285.267µs I0421 14:57:59.359942 3648 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-145.ec2.internal for the network default I0421 14:57:59.360837 3648 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-145.ec2.internal" on network "default" took: 1.217472ms W0421 14:57:59.367748 3648 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-26wxx: pod openshift-network-diagnostics/network-check-target-26wxx: no pod IPs found W0421 14:57:59.367765 3648 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-szpqx: pod openshift-multus/network-metrics-daemon-szpqx: no pod IPs found I0421 14:57:59.368678 3648 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-250.ec2.internal for the network default I0421 14:57:59.368833 3648 zone_ic_handler.go:195] Time taken to create transit switch: 142.153µs I0421 14:57:59.369520 3648 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0421 14:57:59.369541 3648 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0421 14:57:59.369554 3648 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0421 14:57:59.369574 3648 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default" I0421 14:57:59.369629 3648 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default" I0421 14:57:59.369644 3648 services_controller.go:574] Full service sync requested for network=default I0421 14:57:59.369653 3648 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default" I0421 14:57:59.369662 3648 node_tracker.go:235] Node ip-10-0-0-80.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-80.ec2.internal" I0421 14:57:59.369668 3648 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default" I0421 14:57:59.369672 3648 services_controller.go:574] Full service sync requested for network=default I0421 14:57:59.369678 3648 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-145.ec2.internal in network "default" I0421 14:57:59.369706 3648 node_tracker.go:169] Node ip-10-0-1-145.ec2.internal switch + router changed, syncing services in network "default" I0421 14:57:59.369712 3648 services_controller.go:574] Full service sync requested for network=default I0421 14:57:59.451749 3648 default_network_controller.go:1025] Node "ip-10-0-0-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0421 14:57:59.470630 3648 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0421 14:57:59.470657 3648 services_controller.go:208] Setting up event handlers for services for network=default I0421 14:57:59.470731 3648 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0421 14:57:59.470777 3648 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0421 14:57:59.470801 3648 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0421 14:57:59.571068 3648 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0421 14:57:59.571087 3648 repair.go:60] Starting repairing loop for services I0421 14:57:59.571168 3648 repair.go:131] Deleted 0 stale service LBs I0421 14:57:59.571201 3648 repair.go:137] Deleted 0 stale Chassis Template Vars I0421 14:57:59.571217 3648 repair.go:62] Finished repairing loop for services: 131.565µs I0421 14:57:59.571241 3648 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0421 14:57:59.571250 3648 services_controller.go:254] Starting workers for network=default I0421 14:57:59.571587 3648 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-26wxx] creating logical port openshift-network-diagnostics_network-check-target-26wxx for pod on switch ip-10-0-2-250.ec2.internal I0421 14:57:59.571635 3648 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-szpqx] creating logical port openshift-multus_network-metrics-daemon-szpqx for pod on switch ip-10-0-2-250.ec2.internal I0421 14:57:59.571640 3648 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-vpd94, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vpd94: suppressed error logged: pod openshift-multus/network-metrics-daemon-vpd94: no pod IPs found I0421 14:57:59.571646 3648 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-h7jf4, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-h7jf4: suppressed error logged: pod openshift-network-diagnostics/network-check-target-h7jf4: no pod IPs found I0421 14:57:59.571719 3648 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-szpqx I0421 14:57:59.572206 3648 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-26wxx I0421 14:57:59.587466 3648 pod.go:62] [openshift-network-diagnostics/network-check-target-26wxx] pod update took 15.734393ms I0421 14:57:59.587491 3648 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-26wxx] addLogicalPort annotation time took 15.816108ms I0421 14:57:59.588291 3648 pods.go:271] [openshift-network-diagnostics/network-check-target-26wxx] addLogicalPort took 16.718281ms, libovsdb time 621.561µs I0421 14:57:59.591521 3648 pod.go:62] [openshift-multus/network-metrics-daemon-szpqx] pod update took 19.842531ms I0421 14:57:59.591539 3648 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-szpqx] addLogicalPort annotation time took 19.864365ms I0421 14:57:59.592329 3648 pods.go:271] [openshift-multus/network-metrics-daemon-szpqx] addLogicalPort took 20.698676ms, libovsdb time 587.497µs I0421 14:57:59.592790 3648 admin_network_policy_controller.go:227] Starting controller default-network-controller I0421 14:57:59.592809 3648 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0421 14:57:59.592822 3648 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0421 14:57:59.592841 3648 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0421 14:57:59.593059 3648 repair.go:29] Repairing admin network policies took 212.117µs I0421 14:57:59.593163 3648 repair.go:92] Repairing baseline admin network policies took 96.335µs I0421 14:57:59.593567 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0421 14:57:59.593583 3648 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0421 14:57:59.594980 3648 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0421 14:57:59.595000 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0421 14:57:59.595485 3648 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0421 14:57:59.595498 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0421 14:57:59.597422 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0421 14:57:59.597445 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0421 14:57:59.597453 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0421 14:57:59.598929 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0421 14:57:59.598947 3648 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0421 14:57:59.598968 3648 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0421 14:57:59.601438 3648 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0421 14:57:59.601455 3648 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0421 14:57:59.601464 3648 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0421 14:57:59.602437 3648 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0421 14:57:59.602455 3648 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0421 14:57:59.602471 3648 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0421 14:57:59.604324 3648 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0421 14:57:59.604341 3648 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0421 14:57:59.604351 3648 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0421 14:57:59.606480 3648 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0421 14:57:59.606497 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0421 14:57:59.606504 3648 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0421 14:57:59.606941 3648 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0421 14:57:59.606964 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0421 14:57:59.606975 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0421 14:57:59.607251 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0421 14:57:59.607268 3648 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0421 14:57:59.607278 3648 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0421 14:57:59.608217 3648 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0421 14:57:59.608235 3648 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0421 14:57:59.608242 3648 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0421 14:57:59.608509 3648 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0421 14:57:59.608526 3648 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0421 14:57:59.608538 3648 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0421 14:57:59.609555 3648 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0421 14:57:59.609574 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0421 14:57:59.609585 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0421 14:57:59.610954 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0421 14:57:59.610971 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0421 14:57:59.610998 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0421 14:57:59.611652 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0421 14:57:59.611668 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0421 14:57:59.611676 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0421 14:57:59.612134 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0421 14:57:59.612151 3648 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0421 14:57:59.612158 3648 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0421 14:57:59.612421 3648 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0421 14:57:59.612436 3648 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0421 14:57:59.612443 3648 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0421 14:57:59.613993 3648 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0421 14:57:59.614008 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0421 14:57:59.614015 3648 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0421 14:57:59.614711 3648 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0421 14:57:59.614734 3648 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0421 14:57:59.614741 3648 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0421 14:57:59.615253 3648 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0421 14:57:59.615270 3648 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0421 14:57:59.615278 3648 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0421 14:57:59.615815 3648 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0421 14:57:59.615830 3648 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0421 14:57:59.615841 3648 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0421 14:57:59.616965 3648 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0421 14:57:59.616983 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0421 14:57:59.616990 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0421 14:57:59.617476 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0421 14:57:59.617494 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0421 14:57:59.617502 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0421 14:57:59.617950 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0421 14:57:59.617966 3648 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0421 14:57:59.617975 3648 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0421 14:57:59.619047 3648 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0421 14:57:59.619072 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0421 14:57:59.619080 3648 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0421 14:57:59.619566 3648 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0421 14:57:59.619583 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0421 14:57:59.619599 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0421 14:57:59.620143 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0421 14:57:59.620160 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0421 14:57:59.620173 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0421 14:57:59.620705 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0421 14:57:59.620720 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0421 14:57:59.620733 3648 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0421 14:57:59.621252 3648 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0421 14:57:59.621269 3648 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0421 14:57:59.621278 3648 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0421 14:57:59.621746 3648 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0421 14:57:59.627908 3648 egressfirewall.go:374] Starting EgressFirewall controller I0421 14:57:59.627934 3648 controller.go:133] Adding controller egress-firewall-controller event handlers I0421 14:57:59.627955 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0421 14:57:59.627965 3648 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0421 14:57:59.627979 3648 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0421 14:57:59.628030 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0421 14:57:59.628041 3648 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0421 14:57:59.628328 3648 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0421 14:57:59.628343 3648 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0421 14:57:59.628348 3648 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0421 14:57:59.628357 3648 egressqos.go:193] Setting up event handlers for EgressQoS I0421 14:57:59.628383 3648 egressfirewall.go:723] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall I0421 14:57:59.628400 3648 egressfirewall.go:723] Syncing node "ip-10-0-1-145.ec2.internal" for egress firewall I0421 14:57:59.628406 3648 egressfirewall.go:723] Syncing node "ip-10-0-2-250.ec2.internal" for egress firewall I0421 14:57:59.628561 3648 egressqos.go:245] Starting EgressQoS Controller I0421 14:57:59.628574 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0421 14:57:59.628581 3648 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0421 14:57:59.628587 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0421 14:57:59.628592 3648 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0421 14:57:59.628597 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0421 14:57:59.628602 3648 shared_informer.go:356] "Caches are synced" controller="egressqos" I0421 14:57:59.628605 3648 egressqos.go:259] Repairing EgressQoSes I0421 14:57:59.628610 3648 egressqos.go:399] Starting repairing loop for egressqos I0421 14:57:59.628686 3648 egressqos.go:401] Finished repairing loop for egressqos: 75.95µs I0421 14:57:59.628700 3648 egressservice_zone.go:132] Setting up event handlers for Egress Services I0421 14:57:59.628761 3648 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-250.ec2.internal I0421 14:57:59.628801 3648 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-250.ec2.internal : 40.547µs I0421 14:57:59.628882 3648 egressservice_zone.go:210] Starting Egress Services Controller I0421 14:57:59.628895 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0421 14:57:59.628902 3648 shared_informer.go:356] "Caches are synced" controller="egressservices" I0421 14:57:59.628907 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0421 14:57:59.628912 3648 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0421 14:57:59.628916 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0421 14:57:59.628921 3648 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0421 14:57:59.628926 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0421 14:57:59.628931 3648 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0421 14:57:59.628935 3648 egressservice_zone.go:228] Repairing Egress Services I0421 14:57:59.629164 3648 master_controller.go:88] Starting Admin Policy Based Route Controller I0421 14:57:59.629173 3648 external_controller.go:278] Starting Admin Policy Based Route Controller I0421 14:57:59.629201 3648 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal I0421 14:57:59.629213 3648 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 13.769µs I0421 14:57:59.629219 3648 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-145.ec2.internal I0421 14:57:59.629223 3648 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-145.ec2.internal: 3.954µs I0421 14:57:59.629227 3648 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal I0421 14:57:59.629231 3648 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 4.102µs I0421 14:57:59.629449 3648 default_network_controller.go:585] Completing all the Watchers took 308.219566ms I0421 14:57:59.629462 3648 default_network_controller.go:589] Starting unidling controllers I0421 14:57:59.629475 3648 unidle.go:46] Registering OVN SB ControllerEvent handler I0421 14:57:59.629483 3648 unidle.go:63] Populating Initial ContollerEvent events I0421 14:57:59.629498 3648 unidle.go:79] Setting up event handlers for services I0421 14:57:59.629611 3648 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0421 14:57:59.854886 3648 default_node_network_controller.go:519] Node connection status = connected I0421 14:58:00.354411 3648 default_node_network_controller.go:519] Node connection status = connected I0421 14:58:00.854822 3648 default_node_network_controller.go:519] Node connection status = connected I0421 14:58:01.354299 3648 default_node_network_controller.go:519] Node connection status = connected I0421 14:58:01.570441 3648 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0421 14:58:01.854821 3648 default_node_network_controller.go:519] Node connection status = connected I0421 14:58:01.872457 3648 bridgeconfig.go:537] Gateway is ready I0421 14:58:01.872475 3648 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0421 14:58:01.884649 3648 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.250. Updating OVN encap IP. I0421 14:58:01.889792 3648 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.250 - it is already configured I0421 14:58:01.889806 3648 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.250/24:{} 172.20.0.1/32:{}]. Updating annotations. I0421 14:58:01.890004 3648 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.250/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-250.ec2.internal","mac-address":"0e:3d:1e:76:24:09","ip-addresses":["10.0.2.250/24"],"ip-address":"10.0.2.250/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:1e5e3349-4610-4908-b451-06e52ecaaca9 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.250/24"}] on node ip-10-0-2-250.ec2.internal I0421 14:58:01.905089 3648 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.250 I0421 14:58:01.905158 3648 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-250.ec2.internal I0421 14:58:01.905219 3648 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default" I0421 14:58:01.905253 3648 master.go:548] Adding or Updating local node "ip-10-0-2-250.ec2.internal" for network "default" I0421 14:58:01.905260 3648 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal I0421 14:58:01.905278 3648 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 21.188µs I0421 14:58:01.905281 3648 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default" I0421 14:58:01.905299 3648 egressfirewall.go:723] Syncing node "ip-10-0-2-250.ec2.internal" for egress firewall I0421 14:58:01.905305 3648 services_controller.go:574] Full service sync requested for network=default I0421 14:58:01.909533 3648 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-250.ec2.internal. Updating no re-route policies I0421 14:58:01.909601 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cgr9x I0421 14:58:01.909608 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-250.ec2.internal I0421 14:58:01.909615 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cgr9x I0421 14:58:01.909624 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-250.ec2.internal I0421 14:58:01.909634 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-26wxx I0421 14:58:01.909613 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-kbkrs I0421 14:58:01.909647 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-kbkrs I0421 14:58:01.909652 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-250.ec2.internal after 0 failed attempt(s) I0421 14:58:01.909653 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-szpqx I0421 14:58:01.909625 3648 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-8d9w6 I0421 14:58:01.909668 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-xdthz I0421 14:58:01.909668 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-szpqx I0421 14:58:01.909633 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-kbdz8 I0421 14:58:01.909667 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-h7jf4 I0421 14:58:01.909685 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-ktzrk I0421 14:58:01.909685 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-424ck I0421 14:58:01.909691 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-ktzrk I0421 14:58:01.909690 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-kbdz8 I0421 14:58:01.909652 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-6s9r5 I0421 14:58:01.909658 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-kbkrs after 0 failed attempt(s) I0421 14:58:01.909705 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-ktzrk after 0 failed attempt(s) I0421 14:58:01.909708 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-6s9r5 I0421 14:58:01.909647 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-26wxx I0421 14:58:01.909713 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-kbdz8 after 0 failed attempt(s) I0421 14:58:01.909716 3648 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-szpqx] creating logical port openshift-multus_network-metrics-daemon-szpqx for pod on switch ip-10-0-2-250.ec2.internal I0421 14:58:01.909722 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-424ck I0421 14:58:01.909640 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vpd94 I0421 14:58:01.909734 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vpd94 I0421 14:58:01.909739 3648 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-26wxx] creating logical port openshift-network-diagnostics_network-check-target-26wxx for pod on switch ip-10-0-2-250.ec2.internal I0421 14:58:01.909741 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-424ck after 0 failed attempt(s) I0421 14:58:01.909697 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-h7jf4 I0421 14:58:01.909765 3648 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-vpd94, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vpd94: suppressed error logged: pod openshift-multus/network-metrics-daemon-vpd94: no pod IPs found I0421 14:58:01.909639 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cgr9x after 0 failed attempt(s) I0421 14:58:01.909654 3648 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-250.ec2.internal I0421 14:58:01.909783 3648 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-250.ec2.internal I0421 14:58:01.909794 3648 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-250.ec2.internal after 0 failed attempt(s) I0421 14:58:01.909793 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-6s9r5 after 0 failed attempt(s) I0421 14:58:01.909675 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-xdthz I0421 14:58:01.909816 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-xdthz after 0 failed attempt(s) I0421 14:58:01.909815 3648 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-h7jf4, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-h7jf4: suppressed error logged: pod openshift-network-diagnostics/network-check-target-h7jf4: no pod IPs found I0421 14:58:01.909675 3648 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-h7vm7 I0421 14:58:01.909675 3648 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-8d9w6 I0421 14:58:01.909827 3648 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-h7vm7 I0421 14:58:01.909838 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-h7vm7 after 0 failed attempt(s) I0421 14:58:01.909845 3648 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-8d9w6 after 0 failed attempt(s) I0421 14:58:01.910304 3648 pods.go:271] [openshift-network-diagnostics/network-check-target-26wxx] addLogicalPort took 569.958µs, libovsdb time 252.615µs I0421 14:58:01.910320 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-26wxx after 0 failed attempt(s) I0421 14:58:01.910369 3648 pods.go:271] [openshift-multus/network-metrics-daemon-szpqx] addLogicalPort took 668.215µs, libovsdb time 307.726µs I0421 14:58:01.910380 3648 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-szpqx after 0 failed attempt(s) I0421 14:58:01.921262 3648 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0421 14:58:01.932514 3648 iptables.go:108] Creating table: mangle chain: OUTPUT I0421 14:58:01.935543 3648 iptables.go:108] Creating table: nat chain: OUTPUT I0421 14:58:01.983685 3648 iptables.go:108] Creating table: nat chain: PREROUTING I0421 14:58:02.048824 3648 iptables.go:108] Creating table: filter chain: FORWARD I0421 14:58:02.064708 3648 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0421 14:58:02.064818 3648 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0421 14:58:02.064860 3648 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0421 14:58:02.064927 3648 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0421 14:58:02.064979 3648 gateway_init.go:325] Gateway and management port readiness took 2.715145858s I0421 14:58:02.065006 3648 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0421 14:58:02.065046 3648 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0421 14:58:02.065058 3648 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0421 14:58:02.065067 3648 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0421 14:58:02.065139 3648 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0421 14:58:02.065251 3648 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 76.61µs I0421 14:58:02.065519 3648 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0421 14:58:02.065552 3648 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.269µs I0421 14:58:02.065563 3648 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 46.375µs I0421 14:58:02.065571 3648 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0421 14:58:02.065584 3648 nad_controller.go:379] [node-nad-controller NAD controller]: started I0421 14:58:02.065590 3648 default_node_network_controller.go:899] Starting the default node network controller I0421 14:58:02.065596 3648 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0421 14:58:02.065676 3648 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.101µs I0421 14:58:02.065813 3648 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0421 14:58:02.065825 3648 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0421 14:58:02.065851 3648 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c10c80 0xc00033f7a0 0xc00033f810 0xc00033f8f0 0xc00033f960 0xc00033f9d0 0xc00033fa40 0xc000c07040 0xc00033fb20 0xc00033fb90 0xc000b3e410 0xc00627f500 0xc00033fc00 map[0x2ff9080:0xc002f88fc0 0x2ff95c0:0xc002f892c0 0x2ffa2e0:0xc002f88f00 0x2ffa580:0xc002f88f60 0x2ffad60:0xc002f89020 0x2ffb000:0xc002f89080 0x2ffb2a0:0xc002f890e0 0x2ffba80:0xc002f89320 0x2ffbd20:0xc002f89380 0x3026980:0xc000d848a0 0x3026d20:0xc000d84900 0x3027800:0xc000c21740 0x3029160:0xc001a48000 0x30298a0:0xc00258e240 0x302a720:0xc001a48060] 0xc00016ac40 0} I0421 14:58:02.065916 3648 gateway.go:151] Starting gateway service sync I0421 14:58:02.066430 3648 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0421 14:58:02.068588 3648 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0421 14:58:02.096444 3648 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0421 14:58:02.097560 3648 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0421 14:58:02.098662 3648 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0421 14:58:02.131377 3648 gateway.go:168] Gateway service sync done. Time taken: 65.445786ms I0421 14:58:02.131666 3648 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30449 I0421 14:58:02.132151 3648 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c10c80 0xc00033f7a0 0xc00033f810 0xc00033f8f0 0xc00033f960 0xc00033f9d0 0xc00033fa40 0xc000c07040 0xc00033fb20 0xc00033fb90 0xc000b3e410 0xc00627f500 0xc00033fc00 map[0x2ff9080:0xc002f88fc0 0x2ff95c0:0xc002f892c0 0x2ffa2e0:0xc002f88f00 0x2ffa580:0xc002f88f60 0x2ffad60:0xc002f89020 0x2ffb000:0xc002f89080 0x2ffb2a0:0xc002f890e0 0x2ffba80:0xc002f89320 0x2ffbd20:0xc002f89380 0x3026980:0xc000d848a0 0x3026d20:0xc000d84900 0x3027800:0xc000c21740 0x3029160:0xc001a48000 0x30298a0:0xc00258e240 0x302a720:0xc001a48060] 0xc00016ac40 0} I0421 14:58:02.132652 3648 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c10c80 0xc00033f7a0 0xc00033f810 0xc00033f8f0 0xc00033f960 0xc00033f9d0 0xc00033fa40 0xc000c07040 0xc00033fb20 0xc00033fb90 0xc000b3e410 0xc00627f500 0xc00033fc00 map[0x2ff9080:0xc002f88fc0 0x2ff95c0:0xc002f892c0 0x2ffa2e0:0xc002f88f00 0x2ffa580:0xc002f88f60 0x2ffad60:0xc002f89020 0x2ffb000:0xc002f89080 0x2ffb2a0:0xc002f890e0 0x2ffba80:0xc002f89320 0x2ffbd20:0xc002f89380 0x3026980:0xc000d848a0 0x3026d20:0xc000d84900 0x3027800:0xc000c21740 0x3029160:0xc001a48000 0x30298a0:0xc00258e240 0x302a720:0xc001a48060] 0xc00016ac40 0} I0421 14:58:02.132690 3648 gateway.go:532] Reconciling gateway with updates I0421 14:58:02.137718 3648 gateway.go:339] Spawning Conntrack Rule Check Thread I0421 14:58:02.137816 3648 default_node_network_controller.go:944] Gateway and management port readiness took 71.983282ms I0421 14:58:02.137823 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0421 14:58:02.137826 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0421 14:58:02.137837 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0421 14:58:02.137840 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0421 14:58:02.137847 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0421 14:58:02.137834 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0421 14:58:02.137861 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0421 14:58:02.137864 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0421 14:58:02.137876 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0421 14:58:02.137880 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0421 14:58:02.137893 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0421 14:58:02.137896 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0421 14:58:02.137899 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0421 14:58:02.137909 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0421 14:58:02.137912 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0421 14:58:02.137895 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0421 14:58:02.137914 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0421 14:58:02.137920 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0421 14:58:02.137921 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0421 14:58:02.137920 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0421 14:58:02.137930 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0421 14:58:02.137929 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0421 14:58:02.137935 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0421 14:58:02.137937 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0421 14:58:02.137939 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0421 14:58:02.137946 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0421 14:58:02.137865 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0421 14:58:02.137954 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0421 14:58:02.137963 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0421 14:58:02.137970 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0421 14:58:02.137968 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0421 14:58:02.137976 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0421 14:58:02.137985 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0421 14:58:02.137988 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0421 14:58:02.137990 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0421 14:58:02.137880 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0421 14:58:02.137992 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0421 14:58:02.137995 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0421 14:58:02.138005 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0421 14:58:02.138009 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0421 14:58:02.138009 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0421 14:58:02.138021 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0421 14:58:02.138021 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0421 14:58:02.138026 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0421 14:58:02.137885 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0421 14:58:02.138026 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0421 14:58:02.138034 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0421 14:58:02.138037 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0421 14:58:02.137882 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0421 14:58:02.138044 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0421 14:58:02.138046 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0421 14:58:02.138053 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0421 14:58:02.138052 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0421 14:58:02.138038 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0421 14:58:02.138061 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0421 14:58:02.138065 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0421 14:58:02.138044 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0421 14:58:02.138056 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0421 14:58:02.138079 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0421 14:58:02.138010 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0421 14:58:02.137986 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0421 14:58:02.138100 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0421 14:58:02.137896 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0421 14:58:02.138110 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0421 14:58:02.138113 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0421 14:58:02.138023 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0421 14:58:02.137904 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0421 14:58:02.138148 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0421 14:58:02.137906 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0421 14:58:02.137896 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0421 14:58:02.138161 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0421 14:58:02.138161 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0421 14:58:02.137915 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0421 14:58:02.138193 3648 port_claim.go:71] Svc openshift-ingress/router-default: port 30928 is already open, no action needed I0421 14:58:02.137913 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0421 14:58:02.138218 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0421 14:58:02.138223 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0421 14:58:02.138232 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0421 14:58:02.138237 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0421 14:58:02.138266 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0421 14:58:02.137923 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0421 14:58:02.137920 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0421 14:58:02.138240 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0421 14:58:02.138323 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0421 14:58:02.137974 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0421 14:58:02.137974 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0421 14:58:02.137993 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0421 14:58:02.137989 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0421 14:58:02.138487 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0421 14:58:02.137993 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0421 14:58:02.138006 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0421 14:58:02.138556 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0421 14:58:02.138572 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0421 14:58:02.138021 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0421 14:58:02.138592 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0421 14:58:02.138599 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0421 14:58:02.138027 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0421 14:58:02.138610 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0421 14:58:02.138044 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0421 14:58:02.138047 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0421 14:58:02.138039 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0421 14:58:02.138701 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0421 14:58:02.138120 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0421 14:58:02.138201 3648 port_claim.go:71] Svc openshift-ingress/router-default: port 32094 is already open, no action needed I0421 14:58:02.137849 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0421 14:58:02.138813 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0421 14:58:02.138244 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0421 14:58:02.138835 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0421 14:58:02.138245 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0421 14:58:02.138863 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0421 14:58:02.137974 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0421 14:58:02.139260 3648 node_ip_handler_linux.go:160] Node IP manager is running W0421 14:58:02.175873 3648 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0421 14:58:02.176019 3648 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0421 14:58:02.176125 3648 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0421 14:58:02.184911 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0421 14:58:02.184935 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0421 14:58:02.184943 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0421 14:58:02.184950 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0421 14:58:02.184957 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0421 14:58:02.184965 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0421 14:58:02.184979 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0421 14:58:02.185001 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0421 14:58:02.185013 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0421 14:58:02.185020 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0421 14:58:02.185026 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0421 14:58:02.185031 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0421 14:58:02.185036 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0421 14:58:02.185043 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0421 14:58:02.185048 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0421 14:58:02.185053 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0421 14:58:02.185061 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0421 14:58:02.185069 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0421 14:58:02.185075 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0421 14:58:02.223925 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0421 14:58:02.243631 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0421 14:58:02.243680 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0421 14:58:02.243697 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0421 14:58:02.424171 3648 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-145.ec2.internal I0421 14:58:02.424282 3648 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-145.ec2.internal: 119.585µs I0421 14:58:03.758478 3648 default_node_network_controller.go:1380] Starting node controller node sync W0421 14:58:03.769603 3648 egressip_healthcheck.go:76] Health checking using insecure connection I0421 14:58:03.769665 3648 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0421 14:58:03.781022 3648 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 22.406559ms I0421 14:58:03.781143 3648 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-145.ec2.internal", IP: 10.0.1.145 to PMTUD blocking rules I0421 14:58:03.781160 3648 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-145.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0421 14:58:03.786420 3648 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0421 14:58:03.786681 3648 egressservice_node.go:93] Setting up event handlers for Egress Services I0421 14:58:03.786814 3648 egressservice_node.go:183] Starting Egress Services Controller I0421 14:58:03.786836 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0421 14:58:03.786848 3648 shared_informer.go:356] "Caches are synced" controller="egressservices" I0421 14:58:03.786854 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0421 14:58:03.786860 3648 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0421 14:58:03.786866 3648 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0421 14:58:03.786871 3648 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0421 14:58:03.786875 3648 egressservice_node.go:197] Repairing Egress Services I0421 14:58:03.796736 3648 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0421 14:58:03.796748 3648 external_controller.go:278] Starting Admin Policy Based Route Controller I0421 14:58:03.796961 3648 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0421 14:58:03.796981 3648 link_network_manager.go:119] Link manager is running I0421 14:58:03.796992 3648 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0421 14:58:03.797219 3648 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0421 14:58:03.797577 3648 vrf_manager.go:128] VRF manager is running I0421 14:58:03.797719 3648 node_controller_manager.go:437] Removing flows to drop GARP I0421 14:58:03.797731 3648 gateway.go:532] Reconciling gateway with updates I0421 14:58:03.822104 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0421 14:58:03.822115 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0421 14:58:03.822126 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0421 14:58:03.822129 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0421 14:58:03.822128 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0421 14:58:03.822136 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0421 14:58:03.822137 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0421 14:58:03.822136 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0421 14:58:03.822141 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0421 14:58:03.822147 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0421 14:58:03.822140 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0421 14:58:03.822152 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0421 14:58:03.822153 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0421 14:58:03.822158 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0421 14:58:03.822153 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0421 14:58:03.822165 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0421 14:58:03.822192 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0421 14:58:03.822196 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0421 14:58:03.822169 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0421 14:58:03.822149 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0421 14:58:03.822175 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0421 14:58:03.822163 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0421 14:58:03.822212 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0421 14:58:03.822214 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0421 14:58:03.822211 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0421 14:58:03.822129 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0421 14:58:03.822153 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0421 14:58:03.822225 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0421 14:58:03.822230 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0421 14:58:03.822230 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0421 14:58:03.822232 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0421 14:58:03.822242 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0421 14:58:03.822220 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0421 14:58:03.822243 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0421 14:58:03.822246 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0421 14:58:03.822250 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0421 14:58:03.822253 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0421 14:58:03.822197 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0421 14:58:03.822252 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0421 14:58:03.822271 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0421 14:58:03.822274 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0421 14:58:03.822275 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0421 14:58:03.822269 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0421 14:58:03.822122 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0421 14:58:03.822286 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0421 14:58:03.822285 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0421 14:58:03.822290 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0421 14:58:03.822292 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0421 14:58:03.822246 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0421 14:58:03.822298 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0421 14:58:03.822295 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0421 14:58:03.822303 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0421 14:58:03.822305 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0421 14:58:03.822297 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0421 14:58:03.822323 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0421 14:58:03.822332 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0421 14:58:03.822241 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0421 14:58:03.822348 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0421 14:58:03.822248 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0421 14:58:03.822363 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0421 14:58:03.822215 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0421 14:58:03.822372 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0421 14:58:03.822292 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0421 14:58:03.822398 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0421 14:58:03.822408 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0421 14:58:03.822432 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0421 14:58:03.822292 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0421 14:58:03.822352 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0421 14:58:03.822119 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0421 14:58:03.822469 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0421 14:58:03.822260 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0421 14:58:03.822538 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0421 14:58:03.822545 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0421 14:58:03.822229 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0421 14:58:03.822554 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0421 14:58:03.822205 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0421 14:58:03.822204 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0421 14:58:03.822107 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0421 14:58:03.822625 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0421 14:58:03.822210 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0421 14:58:03.822663 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0421 14:58:03.822220 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0421 14:58:03.822677 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0421 14:58:03.822220 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0421 14:58:03.822715 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0421 14:58:03.822224 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0421 14:58:03.822231 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0421 14:58:03.822195 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0421 14:58:03.822778 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0421 14:58:03.822232 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0421 14:58:03.822810 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0421 14:58:03.822818 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0421 14:58:03.822241 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0421 14:58:03.822833 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0421 14:58:03.822256 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0421 14:58:03.822260 3648 port_claim.go:71] Svc openshift-ingress/router-default: port 30928 is already open, no action needed I0421 14:58:03.822900 3648 port_claim.go:71] Svc openshift-ingress/router-default: port 32094 is already open, no action needed I0421 14:58:03.822258 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0421 14:58:03.822957 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0421 14:58:03.822262 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0421 14:58:03.822263 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0421 14:58:03.822268 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0421 14:58:03.823037 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0421 14:58:03.822281 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0421 14:58:03.823076 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0421 14:58:03.822280 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0421 14:58:03.822283 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0421 14:58:03.822282 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0421 14:58:03.822285 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0421 14:58:03.822289 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0421 14:58:03.822309 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0421 14:58:03.823158 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0421 14:58:03.822371 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0421 14:58:03.822444 3648 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0421 14:58:03.823168 3648 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0421 14:58:03.823172 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0421 14:58:03.862027 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0421 14:58:03.862053 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0421 14:58:03.862059 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0421 14:58:03.862066 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0421 14:58:03.862071 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0421 14:58:03.862089 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0421 14:58:03.862109 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0421 14:58:03.862124 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0421 14:58:03.862131 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0421 14:58:03.862137 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0421 14:58:03.862142 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0421 14:58:03.862148 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0421 14:58:03.906029 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0421 14:58:03.906058 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0421 14:58:03.906084 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0421 14:58:03.906093 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0421 14:58:03.906101 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0421 14:58:03.906108 3648 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0421 14:58:05.732061 3648 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal I0421 14:58:05.732098 3648 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 47.999µs I0421 14:58:05.759195 3648 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-c84f4bc9f-2g2lg] creating logical port openshift-image-registry_image-registry-c84f4bc9f-2g2lg for pod on switch ip-10-0-2-250.ec2.internal I0421 14:58:05.759313 3648 kube.go:256] Updating pod openshift-image-registry/image-registry-c84f4bc9f-2g2lg I0421 14:58:05.777470 3648 pod.go:62] [openshift-image-registry/image-registry-c84f4bc9f-2g2lg] pod update took 18.189862ms I0421 14:58:05.777489 3648 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-c84f4bc9f-2g2lg] addLogicalPort annotation time took 18.213715ms I0421 14:58:05.778614 3648 pods.go:271] [openshift-image-registry/image-registry-c84f4bc9f-2g2lg] addLogicalPort took 19.447566ms, libovsdb time 873.766µs I0421 14:58:05.795987 3648 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-bxk89] creating logical port openshift-dns_dns-default-bxk89 for pod on switch ip-10-0-2-250.ec2.internal I0421 14:58:05.796111 3648 kube.go:256] Updating pod openshift-dns/dns-default-bxk89 I0421 14:58:05.796861 3648 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-pth9b] creating logical port openshift-ingress-canary_ingress-canary-pth9b for pod on switch ip-10-0-2-250.ec2.internal I0421 14:58:05.796963 3648 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-pth9b I0421 14:58:05.813304 3648 pod.go:62] [openshift-dns/dns-default-bxk89] pod update took 17.226539ms I0421 14:58:05.813321 3648 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-bxk89] addLogicalPort annotation time took 17.248476ms I0421 14:58:05.814323 3648 pods.go:271] [openshift-dns/dns-default-bxk89] addLogicalPort took 18.350878ms, libovsdb time 763.329µs I0421 14:58:05.815700 3648 pod.go:62] [openshift-ingress-canary/ingress-canary-pth9b] pod update took 18.756859ms I0421 14:58:05.815717 3648 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-pth9b] addLogicalPort annotation time took 18.776625ms I0421 14:58:05.816638 3648 pods.go:271] [openshift-ingress-canary/ingress-canary-pth9b] addLogicalPort took 19.789684ms, libovsdb time 707.727µs I0421 14:58:06.241164 3648 cni.go:452] [openshift-ingress-canary/ingress-canary-pth9b 3ed8dab3eb370fc0bda89ae54462ffc46bda7d4c6a3e766a6dc4645a563a22cb network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-pth9b 3ed8dab3eb370fc0bda89ae54462ffc46bda7d4c6a3e766a6dc4645a563a22cb network default NAD default NAD key ] I0421 14:58:06.273691 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-pth9b, hostIfaceName: 3ed8dab3eb370fc, network: default, NAD default, SandboxID: "3ed8dab3eb370fc0bda89ae54462ffc46bda7d4c6a3e766a6dc4645a563a22cb", PCI device ID: , UID: "200db00a-e820-471c-ac3c-c836c49e7348", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] W0421 14:58:06.275600 3648 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0421 14:58:06.322434 3648 cni.go:473] [openshift-ingress-canary/ingress-canary-pth9b 3ed8dab3eb370fc0bda89ae54462ffc46bda7d4c6a3e766a6dc4645a563a22cb network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-pth9b 3ed8dab3eb370fc0bda89ae54462ffc46bda7d4c6a3e766a6dc4645a563a22cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:4a:b4:ed:3f:78\",\"name\":\"3ed8dab3eb370fc\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9a5c5fe-1d90-4acf-bbed-bbdf1586b605\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 14:58:08.279445 3648 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal I0421 14:58:08.279467 3648 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 31.039µs I0421 14:58:08.279473 3648 egressfirewall.go:723] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall I0421 14:58:08.279490 3648 default_network_controller.go:1025] Node "ip-10-0-0-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0421 14:58:09.365848 3648 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-qd5sw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 14:58:09.366326 3648 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-qd5sw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 14:58:09.957979 3648 cni.go:452] [openshift-network-diagnostics/network-check-target-26wxx 840ce9b7858197cb1fd3a53f27dee22d60c59855696f59a5eb4faabcca4ced7e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-26wxx 840ce9b7858197cb1fd3a53f27dee22d60c59855696f59a5eb4faabcca4ced7e network default NAD default NAD key ] I0421 14:58:09.967068 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-26wxx, hostIfaceName: 840ce9b7858197c, network: default, NAD default, SandboxID: "840ce9b7858197cb1fd3a53f27dee22d60c59855696f59a5eb4faabcca4ced7e", PCI device ID: , UID: "8b537cdd-669c-4564-84d8-75f089c9cdfc", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0421 14:58:10.011424 3648 cni.go:473] [openshift-network-diagnostics/network-check-target-26wxx 840ce9b7858197cb1fd3a53f27dee22d60c59855696f59a5eb4faabcca4ced7e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-26wxx 840ce9b7858197cb1fd3a53f27dee22d60c59855696f59a5eb4faabcca4ced7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:59:03:11:7b:bd\",\"name\":\"840ce9b7858197c\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b31d2c93-b757-46b6-aea3-6302d368577b\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 14:58:10.250530 3648 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0421 14:58:10.315111 3648 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-qd5sw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 14:58:10.315138 3648 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-qd5sw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 14:58:13.752928 3648 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default" I0421 14:58:13.752980 3648 node_tracker.go:235] Node ip-10-0-0-80.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-80.ec2.internal" I0421 14:58:13.752997 3648 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default" I0421 14:58:13.753011 3648 services_controller.go:574] Full service sync requested for network=default I0421 14:58:13.753012 3648 default_network_controller.go:1025] Node "ip-10-0-0-80.ec2.internal" in remote zone "ip-10-0-0-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0421 14:58:13.753242 3648 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0421 14:58:13.777236 3648 default_network_controller.go:1025] Node "ip-10-0-0-80.ec2.internal" in remote zone "ip-10-0-0-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0421 14:58:13.938952 3648 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default" I0421 14:58:13.938977 3648 default_network_controller.go:1025] Node "ip-10-0-0-80.ec2.internal" in remote zone "ip-10-0-0-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0421 14:58:13.939012 3648 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default" I0421 14:58:13.939028 3648 services_controller.go:574] Full service sync requested for network=default W0421 14:58:13.939452 3648 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0421 14:58:13.940020 3648 zone_ic_handler.go:195] Time taken to create transit switch: 306.237µs I0421 14:58:13.940037 3648 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-80.ec2.internal for the network default I0421 14:58:13.941059 3648 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-80.ec2.internal" on network "default" took: 1.359263ms W0421 14:58:14.051923 3648 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0421 14:58:15.492809 3648 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal I0421 14:58:15.492829 3648 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 26.65µs I0421 14:58:15.492873 3648 egressfirewall.go:723] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall I0421 14:58:15.492875 3648 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default" I0421 14:58:15.492926 3648 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 10.0.0.80 to PMTUD blocking rules I0421 14:58:15.492944 3648 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0421 14:58:15.492930 3648 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default" I0421 14:58:15.493026 3648 services_controller.go:574] Full service sync requested for network=default W0421 14:58:15.493159 3648 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0421 14:58:15.498988 3648 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-80.ec2.internal. Updating no re-route policies I0421 14:58:15.513155 3648 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 10.0.0.80 to PMTUD blocking rules I0421 14:58:15.513173 3648 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0421 14:58:19.099414 3648 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal I0421 14:58:19.099449 3648 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 45.455µs W0421 14:58:26.434646 3648 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0421 14:58:41.262656 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0421 14:58:41.262678 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0421 14:58:45.057151 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0421 14:59:29.620212 3648 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4hztz] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-4hztz for pod on switch ip-10-0-2-250.ec2.internal I0421 14:59:29.620358 3648 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4hztz I0421 14:59:29.638285 3648 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4hztz] pod update took 17.958637ms I0421 14:59:29.638311 3648 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4hztz] addLogicalPort annotation time took 17.986573ms I0421 14:59:29.639431 3648 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4hztz] addLogicalPort took 19.251527ms, libovsdb time 823.42µs I0421 14:59:29.727233 3648 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-tx4xv] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-tx4xv for pod on switch ip-10-0-2-250.ec2.internal I0421 14:59:29.727323 3648 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-tx4xv I0421 14:59:29.735522 3648 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-fk56v] creating logical port openshift-console-operator_console-operator-66dbbb6468-fk56v for pod on switch ip-10-0-2-250.ec2.internal I0421 14:59:29.735617 3648 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-fk56v I0421 14:59:29.749399 3648 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-tx4xv] pod update took 22.101142ms I0421 14:59:29.749418 3648 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-tx4xv] addLogicalPort annotation time took 22.124528ms I0421 14:59:29.750509 3648 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-tx4xv] addLogicalPort took 23.294736ms, libovsdb time 851.193µs I0421 14:59:29.759966 3648 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-fk56v] pod update took 24.381498ms I0421 14:59:29.759983 3648 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-fk56v] addLogicalPort annotation time took 24.401969ms I0421 14:59:29.761109 3648 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-fk56v] addLogicalPort took 25.587307ms, libovsdb time 845.708µs I0421 14:59:29.926006 3648 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rvrqj] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-rvrqj for pod on switch ip-10-0-2-250.ec2.internal I0421 14:59:29.926141 3648 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rvrqj I0421 14:59:29.942308 3648 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rvrqj] pod update took 16.233444ms I0421 14:59:29.942328 3648 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rvrqj] addLogicalPort annotation time took 16.258232ms I0421 14:59:29.943436 3648 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rvrqj] addLogicalPort took 17.448085ms, libovsdb time 827.858µs I0421 14:59:29.973795 3648 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4hztz 3b20d1a7dc7bc20639931c34ea2013795ba979fbafe41cb55180bdbb611d922b network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4hztz 3b20d1a7dc7bc20639931c34ea2013795ba979fbafe41cb55180bdbb611d922b network default NAD default NAD key ] I0421 14:59:29.984985 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-4hztz, hostIfaceName: 3b20d1a7dc7bc20, network: default, NAD default, SandboxID: "3b20d1a7dc7bc20639931c34ea2013795ba979fbafe41cb55180bdbb611d922b", PCI device ID: , UID: "53910835-b47c-4f18-8a9e-ee498b8840b3", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0421 14:59:30.029968 3648 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4hztz 3b20d1a7dc7bc20639931c34ea2013795ba979fbafe41cb55180bdbb611d922b network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4hztz 3b20d1a7dc7bc20639931c34ea2013795ba979fbafe41cb55180bdbb611d922b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:68:a7:4f:db:0b\",\"name\":\"3b20d1a7dc7bc20\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/812f1245-ecca-4604-af3c-acc2e9f814df\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 14:59:30.094020 3648 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-fk56v 74931a3d2fd2d99610209597d2bf01a1a92328c6df95c0849fd347c9eff877a4 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-fk56v 74931a3d2fd2d99610209597d2bf01a1a92328c6df95c0849fd347c9eff877a4 network default NAD default NAD key ] I0421 14:59:30.104159 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-fk56v, hostIfaceName: 74931a3d2fd2d99, network: default, NAD default, SandboxID: "74931a3d2fd2d99610209597d2bf01a1a92328c6df95c0849fd347c9eff877a4", PCI device ID: , UID: "63b87a89-4831-4e8b-a598-473f02416404", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0421 14:59:30.148677 3648 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-fk56v 74931a3d2fd2d99610209597d2bf01a1a92328c6df95c0849fd347c9eff877a4 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-fk56v 74931a3d2fd2d99610209597d2bf01a1a92328c6df95c0849fd347c9eff877a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:9f:25:25:d2:c6\",\"name\":\"74931a3d2fd2d99\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bf48a63-04ed-45f5-8988-9ba158cd635d\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 14:59:30.282394 3648 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rvrqj 8051c3f2b7738507e55ce974480390330f0cf0cc1079ac981f851489024cc393 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rvrqj 8051c3f2b7738507e55ce974480390330f0cf0cc1079ac981f851489024cc393 network default NAD default NAD key ] I0421 14:59:30.293304 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-rvrqj, hostIfaceName: 8051c3f2b773850, network: default, NAD default, SandboxID: "8051c3f2b7738507e55ce974480390330f0cf0cc1079ac981f851489024cc393", PCI device ID: , UID: "8f54a571-8bea-468a-b1a8-325175c15111", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0421 14:59:30.336518 3648 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rvrqj 8051c3f2b7738507e55ce974480390330f0cf0cc1079ac981f851489024cc393 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-rvrqj 8051c3f2b7738507e55ce974480390330f0cf0cc1079ac981f851489024cc393 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:e5:a9:ca:95:c5\",\"name\":\"8051c3f2b773850\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb5c5b8a-7602-4950-8d58-1962426c7620\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 14:59:33.377670 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0421 14:59:33.839844 3648 namespace.go:98] [openshift-service-ca] adding namespace I0421 14:59:33.840722 3648 namespace.go:102] [openshift-service-ca] adding namespace took 857.123µs I0421 14:59:33.855752 3648 namespace.go:142] [openshift-service-ca] updating namespace I0421 14:59:35.105297 3648 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0421 14:59:35.106224 3648 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 906.676µs I0421 14:59:35.122418 3648 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0421 14:59:35.209793 3648 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wk29f] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-wk29f for pod on switch ip-10-0-2-250.ec2.internal I0421 14:59:35.209901 3648 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wk29f I0421 14:59:35.224431 3648 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wk29f] pod update took 14.553382ms I0421 14:59:35.224463 3648 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wk29f] addLogicalPort annotation time took 14.59036ms I0421 14:59:35.225606 3648 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wk29f] addLogicalPort took 15.858447ms, libovsdb time 836.49µs I0421 14:59:35.569139 3648 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wk29f bc37dc5c8413ab28f335011e6ad555320c7bd300c0b98749e08e485634a84da2 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wk29f bc37dc5c8413ab28f335011e6ad555320c7bd300c0b98749e08e485634a84da2 network default NAD default NAD key ] I0421 14:59:35.578872 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-wk29f, hostIfaceName: bc37dc5c8413ab2, network: default, NAD default, SandboxID: "bc37dc5c8413ab28f335011e6ad555320c7bd300c0b98749e08e485634a84da2", PCI device ID: , UID: "e218120c-9275-43e3-a962-08f6081bc686", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0421 14:59:35.630223 3648 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wk29f bc37dc5c8413ab28f335011e6ad555320c7bd300c0b98749e08e485634a84da2 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wk29f bc37dc5c8413ab28f335011e6ad555320c7bd300c0b98749e08e485634a84da2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:bd:a2:90:45:b8\",\"name\":\"bc37dc5c8413ab2\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e05e6d03-6f41-4339-884a-a8880656a422\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 14:59:40.905322 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0421 14:59:42.474845 3648 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c84f4bc9f-jlflm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 14:59:42.475484 3648 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c84f4bc9f-jlflm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 14:59:42.490790 3648 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c84f4bc9f-jlflm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 14:59:42.490812 3648 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c84f4bc9f-jlflm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 14:59:42.536918 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-c84f4bc9f-jlflm I0421 14:59:42.536944 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-c84f4bc9f-jlflm I0421 14:59:42.602694 3648 obj_retry.go:498] Detected object openshift-image-registry/image-registry-77fbd4bf84-m4fh6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 14:59:42.603280 3648 obj_retry.go:498] Detected object openshift-image-registry/image-registry-77fbd4bf84-m4fh6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 14:59:42.620707 3648 obj_retry.go:492] Detected object openshift-image-registry/image-registry-77fbd4bf84-m4fh6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 14:59:42.620727 3648 obj_retry.go:492] Detected object openshift-image-registry/image-registry-77fbd4bf84-m4fh6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 14:59:42.626887 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-77fbd4bf84-m4fh6 I0421 14:59:42.626908 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-77fbd4bf84-m4fh6 W0421 14:59:43.486891 3648 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0421 14:59:43.627489 3648 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0421 14:59:45.693401 3648 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-tx4xv a8033d850803fa3f9a051f02c1b16c0bddc7cc4e4cc5a1e01076181ebe389e55 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-tx4xv a8033d850803fa3f9a051f02c1b16c0bddc7cc4e4cc5a1e01076181ebe389e55 network default NAD default NAD key ] I0421 14:59:45.702763 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-tx4xv, hostIfaceName: a8033d850803fa3, network: default, NAD default, SandboxID: "a8033d850803fa3f9a051f02c1b16c0bddc7cc4e4cc5a1e01076181ebe389e55", PCI device ID: , UID: "6cfa6ed5-eb2e-4093-8fda-3a5b02078a82", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0421 14:59:45.748660 3648 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-tx4xv a8033d850803fa3f9a051f02c1b16c0bddc7cc4e4cc5a1e01076181ebe389e55 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-tx4xv a8033d850803fa3f9a051f02c1b16c0bddc7cc4e4cc5a1e01076181ebe389e55 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:ef:89:da:6f:cb\",\"name\":\"a8033d850803fa3\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4dd85d26-584d-4fd7-812d-a17a4d8005df\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 14:59:45.841293 3648 cni.go:452] [openshift-multus/network-metrics-daemon-szpqx d6a3a7e6047a250814bf43addd322b690c704b15385e584f8f719d4dd33db20f network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-szpqx d6a3a7e6047a250814bf43addd322b690c704b15385e584f8f719d4dd33db20f network default NAD default NAD key ] I0421 14:59:45.850635 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-szpqx, hostIfaceName: d6a3a7e6047a250, network: default, NAD default, SandboxID: "d6a3a7e6047a250814bf43addd322b690c704b15385e584f8f719d4dd33db20f", PCI device ID: , UID: "77873c81-935f-4aaf-926f-f969b795f92d", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0421 14:59:45.896248 3648 cni.go:473] [openshift-multus/network-metrics-daemon-szpqx d6a3a7e6047a250814bf43addd322b690c704b15385e584f8f719d4dd33db20f network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-szpqx d6a3a7e6047a250814bf43addd322b690c704b15385e584f8f719d4dd33db20f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:0b:4d:1a:a8:b2\",\"name\":\"d6a3a7e6047a250\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72a164ed-dec8-404a-9e5a-1da69cea6132\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 14:59:46.182239 3648 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0421 14:59:46.366473 3648 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-8bzzl] creating logical port openshift-insights_insights-runtime-extractor-8bzzl for pod on switch ip-10-0-2-250.ec2.internal I0421 14:59:46.366598 3648 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-8bzzl I0421 14:59:46.383096 3648 pod.go:62] [openshift-insights/insights-runtime-extractor-8bzzl] pod update took 16.517143ms I0421 14:59:46.383127 3648 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-8bzzl] addLogicalPort annotation time took 16.553989ms I0421 14:59:46.384315 3648 pods.go:271] [openshift-insights/insights-runtime-extractor-8bzzl] addLogicalPort took 17.858361ms, libovsdb time 820.331µs I0421 14:59:47.303978 3648 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c84f4bc9f-2g2lg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 14:59:47.304013 3648 pods.go:176] Deleting pod: openshift-image-registry/image-registry-c84f4bc9f-2g2lg I0421 14:59:47.305233 3648 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-c84f4bc9f-2g2lg, ips: 10.129.0.5 I0421 14:59:47.305261 3648 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c84f4bc9f-2g2lg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 14:59:47.311866 3648 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5d6459b968-h9dgk] creating logical port openshift-image-registry_image-registry-5d6459b968-h9dgk for pod on switch ip-10-0-2-250.ec2.internal I0421 14:59:47.311959 3648 kube.go:256] Updating pod openshift-image-registry/image-registry-5d6459b968-h9dgk I0421 14:59:47.318285 3648 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c84f4bc9f-2g2lg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 14:59:47.318317 3648 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c84f4bc9f-2g2lg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 14:59:47.332151 3648 pod.go:62] [openshift-image-registry/image-registry-5d6459b968-h9dgk] pod update took 20.221343ms I0421 14:59:47.332171 3648 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5d6459b968-h9dgk] addLogicalPort annotation time took 20.245356ms I0421 14:59:47.333317 3648 pods.go:271] [openshift-image-registry/image-registry-5d6459b968-h9dgk] addLogicalPort took 21.466741ms, libovsdb time 846.257µs I0421 14:59:47.333356 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-c84f4bc9f-2g2lg I0421 14:59:47.333365 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-c84f4bc9f-2g2lg I0421 14:59:47.669164 3648 cni.go:452] [openshift-image-registry/image-registry-5d6459b968-h9dgk cc516cf14e9298250b5c7370eb912c607688e655f69004253e03aad5b5c36a58 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5d6459b968-h9dgk cc516cf14e9298250b5c7370eb912c607688e655f69004253e03aad5b5c36a58 network default NAD default NAD key ] I0421 14:59:47.678568 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5d6459b968-h9dgk, hostIfaceName: cc516cf14e92982, network: default, NAD default, SandboxID: "cc516cf14e9298250b5c7370eb912c607688e655f69004253e03aad5b5c36a58", PCI device ID: , UID: "a627066d-4f8e-402f-a219-980f43072a94", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0421 14:59:47.722617 3648 cni.go:473] [openshift-image-registry/image-registry-5d6459b968-h9dgk cc516cf14e9298250b5c7370eb912c607688e655f69004253e03aad5b5c36a58 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5d6459b968-h9dgk cc516cf14e9298250b5c7370eb912c607688e655f69004253e03aad5b5c36a58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:2d:97:56:a2:ea\",\"name\":\"cc516cf14e92982\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/383af904-9bcf-407e-8089-8be2a508cde2\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 14:59:48.224569 3648 cni.go:452] [openshift-insights/insights-runtime-extractor-8bzzl e2a4c092c759f2d13312fb55190359ca814501ac242b23d7b98ba1fb3b02e791 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-8bzzl e2a4c092c759f2d13312fb55190359ca814501ac242b23d7b98ba1fb3b02e791 network default NAD default NAD key ] I0421 14:59:48.234565 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-8bzzl, hostIfaceName: e2a4c092c759f2d, network: default, NAD default, SandboxID: "e2a4c092c759f2d13312fb55190359ca814501ac242b23d7b98ba1fb3b02e791", PCI device ID: , UID: "38a4a5b3-4faa-4ec2-9eb3-d0cb5379b96b", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0421 14:59:48.279969 3648 cni.go:473] [openshift-insights/insights-runtime-extractor-8bzzl e2a4c092c759f2d13312fb55190359ca814501ac242b23d7b98ba1fb3b02e791 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-8bzzl e2a4c092c759f2d13312fb55190359ca814501ac242b23d7b98ba1fb3b02e791 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:3c:04:7d:af:72\",\"name\":\"e2a4c092c759f2d\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7b9b04d-2427-40e2-acb7-f43b569349a6\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 14:59:48.309161 3648 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0421 14:59:48.319387 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6ngxw] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-6ngxw for pod on switch ip-10-0-2-250.ec2.internal I0421 14:59:48.319463 3648 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6ngxw I0421 14:59:48.337550 3648 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6ngxw] pod update took 18.099803ms I0421 14:59:48.337578 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6ngxw] addLogicalPort annotation time took 18.137767ms I0421 14:59:48.338830 3648 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6ngxw] addLogicalPort took 19.461181ms, libovsdb time 901.004µs I0421 14:59:48.675122 3648 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6ngxw 76f3e354f6ff9a73434287e55604717e27f900607ee7b72d7a8459ffb1042556 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6ngxw 76f3e354f6ff9a73434287e55604717e27f900607ee7b72d7a8459ffb1042556 network default NAD default NAD key ] I0421 14:59:48.685019 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-6ngxw, hostIfaceName: 76f3e354f6ff9a7, network: default, NAD default, SandboxID: "76f3e354f6ff9a73434287e55604717e27f900607ee7b72d7a8459ffb1042556", PCI device ID: , UID: "b3a5f97c-dc48-451a-afb3-3e91c5bd5367", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0421 14:59:48.730774 3648 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6ngxw 76f3e354f6ff9a73434287e55604717e27f900607ee7b72d7a8459ffb1042556 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-6ngxw 76f3e354f6ff9a73434287e55604717e27f900607ee7b72d7a8459ffb1042556 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:c8:3c:07:15:e3\",\"name\":\"76f3e354f6ff9a7\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df953e41-8cf9-49d2-9cd6-e756c0c7f402\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 15:00:09.469462 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0421 15:00:09.727787 3648 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx for pod on switch ip-10-0-2-250.ec2.internal I0421 15:00:09.727887 3648 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx I0421 15:00:09.766634 3648 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29613060-7rftf for pod on switch ip-10-0-2-250.ec2.internal I0421 15:00:09.766717 3648 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf I0421 15:00:09.768069 3648 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-mtqtt] creating logical port openshift-console_downloads-5c54f4944f-mtqtt for pod on switch ip-10-0-2-250.ec2.internal I0421 15:00:09.768144 3648 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-mtqtt I0421 15:00:09.783876 3648 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx I0421 15:00:09.814391 3648 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf I0421 15:00:09.857541 3648 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx] pod update took 129.690246ms I0421 15:00:09.857561 3648 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx] addLogicalPort annotation time took 129.714469ms I0421 15:00:09.858164 3648 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-mtqtt I0421 15:00:09.858399 3648 base_network_controller_pods.go:487] [default/openshift-console/console-7ffddf87d4-sztd8] creating logical port openshift-console_console-7ffddf87d4-sztd8 for pod on switch ip-10-0-2-250.ec2.internal I0421 15:00:09.858485 3648 kube.go:256] Updating pod openshift-console/console-7ffddf87d4-sztd8 I0421 15:00:09.858730 3648 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx] addLogicalPort took 130.961559ms, libovsdb time 892.059µs I0421 15:00:09.886211 3648 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf] pod update took 119.514585ms I0421 15:00:09.886230 3648 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf] addLogicalPort annotation time took 119.538754ms I0421 15:00:09.887461 3648 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf] addLogicalPort took 120.845663ms, libovsdb time 948.476µs I0421 15:00:09.903954 3648 kube.go:256] Updating pod openshift-console/console-7ffddf87d4-sztd8 I0421 15:00:09.910226 3648 pod.go:62] [openshift-console/downloads-5c54f4944f-mtqtt] pod update took 142.108067ms I0421 15:00:09.910244 3648 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-mtqtt] addLogicalPort annotation time took 142.129374ms I0421 15:00:09.911271 3648 pods.go:271] [openshift-console/downloads-5c54f4944f-mtqtt] addLogicalPort took 143.212058ms, libovsdb time 711.088µs I0421 15:00:09.940624 3648 pod.go:62] [openshift-console/console-7ffddf87d4-sztd8] pod update took 82.15878ms I0421 15:00:09.940644 3648 base_network_controller_pods.go:951] [default/openshift-console/console-7ffddf87d4-sztd8] addLogicalPort annotation time took 82.188255ms I0421 15:00:09.941663 3648 pods.go:271] [openshift-console/console-7ffddf87d4-sztd8] addLogicalPort took 83.274193ms, libovsdb time 751.864µs I0421 15:00:10.071485 3648 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx 381b5876d962c6954d5682e258fdc1c00168829eb17204937f0fffc909cddfc7 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx 381b5876d962c6954d5682e258fdc1c00168829eb17204937f0fffc909cddfc7 network default NAD default NAD key ] I0421 15:00:10.082029 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx, hostIfaceName: 381b5876d962c69, network: default, NAD default, SandboxID: "381b5876d962c6954d5682e258fdc1c00168829eb17204937f0fffc909cddfc7", PCI device ID: , UID: "e9356154-241e-4f19-89ae-64c6510352e4", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0421 15:00:10.110287 3648 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf f02e8c21cc2017851461808cae32dc93c53d54155eda580500f1287de32da5d3 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf f02e8c21cc2017851461808cae32dc93c53d54155eda580500f1287de32da5d3 network default NAD default NAD key ] I0421 15:00:10.116041 3648 cni.go:452] [openshift-console/downloads-5c54f4944f-mtqtt 8331e889b3413704455f3c782fb22a64077841a182b8b2ec7feccecca383cf7f network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-mtqtt 8331e889b3413704455f3c782fb22a64077841a182b8b2ec7feccecca383cf7f network default NAD default NAD key ] I0421 15:00:10.131135 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29613060-7rftf, hostIfaceName: f02e8c21cc20178, network: default, NAD default, SandboxID: "f02e8c21cc2017851461808cae32dc93c53d54155eda580500f1287de32da5d3", PCI device ID: , UID: "6e7bdae4-dfb3-4b1f-a5c5-85a22cc8eeb9", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0421 15:00:10.132647 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-mtqtt, hostIfaceName: 8331e889b341370, network: default, NAD default, SandboxID: "8331e889b3413704455f3c782fb22a64077841a182b8b2ec7feccecca383cf7f", PCI device ID: , UID: "b822bd30-5a4f-4585-b9af-1e34967ecac9", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0421 15:00:10.134918 3648 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx 381b5876d962c6954d5682e258fdc1c00168829eb17204937f0fffc909cddfc7 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx 381b5876d962c6954d5682e258fdc1c00168829eb17204937f0fffc909cddfc7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:80:87:69:15:eb\",\"name\":\"381b5876d962c69\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a634066a-a51b-48d3-96bb-c78fdc9053a1\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:00:10.195640 3648 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf f02e8c21cc2017851461808cae32dc93c53d54155eda580500f1287de32da5d3 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf f02e8c21cc2017851461808cae32dc93c53d54155eda580500f1287de32da5d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:3f:43:18:b7:7a\",\"name\":\"f02e8c21cc20178\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4149448a-c276-4bef-9276-dec2f1694f84\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:00:10.195710 3648 cni.go:452] [openshift-console/console-7ffddf87d4-sztd8 ecc7e39a02b55b34d02c464de115879cdb2dbc4a8974c813fa4a6d30736b90c9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7ffddf87d4-sztd8 ecc7e39a02b55b34d02c464de115879cdb2dbc4a8974c813fa4a6d30736b90c9 network default NAD default NAD key ] I0421 15:00:10.200504 3648 cni.go:473] [openshift-console/downloads-5c54f4944f-mtqtt 8331e889b3413704455f3c782fb22a64077841a182b8b2ec7feccecca383cf7f network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-mtqtt 8331e889b3413704455f3c782fb22a64077841a182b8b2ec7feccecca383cf7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:a8:02:c4:9f:50\",\"name\":\"8331e889b341370\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cb3cd2b-e5c2-489b-9875-2b1e179cf543\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:00:10.204172 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7ffddf87d4-sztd8, hostIfaceName: ecc7e39a02b55b3, network: default, NAD default, SandboxID: "ecc7e39a02b55b34d02c464de115879cdb2dbc4a8974c813fa4a6d30736b90c9", PCI device ID: , UID: "4b32f824-a4fa-4419-9bc1-d32cb61fc156", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0421 15:00:10.254035 3648 cni.go:473] [openshift-console/console-7ffddf87d4-sztd8 ecc7e39a02b55b34d02c464de115879cdb2dbc4a8974c813fa4a6d30736b90c9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7ffddf87d4-sztd8 ecc7e39a02b55b34d02c464de115879cdb2dbc4a8974c813fa4a6d30736b90c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:33:85:0e:be:db\",\"name\":\"ecc7e39a02b55b3\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9083c78e-9a1a-4e6f-8844-31b3ba900e6c\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:00:10.421393 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-rn5ms] creating logical port openshift-monitoring_prometheus-operator-76b589d668-rn5ms for pod on switch ip-10-0-2-250.ec2.internal I0421 15:00:10.421502 3648 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-rn5ms I0421 15:00:10.454387 3648 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-rn5ms I0421 15:00:10.472767 3648 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-rn5ms] pod update took 51.292474ms I0421 15:00:10.472791 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-rn5ms] addLogicalPort annotation time took 51.320571ms I0421 15:00:10.474099 3648 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-rn5ms] addLogicalPort took 52.731298ms, libovsdb time 961.913µs I0421 15:00:10.764275 3648 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-rn5ms fd0081641454d5ce2560690fbce2a25087522d63db9cb4ff8c85b0a988d213d7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-rn5ms fd0081641454d5ce2560690fbce2a25087522d63db9cb4ff8c85b0a988d213d7 network default NAD default NAD key ] I0421 15:00:10.773740 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-rn5ms, hostIfaceName: fd0081641454d5c, network: default, NAD default, SandboxID: "fd0081641454d5ce2560690fbce2a25087522d63db9cb4ff8c85b0a988d213d7", PCI device ID: , UID: "09f4764e-f33e-405d-84b6-300b3ff3c95a", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0421 15:00:10.824132 3648 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-rn5ms fd0081641454d5ce2560690fbce2a25087522d63db9cb4ff8c85b0a988d213d7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-rn5ms fd0081641454d5ce2560690fbce2a25087522d63db9cb4ff8c85b0a988d213d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ac:95:d3:75:1e\",\"name\":\"fd0081641454d5c\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/774d198b-4b83-4d3c-b11d-8fa42ede20ef\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:00:11.474346 3648 obj_retry.go:498] Detected object openshift-image-registry/image-registry-68697fc45f-5nwzt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:00:11.475101 3648 obj_retry.go:498] Detected object openshift-image-registry/image-registry-68697fc45f-5nwzt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0421 15:00:11.483454 3648 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0421 15:00:11.879956 3648 obj_retry.go:492] Detected object openshift-image-registry/image-registry-68697fc45f-5nwzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:00:11.879984 3648 obj_retry.go:492] Detected object openshift-image-registry/image-registry-68697fc45f-5nwzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:00:11.885623 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-68697fc45f-5nwzt I0421 15:00:11.885650 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-68697fc45f-5nwzt W0421 15:00:12.590670 3648 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0421 15:00:13.593254 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0421 15:00:13.718804 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0421 15:00:13.901306 3648 cni.go:452] [openshift-dns/dns-default-bxk89 84f45386bd7758e3dfb8ed864e5da083f24e637cb6133a26ca4e316a5500b88b network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-bxk89 84f45386bd7758e3dfb8ed864e5da083f24e637cb6133a26ca4e316a5500b88b network default NAD default NAD key ] I0421 15:00:13.911316 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-bxk89, hostIfaceName: 84f45386bd7758e, network: default, NAD default, SandboxID: "84f45386bd7758e3dfb8ed864e5da083f24e637cb6133a26ca4e316a5500b88b", PCI device ID: , UID: "4118c4ed-04ff-49d6-86da-6366b38bc9b4", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0421 15:00:13.963781 3648 cni.go:473] [openshift-dns/dns-default-bxk89 84f45386bd7758e3dfb8ed864e5da083f24e637cb6133a26ca4e316a5500b88b network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-bxk89 84f45386bd7758e3dfb8ed864e5da083f24e637cb6133a26ca4e316a5500b88b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:e0:ad:44:b4:9f\",\"name\":\"84f45386bd7758e\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12a8ea93-ac2f-4bb6-a013-828733a2807d\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 15:00:14.405474 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0421 15:00:16.412217 3648 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0421 15:00:16.412237 3648 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0421 15:00:16.412244 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0421 15:00:18.001454 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-250.ec2.internal I0421 15:00:18.001580 3648 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0421 15:00:18.025004 3648 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.466775ms I0421 15:00:18.025031 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.502075ms I0421 15:00:18.026580 3648 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.139348ms, libovsdb time 1.095783ms I0421 15:00:18.965809 3648 cni.go:452] [openshift-monitoring/alertmanager-main-0 86005e3ac04925eebdd193f47d3ed468005bfab02a0635e37d0fc69b357f3720 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 86005e3ac04925eebdd193f47d3ed468005bfab02a0635e37d0fc69b357f3720 network default NAD default NAD key ] I0421 15:00:18.975946 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 86005e3ac04925e, network: default, NAD default, SandboxID: "86005e3ac04925eebdd193f47d3ed468005bfab02a0635e37d0fc69b357f3720", PCI device ID: , UID: "85118641-b9a4-4877-8ea9-afdbcabe2b7c", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0421 15:00:19.033335 3648 cni.go:473] [openshift-monitoring/alertmanager-main-0 86005e3ac04925eebdd193f47d3ed468005bfab02a0635e37d0fc69b357f3720 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 86005e3ac04925eebdd193f47d3ed468005bfab02a0635e37d0fc69b357f3720 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:57:ae:f6:d8:b4\",\"name\":\"86005e3ac04925e\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b75f865-f2b8-4399-b9a9-b6a258d5aeed\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:00:19.971336 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-55cb99b899-jrdw4] creating logical port openshift-monitoring_thanos-querier-55cb99b899-jrdw4 for pod on switch ip-10-0-2-250.ec2.internal I0421 15:00:19.971504 3648 kube.go:256] Updating pod openshift-monitoring/thanos-querier-55cb99b899-jrdw4 I0421 15:00:20.006085 3648 pod.go:62] [openshift-monitoring/thanos-querier-55cb99b899-jrdw4] pod update took 34.617212ms I0421 15:00:20.006113 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-55cb99b899-jrdw4] addLogicalPort annotation time took 34.649525ms I0421 15:00:20.007536 3648 pods.go:271] [openshift-monitoring/thanos-querier-55cb99b899-jrdw4] addLogicalPort took 36.218378ms, libovsdb time 997.678µs I0421 15:00:20.335656 3648 cni.go:452] [openshift-monitoring/thanos-querier-55cb99b899-jrdw4 82c3a01bc1400a7f7cf79634d35210ccf181a3bd1c21237a6de50c3d59f5e5e7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-55cb99b899-jrdw4 82c3a01bc1400a7f7cf79634d35210ccf181a3bd1c21237a6de50c3d59f5e5e7 network default NAD default NAD key ] I0421 15:00:20.346353 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-55cb99b899-jrdw4, hostIfaceName: 82c3a01bc1400a7, network: default, NAD default, SandboxID: "82c3a01bc1400a7f7cf79634d35210ccf181a3bd1c21237a6de50c3d59f5e5e7", PCI device ID: , UID: "1dadf74e-1f74-4c18-b330-eb2846c522fd", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0421 15:00:20.400791 3648 cni.go:473] [openshift-monitoring/thanos-querier-55cb99b899-jrdw4 82c3a01bc1400a7f7cf79634d35210ccf181a3bd1c21237a6de50c3d59f5e5e7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-55cb99b899-jrdw4 82c3a01bc1400a7f7cf79634d35210ccf181a3bd1c21237a6de50c3d59f5e5e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:d4:5b:8d:e4:15\",\"name\":\"82c3a01bc1400a7\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cfa2b88-b49b-4700-b1ef-db028de56089\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 15:00:20.455656 3648 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 15:00:20.455680 3648 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 15:00:20.455685 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 15:00:20.654794 3648 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 15:00:20.654814 3648 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 15:00:20.654821 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0421 15:00:21.445839 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5544d9b8d4-wwwtr] creating logical port openshift-monitoring_metrics-server-5544d9b8d4-wwwtr for pod on switch ip-10-0-2-250.ec2.internal I0421 15:00:21.445966 3648 kube.go:256] Updating pod openshift-monitoring/metrics-server-5544d9b8d4-wwwtr I0421 15:00:21.463707 3648 pod.go:62] [openshift-monitoring/metrics-server-5544d9b8d4-wwwtr] pod update took 17.780173ms I0421 15:00:21.463737 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5544d9b8d4-wwwtr] addLogicalPort annotation time took 17.816267ms I0421 15:00:21.465253 3648 pods.go:271] [openshift-monitoring/metrics-server-5544d9b8d4-wwwtr] addLogicalPort took 19.434409ms, libovsdb time 1.059375ms I0421 15:00:21.582997 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-l2z8c] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-l2z8c for pod on switch ip-10-0-2-250.ec2.internal I0421 15:00:21.583105 3648 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-l2z8c I0421 15:00:21.602156 3648 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l2z8c] pod update took 19.078408ms I0421 15:00:21.602198 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-l2z8c] addLogicalPort annotation time took 19.112288ms I0421 15:00:21.603497 3648 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l2z8c] addLogicalPort took 20.517659ms, libovsdb time 895.564µs W0421 15:00:21.672230 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0421 15:00:21.672247 3648 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0421 15:00:21.672255 3648 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0421 15:00:21.705515 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0421 15:00:21.736649 3648 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7c9ffcdbd5-qjmsh IP address from the namespace address-set, err: pod openshift-console/console-7c9ffcdbd5-qjmsh: no pod IPs found W0421 15:00:23.772650 3648 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 15:00:23.772670 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 15:00:23.772677 3648 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 15:00:23.772682 3648 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 15:00:23.797145 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0421 15:00:24.788645 3648 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 15:00:24.788667 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 15:00:26.419026 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0421 15:00:26.419056 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0421 15:00:26.419065 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0421 15:00:28.693088 3648 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 15:00:28.693107 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0421 15:00:30.690866 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0421 15:00:30.872163 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0421 15:00:30.872200 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0421 15:00:30.970984 3648 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l2z8c d17e0d89e602fc137d2f61ef567591c48f0943605953a2eefbc0cb6b5ee88923 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l2z8c d17e0d89e602fc137d2f61ef567591c48f0943605953a2eefbc0cb6b5ee88923 network default NAD default NAD key ] I0421 15:00:30.978386 3648 cni.go:452] [openshift-monitoring/metrics-server-5544d9b8d4-wwwtr 5815a3afb4185996bea746c05754ec07d93f7b214871db459bf01d6263c8260d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5544d9b8d4-wwwtr 5815a3afb4185996bea746c05754ec07d93f7b214871db459bf01d6263c8260d network default NAD default NAD key ] I0421 15:00:30.982353 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-l2z8c, hostIfaceName: d17e0d89e602fc1, network: default, NAD default, SandboxID: "d17e0d89e602fc137d2f61ef567591c48f0943605953a2eefbc0cb6b5ee88923", PCI device ID: , UID: "28f0974f-a6e2-4ce2-bfa2-9c1d2773a4dc", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0421 15:00:30.990254 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5544d9b8d4-wwwtr, hostIfaceName: 5815a3afb418599, network: default, NAD default, SandboxID: "5815a3afb4185996bea746c05754ec07d93f7b214871db459bf01d6263c8260d", PCI device ID: , UID: "ed6d9803-cb92-466b-b063-43b22dbdf54f", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0421 15:00:31.046122 3648 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l2z8c d17e0d89e602fc137d2f61ef567591c48f0943605953a2eefbc0cb6b5ee88923 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-l2z8c d17e0d89e602fc137d2f61ef567591c48f0943605953a2eefbc0cb6b5ee88923 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:58:39:51:aa:c6\",\"name\":\"d17e0d89e602fc1\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/268322ec-54df-476e-b7ae-e3e0c62e2db9\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:00:31.071175 3648 cni.go:473] [openshift-monitoring/metrics-server-5544d9b8d4-wwwtr 5815a3afb4185996bea746c05754ec07d93f7b214871db459bf01d6263c8260d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5544d9b8d4-wwwtr 5815a3afb4185996bea746c05754ec07d93f7b214871db459bf01d6263c8260d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:94:09:01:3c:2b\",\"name\":\"5815a3afb418599\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf0df78e-a442-492f-bf06-245e2b5a3f17\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 15:00:31.558884 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0421 15:00:32.516479 3648 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx 381b5876d962c6954d5682e258fdc1c00168829eb17204937f0fffc909cddfc7 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx 381b5876d962c6954d5682e258fdc1c00168829eb17204937f0fffc909cddfc7 network default NAD default NAD key ] I0421 15:00:32.595668 3648 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx 381b5876d962c6954d5682e258fdc1c00168829eb17204937f0fffc909cddfc7 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx 381b5876d962c6954d5682e258fdc1c00168829eb17204937f0fffc909cddfc7 network default NAD default NAD key default], result "{}", err I0421 15:00:32.811676 3648 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:00:32.811752 3648 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx I0421 15:00:32.813808 3648 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx, ips: 10.129.0.16 I0421 15:00:32.813845 3648 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:00:32.813865 3648 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 15:00:32.813876 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0421 15:00:32.814207 3648 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 15:00:32.814245 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0421 15:00:33.539919 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0421 15:00:33.605500 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0421 15:00:33.605532 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0421 15:00:33.836888 3648 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:00:33.836916 3648 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:00:33.836936 3648 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:00:33.836949 3648 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0421 15:00:37.674412 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0421 15:00:38.847881 3648 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0421 15:00:38.858139 3648 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0421 15:00:38.876714 3648 obj_retry.go:498] Detected object openshift-console/console-7ffddf87d4-mwght of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:00:38.877295 3648 obj_retry.go:498] Detected object openshift-console/console-7ffddf87d4-mwght of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0421 15:00:39.544068 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 15:00:39.544099 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 15:00:39.544108 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0421 15:00:39.544116 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0421 15:00:39.756457 3648 obj_retry.go:492] Detected object openshift-console/console-7ffddf87d4-mwght of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:00:39.756479 3648 obj_retry.go:492] Detected object openshift-console/console-7ffddf87d4-mwght of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:00:39.762623 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7ffddf87d4-mwght I0421 15:00:39.762641 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7ffddf87d4-mwght W0421 15:00:44.789666 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0421 15:00:44.789689 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0421 15:00:46.875063 3648 cni.go:452] [openshift-console/console-7ffddf87d4-sztd8 ecc7e39a02b55b34d02c464de115879cdb2dbc4a8974c813fa4a6d30736b90c9 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7ffddf87d4-sztd8 ecc7e39a02b55b34d02c464de115879cdb2dbc4a8974c813fa4a6d30736b90c9 network default NAD default NAD key ] I0421 15:00:46.967028 3648 cni.go:473] [openshift-console/console-7ffddf87d4-sztd8 ecc7e39a02b55b34d02c464de115879cdb2dbc4a8974c813fa4a6d30736b90c9 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7ffddf87d4-sztd8 ecc7e39a02b55b34d02c464de115879cdb2dbc4a8974c813fa4a6d30736b90c9 network default NAD default NAD key default], result "{}", err I0421 15:00:47.016280 3648 obj_retry.go:498] Detected object openshift-console/console-7ffddf87d4-sztd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:00:47.016324 3648 pods.go:176] Deleting pod: openshift-console/console-7ffddf87d4-sztd8 I0421 15:00:47.017918 3648 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7ffddf87d4-sztd8, ips: 10.129.0.19 I0421 15:00:47.017949 3648 obj_retry.go:498] Detected object openshift-console/console-7ffddf87d4-sztd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:00:47.027591 3648 base_network_controller_pods.go:487] [default/openshift-console/console-67cdc9f8c7-rxhjr] creating logical port openshift-console_console-67cdc9f8c7-rxhjr for pod on switch ip-10-0-2-250.ec2.internal I0421 15:00:47.027731 3648 kube.go:256] Updating pod openshift-console/console-67cdc9f8c7-rxhjr I0421 15:00:47.045652 3648 pod.go:62] [openshift-console/console-67cdc9f8c7-rxhjr] pod update took 17.948483ms I0421 15:00:47.045677 3648 base_network_controller_pods.go:951] [default/openshift-console/console-67cdc9f8c7-rxhjr] addLogicalPort annotation time took 17.97988ms I0421 15:00:47.047050 3648 pods.go:271] [openshift-console/console-67cdc9f8c7-rxhjr] addLogicalPort took 19.47159ms, libovsdb time 955.302µs I0421 15:00:47.391444 3648 cni.go:452] [openshift-console/console-67cdc9f8c7-rxhjr 89b36a68bd5e767d3f0da9890a9266e62391c231a75239045a9cb8a04f462ba7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-67cdc9f8c7-rxhjr 89b36a68bd5e767d3f0da9890a9266e62391c231a75239045a9cb8a04f462ba7 network default NAD default NAD key ] I0421 15:00:47.402213 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-67cdc9f8c7-rxhjr, hostIfaceName: 89b36a68bd5e767, network: default, NAD default, SandboxID: "89b36a68bd5e767d3f0da9890a9266e62391c231a75239045a9cb8a04f462ba7", PCI device ID: , UID: "8d5ce124-5ed3-455d-8733-f1814f764b5a", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0421 15:00:47.451479 3648 cni.go:473] [openshift-console/console-67cdc9f8c7-rxhjr 89b36a68bd5e767d3f0da9890a9266e62391c231a75239045a9cb8a04f462ba7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-67cdc9f8c7-rxhjr 89b36a68bd5e767d3f0da9890a9266e62391c231a75239045a9cb8a04f462ba7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:eb:a5:2d:e8:99\",\"name\":\"89b36a68bd5e767\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27226120-2a3a-46c3-afd9-04706a6809ce\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:00:47.578448 3648 obj_retry.go:492] Detected object openshift-console/console-7ffddf87d4-sztd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:00:47.578488 3648 obj_retry.go:492] Detected object openshift-console/console-7ffddf87d4-sztd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:00:47.584020 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7ffddf87d4-sztd8 I0421 15:00:47.584098 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7ffddf87d4-sztd8 W0421 15:00:49.051221 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 15:00:49.051241 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 15:00:49.051247 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 15:00:49.051261 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 15:00:49.051265 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 15:00:49.051270 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 15:00:49.790470 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0421 15:00:49.790492 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0421 15:00:49.825090 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0421 15:00:49.825118 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0421 15:00:52.897515 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0421 15:00:53.632511 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0421 15:00:53.632552 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0421 15:00:53.632567 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0421 15:00:54.546205 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0421 15:00:54.617338 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0421 15:00:54.645541 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0421 15:00:54.645571 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0421 15:00:54.645594 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0421 15:00:57.644093 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0421 15:00:59.066775 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 15:00:59.066801 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 15:00:59.066808 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 15:01:02.831067 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0421 15:01:14.159076 3648 obj_retry.go:498] Detected object openshift-image-registry/image-registry-68697fc45f-zc7pd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:01:14.159654 3648 obj_retry.go:498] Detected object openshift-image-registry/image-registry-68697fc45f-zc7pd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:01:14.976122 3648 obj_retry.go:492] Detected object openshift-image-registry/image-registry-68697fc45f-zc7pd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:01:14.976150 3648 obj_retry.go:492] Detected object openshift-image-registry/image-registry-68697fc45f-zc7pd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:01:14.984159 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-68697fc45f-zc7pd I0421 15:01:14.984205 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-68697fc45f-zc7pd I0421 15:01:15.104596 3648 obj_retry.go:498] Detected object openshift-console/console-7c9ffcdbd5-bslq9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:01:15.105158 3648 obj_retry.go:498] Detected object openshift-console/console-7c9ffcdbd5-bslq9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0421 15:01:15.642337 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0421 15:01:15.979663 3648 obj_retry.go:492] Detected object openshift-console/console-7c9ffcdbd5-bslq9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:01:15.979687 3648 obj_retry.go:492] Detected object openshift-console/console-7c9ffcdbd5-bslq9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:01:15.987590 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c9ffcdbd5-bslq9 I0421 15:01:15.987607 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c9ffcdbd5-bslq9 I0421 15:01:16.603527 3648 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0421 15:01:19.340238 3648 obj_retry.go:498] Detected object openshift-ingress/router-default-57d867779-zjpj8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:01:19.340803 3648 obj_retry.go:498] Detected object openshift-ingress/router-default-57d867779-zjpj8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:01:19.995650 3648 obj_retry.go:492] Detected object openshift-ingress/router-default-57d867779-zjpj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:01:19.995677 3648 obj_retry.go:492] Detected object openshift-ingress/router-default-57d867779-zjpj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:01:20.001647 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-57d867779-zjpj8 I0421 15:01:20.001668 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-57d867779-zjpj8 I0421 15:01:34.792496 3648 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf f02e8c21cc2017851461808cae32dc93c53d54155eda580500f1287de32da5d3 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf f02e8c21cc2017851461808cae32dc93c53d54155eda580500f1287de32da5d3 network default NAD default NAD key ] I0421 15:01:34.873646 3648 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf f02e8c21cc2017851461808cae32dc93c53d54155eda580500f1287de32da5d3 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf f02e8c21cc2017851461808cae32dc93c53d54155eda580500f1287de32da5d3 network default NAD default NAD key default], result "{}", err I0421 15:01:34.913724 3648 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:01:34.913760 3648 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf I0421 15:01:34.914961 3648 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf, ips: 10.129.0.17 I0421 15:01:34.914985 3648 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:01:35.801390 3648 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:01:35.801412 3648 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:01:38.322666 3648 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:01:38.323238 3648 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:01:38.975702 3648 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:01:38.975730 3648 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:01:38.982073 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0421 15:01:38.982094 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0421 15:01:41.388961 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-96544744c-rxxwv] creating logical port openshift-monitoring_telemeter-client-96544744c-rxxwv for pod on switch ip-10-0-2-250.ec2.internal I0421 15:01:41.389090 3648 kube.go:256] Updating pod openshift-monitoring/telemeter-client-96544744c-rxxwv I0421 15:01:41.408714 3648 pod.go:62] [openshift-monitoring/telemeter-client-96544744c-rxxwv] pod update took 19.67098ms I0421 15:01:41.408736 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-96544744c-rxxwv] addLogicalPort annotation time took 19.699707ms I0421 15:01:41.409994 3648 pods.go:271] [openshift-monitoring/telemeter-client-96544744c-rxxwv] addLogicalPort took 21.048605ms, libovsdb time 886.174µs I0421 15:01:41.758594 3648 cni.go:452] [openshift-monitoring/telemeter-client-96544744c-rxxwv 0c091db7a971fc6b0a48ccf05a3604c41288a5ba69cd75233db9c404ed46a942 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-96544744c-rxxwv 0c091db7a971fc6b0a48ccf05a3604c41288a5ba69cd75233db9c404ed46a942 network default NAD default NAD key ] I0421 15:01:41.768456 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-96544744c-rxxwv, hostIfaceName: 0c091db7a971fc6, network: default, NAD default, SandboxID: "0c091db7a971fc6b0a48ccf05a3604c41288a5ba69cd75233db9c404ed46a942", PCI device ID: , UID: "ccb1750c-5c1e-4fc1-93b5-b3b4f7992fe1", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0421 15:01:41.825865 3648 cni.go:473] [openshift-monitoring/telemeter-client-96544744c-rxxwv 0c091db7a971fc6b0a48ccf05a3604c41288a5ba69cd75233db9c404ed46a942 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-96544744c-rxxwv 0c091db7a971fc6b0a48ccf05a3604c41288a5ba69cd75233db9c404ed46a942 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:a1:1b:bd:eb:20\",\"name\":\"0c091db7a971fc6\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bba0b97-449c-4d1c-adb1-03fe843ce5ea\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:01:43.011463 3648 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:01:43.012046 3648 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:01:43.306086 3648 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:01:43.306112 3648 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:01:43.313295 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0421 15:01:43.313322 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0421 15:02:10.435467 3648 obj_retry.go:498] Detected object openshift-console/console-67cdc9f8c7-4xhgz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:02:10.436060 3648 obj_retry.go:498] Detected object openshift-console/console-67cdc9f8c7-4xhgz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:02:10.608091 3648 cni.go:452] [openshift-monitoring/alertmanager-main-0 86005e3ac04925eebdd193f47d3ed468005bfab02a0635e37d0fc69b357f3720 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 86005e3ac04925eebdd193f47d3ed468005bfab02a0635e37d0fc69b357f3720 network default NAD default NAD key ] I0421 15:02:10.684751 3648 cni.go:473] [openshift-monitoring/alertmanager-main-0 86005e3ac04925eebdd193f47d3ed468005bfab02a0635e37d0fc69b357f3720 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 86005e3ac04925eebdd193f47d3ed468005bfab02a0635e37d0fc69b357f3720 network default NAD default NAD key default], result "{}", err I0421 15:02:10.743790 3648 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:02:10.743835 3648 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0421 15:02:10.745073 3648 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.21 I0421 15:02:10.745101 3648 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:02:10.948652 3648 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:02:10.948677 3648 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:02:10.956003 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0421 15:02:10.956026 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0421 15:02:10.998085 3648 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-250.ec2.internal I0421 15:02:10.998210 3648 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0421 15:02:11.021703 3648 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.552548ms I0421 15:02:11.021729 3648 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.586669ms I0421 15:02:11.022950 3648 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.880714ms, libovsdb time 890.323µs I0421 15:02:11.127104 3648 obj_retry.go:492] Detected object openshift-console/console-67cdc9f8c7-4xhgz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:02:11.127145 3648 obj_retry.go:492] Detected object openshift-console/console-67cdc9f8c7-4xhgz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:02:11.133773 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67cdc9f8c7-4xhgz I0421 15:02:11.133793 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67cdc9f8c7-4xhgz I0421 15:02:11.361826 3648 cni.go:452] [openshift-monitoring/alertmanager-main-0 806e354dce0673906da49d4548dc7b63596b6dad5cdd6c229c7b4cbebfeb9036 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 806e354dce0673906da49d4548dc7b63596b6dad5cdd6c229c7b4cbebfeb9036 network default NAD default NAD key ] I0421 15:02:11.371408 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 806e354dce06739, network: default, NAD default, SandboxID: "806e354dce0673906da49d4548dc7b63596b6dad5cdd6c229c7b4cbebfeb9036", PCI device ID: , UID: "185b5fc9-f7c5-4c5c-9ddc-3e3360afa54d", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0421 15:02:11.420520 3648 cni.go:473] [openshift-monitoring/alertmanager-main-0 806e354dce0673906da49d4548dc7b63596b6dad5cdd6c229c7b4cbebfeb9036 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 806e354dce0673906da49d4548dc7b63596b6dad5cdd6c229c7b4cbebfeb9036 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:04:22:03:f7:dc\",\"name\":\"806e354dce06739\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ac4d018-1516-44e0-8d7e-cd22bf14118d\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:02:21.345838 3648 cni.go:452] [openshift-console/console-67cdc9f8c7-rxhjr 89b36a68bd5e767d3f0da9890a9266e62391c231a75239045a9cb8a04f462ba7 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-67cdc9f8c7-rxhjr 89b36a68bd5e767d3f0da9890a9266e62391c231a75239045a9cb8a04f462ba7 network default NAD default NAD key ] I0421 15:02:21.417308 3648 cni.go:473] [openshift-console/console-67cdc9f8c7-rxhjr 89b36a68bd5e767d3f0da9890a9266e62391c231a75239045a9cb8a04f462ba7 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-67cdc9f8c7-rxhjr 89b36a68bd5e767d3f0da9890a9266e62391c231a75239045a9cb8a04f462ba7 network default NAD default NAD key default], result "{}", err I0421 15:02:21.468719 3648 obj_retry.go:498] Detected object openshift-console/console-67cdc9f8c7-rxhjr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:02:21.468757 3648 pods.go:176] Deleting pod: openshift-console/console-67cdc9f8c7-rxhjr I0421 15:02:21.470092 3648 pods.go:236] Attempting to release IPs for pod: openshift-console/console-67cdc9f8c7-rxhjr, ips: 10.129.0.25 I0421 15:02:21.470117 3648 obj_retry.go:498] Detected object openshift-console/console-67cdc9f8c7-rxhjr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:02:22.002095 3648 obj_retry.go:492] Detected object openshift-console/console-67cdc9f8c7-rxhjr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:02:22.002149 3648 obj_retry.go:492] Detected object openshift-console/console-67cdc9f8c7-rxhjr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:02:22.009671 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67cdc9f8c7-rxhjr I0421 15:02:22.009702 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67cdc9f8c7-rxhjr W0421 15:02:31.413047 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 15:02:31.413066 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0421 15:02:31.413072 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0421 15:02:45.612609 3648 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:02:45.613134 3648 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:02:46.322380 3648 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:02:46.322404 3648 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:02:46.328852 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0421 15:02:46.328872 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0421 15:03:02.996152 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0421 15:03:25.907222 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0421 15:03:30.024292 3648 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0421 15:03:44.029579 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0421 15:03:53.366110 3648 base_network_controller_pods.go:487] [default/openshift-console/console-644ffd49c5-29cvh] creating logical port openshift-console_console-644ffd49c5-29cvh for pod on switch ip-10-0-2-250.ec2.internal I0421 15:03:53.366277 3648 kube.go:256] Updating pod openshift-console/console-644ffd49c5-29cvh I0421 15:03:53.388341 3648 pod.go:62] [openshift-console/console-644ffd49c5-29cvh] pod update took 22.111357ms I0421 15:03:53.388367 3648 base_network_controller_pods.go:951] [default/openshift-console/console-644ffd49c5-29cvh] addLogicalPort annotation time took 22.146218ms I0421 15:03:53.389624 3648 pods.go:271] [openshift-console/console-644ffd49c5-29cvh] addLogicalPort took 23.529415ms, libovsdb time 798.881µs I0421 15:03:53.726811 3648 cni.go:452] [openshift-console/console-644ffd49c5-29cvh adf9d82c8e8084df5f8be720b6404172801bd87188d049c7d9901bd304a75f5c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-644ffd49c5-29cvh adf9d82c8e8084df5f8be720b6404172801bd87188d049c7d9901bd304a75f5c network default NAD default NAD key ] I0421 15:03:53.735905 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-644ffd49c5-29cvh, hostIfaceName: adf9d82c8e8084d, network: default, NAD default, SandboxID: "adf9d82c8e8084df5f8be720b6404172801bd87188d049c7d9901bd304a75f5c", PCI device ID: , UID: "1e6c9148-04d1-4aa3-a166-0d7f96d8ba81", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0421 15:03:53.784521 3648 cni.go:473] [openshift-console/console-644ffd49c5-29cvh adf9d82c8e8084df5f8be720b6404172801bd87188d049c7d9901bd304a75f5c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-644ffd49c5-29cvh adf9d82c8e8084df5f8be720b6404172801bd87188d049c7d9901bd304a75f5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:b7:1f:0a:46:1d\",\"name\":\"adf9d82c8e8084d\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87ccbabf-d5a1-464c-9830-b227ba757751\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:03:57.912451 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=630 W0421 15:04:04.425744 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0421 15:04:07.012359 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0421 15:04:13.905274 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0421 15:04:18.663131 3648 obj_retry.go:498] Detected object openshift-console/console-698488587d-vg2mc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:04:18.663698 3648 obj_retry.go:498] Detected object openshift-console/console-698488587d-vg2mc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:04:19.644522 3648 obj_retry.go:492] Detected object openshift-console/console-698488587d-vg2mc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:04:19.644576 3648 obj_retry.go:492] Detected object openshift-console/console-698488587d-vg2mc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:04:19.650268 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-698488587d-vg2mc I0421 15:04:19.650293 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-698488587d-vg2mc I0421 15:04:29.758700 3648 obj_retry.go:498] Detected object openshift-console/console-698488587d-kwb4h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:04:29.759229 3648 obj_retry.go:498] Detected object openshift-console/console-698488587d-kwb4h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:04:30.715398 3648 obj_retry.go:492] Detected object openshift-console/console-698488587d-kwb4h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:04:30.715430 3648 obj_retry.go:492] Detected object openshift-console/console-698488587d-kwb4h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:04:30.721772 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-698488587d-kwb4h I0421 15:04:30.721806 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-698488587d-kwb4h I0421 15:04:43.906075 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0421 15:05:01.007137 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0421 15:05:40.412442 3648 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l4rlx] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-l4rlx for pod on switch ip-10-0-2-250.ec2.internal I0421 15:05:40.412576 3648 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l4rlx I0421 15:05:40.429460 3648 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l4rlx] pod update took 16.91461ms I0421 15:05:40.429481 3648 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l4rlx] addLogicalPort annotation time took 16.940919ms I0421 15:05:40.430866 3648 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l4rlx] addLogicalPort took 18.434699ms, libovsdb time 924.212µs I0421 15:05:40.773415 3648 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l4rlx d6e81a5b818a45c3b2991ee0538f771d844d4232086159883f1d9936f02bd73d network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l4rlx d6e81a5b818a45c3b2991ee0538f771d844d4232086159883f1d9936f02bd73d network default NAD default NAD key ] I0421 15:05:40.782479 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-l4rlx, hostIfaceName: d6e81a5b818a45c, network: default, NAD default, SandboxID: "d6e81a5b818a45c3b2991ee0538f771d844d4232086159883f1d9936f02bd73d", PCI device ID: , UID: "f709e647-c344-4b50-9a49-a5a7ae0bae68", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0421 15:05:40.832670 3648 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l4rlx d6e81a5b818a45c3b2991ee0538f771d844d4232086159883f1d9936f02bd73d network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-l4rlx d6e81a5b818a45c3b2991ee0538f771d844d4232086159883f1d9936f02bd73d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:12:e3:c1:c5:f0\",\"name\":\"d6e81a5b818a45c\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d50aa40-2508-4716-89e4-25c21a81e076\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 15:05:43.836315 3648 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0421 15:05:51.029243 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0421 15:05:54.840804 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0421 15:05:54.870850 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0421 15:05:54.870933 3648 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-t6gvr IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-t6gvr: no pod IPs found I0421 15:06:03.991944 3648 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0421 15:06:04.901895 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 I0421 15:06:27.992061 3648 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0421 15:07:00.017476 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0421 15:07:06.905961 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=143 I0421 15:07:14.001346 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0421 15:09:11.916566 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=32 I0421 15:09:37.033238 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0421 15:09:57.999817 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0421 15:10:00.188421 3648 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29613070-l9644 for pod on switch ip-10-0-2-250.ec2.internal I0421 15:10:00.188531 3648 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 I0421 15:10:00.209582 3648 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644] pod update took 21.074262ms I0421 15:10:00.209607 3648 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644] addLogicalPort annotation time took 21.105945ms I0421 15:10:00.210969 3648 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644] addLogicalPort took 22.563944ms, libovsdb time 1.001744ms I0421 15:10:00.557811 3648 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 5e8aeefd621f8e2fc6083e6987dc1b115c55b052c15830487a50ca05e8af87e2 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 5e8aeefd621f8e2fc6083e6987dc1b115c55b052c15830487a50ca05e8af87e2 network default NAD default NAD key ] I0421 15:10:00.567529 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29613070-l9644, hostIfaceName: 5e8aeefd621f8e2, network: default, NAD default, SandboxID: "5e8aeefd621f8e2fc6083e6987dc1b115c55b052c15830487a50ca05e8af87e2", PCI device ID: , UID: "39a9605e-8e3f-41b0-a9c1-2646f5a0fc52", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0421 15:10:00.618751 3648 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 5e8aeefd621f8e2fc6083e6987dc1b115c55b052c15830487a50ca05e8af87e2 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 5e8aeefd621f8e2fc6083e6987dc1b115c55b052c15830487a50ca05e8af87e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:f4:6b:73:e8:60\",\"name\":\"5e8aeefd621f8e2\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/528d9d78-a8e1-4730-9e0a-035d0cd3aaf9\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:10:04.006349 3648 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 5e8aeefd621f8e2fc6083e6987dc1b115c55b052c15830487a50ca05e8af87e2 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 5e8aeefd621f8e2fc6083e6987dc1b115c55b052c15830487a50ca05e8af87e2 network default NAD default NAD key ] I0421 15:10:04.090424 3648 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 5e8aeefd621f8e2fc6083e6987dc1b115c55b052c15830487a50ca05e8af87e2 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 5e8aeefd621f8e2fc6083e6987dc1b115c55b052c15830487a50ca05e8af87e2 network default NAD default NAD key default], result "{}", err I0421 15:10:04.135556 3648 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:10:04.135598 3648 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 I0421 15:10:04.136882 3648 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644, ips: 10.129.0.30 I0421 15:10:04.136910 3648 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:10:05.060374 3648 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:10:05.060394 3648 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:10:30.011341 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0421 15:10:57.262051 3648 namespace.go:98] [tsf] adding namespace I0421 15:10:57.263087 3648 namespace.go:102] [tsf] adding namespace took 1.005927ms I0421 15:10:57.276363 3648 namespace.go:142] [tsf] updating namespace I0421 15:10:57.286193 3648 namespace.go:142] [tsf] updating namespace I0421 15:11:01.361898 3648 namespace.go:98] [cert-manager-operator] adding namespace I0421 15:11:01.361982 3648 namespace.go:98] [tsf-keycloak] adding namespace I0421 15:11:01.362133 3648 namespace.go:98] [rhtpa-operator] adding namespace I0421 15:11:01.362884 3648 namespace.go:102] [cert-manager-operator] adding namespace took 962.896µs I0421 15:11:01.363500 3648 namespace.go:102] [tsf-keycloak] adding namespace took 1.505018ms I0421 15:11:01.364026 3648 namespace.go:102] [rhtpa-operator] adding namespace took 1.876559ms I0421 15:11:01.366218 3648 namespace.go:98] [konflux-operator] adding namespace I0421 15:11:01.366321 3648 namespace.go:98] [tsf-tpa] adding namespace I0421 15:11:01.366332 3648 namespace.go:98] [rhbk-operator] adding namespace I0421 15:11:01.366846 3648 namespace.go:102] [konflux-operator] adding namespace took 613.684µs I0421 15:11:01.367440 3648 namespace.go:102] [tsf-tpa] adding namespace took 1.1006ms I0421 15:11:01.367928 3648 namespace.go:102] [rhbk-operator] adding namespace took 1.582915ms I0421 15:11:01.375091 3648 namespace.go:98] [tsf-tas] adding namespace I0421 15:11:01.375137 3648 namespace.go:98] [konflux-ui] adding namespace I0421 15:11:01.375703 3648 namespace.go:102] [tsf-tas] adding namespace took 596.392µs I0421 15:11:01.376233 3648 namespace.go:102] [konflux-ui] adding namespace took 1.078059ms I0421 15:11:01.395027 3648 namespace.go:142] [cert-manager-operator] updating namespace I0421 15:11:01.397873 3648 namespace.go:142] [cert-manager-operator] updating namespace I0421 15:11:01.416089 3648 namespace.go:142] [konflux-operator] updating namespace I0421 15:11:01.435001 3648 namespace.go:142] [tsf-keycloak] updating namespace I0421 15:11:01.435169 3648 namespace.go:142] [rhtpa-operator] updating namespace I0421 15:11:01.435206 3648 namespace.go:142] [rhbk-operator] updating namespace I0421 15:11:01.442967 3648 namespace.go:142] [tsf-tpa] updating namespace I0421 15:11:01.449764 3648 namespace.go:142] [cert-manager-operator] updating namespace I0421 15:11:01.457115 3648 namespace.go:142] [tsf-tas] updating namespace I0421 15:11:01.457137 3648 namespace.go:142] [konflux-ui] updating namespace I0421 15:11:01.485316 3648 namespace.go:142] [rhtpa-operator] updating namespace I0421 15:11:01.501463 3648 namespace.go:142] [rhtpa-operator] updating namespace I0421 15:11:01.524052 3648 namespace.go:142] [konflux-operator] updating namespace I0421 15:11:01.539637 3648 namespace.go:142] [konflux-operator] updating namespace I0421 15:11:01.563107 3648 namespace.go:142] [rhbk-operator] updating namespace I0421 15:11:01.575828 3648 namespace.go:142] [rhbk-operator] updating namespace I0421 15:11:01.604205 3648 namespace.go:142] [tsf-tpa] updating namespace I0421 15:11:01.610101 3648 namespace.go:142] [tsf-tpa] updating namespace I0421 15:11:01.636562 3648 namespace.go:142] [tsf-tas] updating namespace I0421 15:11:01.647034 3648 namespace.go:142] [tsf-tas] updating namespace I0421 15:11:01.653004 3648 namespace.go:142] [konflux-ui] updating namespace I0421 15:11:01.663985 3648 namespace.go:142] [konflux-ui] updating namespace I0421 15:11:01.683783 3648 namespace.go:142] [tsf-keycloak] updating namespace I0421 15:11:01.693064 3648 namespace.go:142] [tsf-keycloak] updating namespace I0421 15:11:02.412690 3648 namespace.go:142] [tsf-tpa] updating namespace I0421 15:11:02.417445 3648 namespace.go:142] [tsf-keycloak] updating namespace I0421 15:11:04.462457 3648 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 for pod on switch ip-10-0-2-250.ec2.internal I0421 15:11:04.462567 3648 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 I0421 15:11:04.477016 3648 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7] pod update took 14.479887ms I0421 15:11:04.477037 3648 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7] addLogicalPort annotation time took 14.50411ms I0421 15:11:04.478409 3648 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7] addLogicalPort took 15.967111ms, libovsdb time 936.697µs I0421 15:11:04.536910 3648 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp for pod on switch ip-10-0-2-250.ec2.internal I0421 15:11:04.537049 3648 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp I0421 15:11:04.551529 3648 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp] pod update took 14.510516ms I0421 15:11:04.551554 3648 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp] addLogicalPort annotation time took 14.53846ms I0421 15:11:04.552763 3648 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp] addLogicalPort took 15.870954ms, libovsdb time 845.017µs I0421 15:11:04.821508 3648 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 14fbf53cc83888b8969e100b88bdc33aadcd36e2268ae1eeac245d3c15fb95c0 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 14fbf53cc83888b8969e100b88bdc33aadcd36e2268ae1eeac245d3c15fb95c0 network default NAD default NAD key ] I0421 15:11:04.832401 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7, hostIfaceName: 14fbf53cc83888b, network: default, NAD default, SandboxID: "14fbf53cc83888b8969e100b88bdc33aadcd36e2268ae1eeac245d3c15fb95c0", PCI device ID: , UID: "27aef035-cb8b-4524-85a8-67e0228e5f70", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0421 15:11:04.882337 3648 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 14fbf53cc83888b8969e100b88bdc33aadcd36e2268ae1eeac245d3c15fb95c0 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 14fbf53cc83888b8969e100b88bdc33aadcd36e2268ae1eeac245d3c15fb95c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:8f:86:36:f9:18\",\"name\":\"14fbf53cc83888b\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ef3ca11-edde-4ff9-b7af-b4ba698b42a9\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:11:04.896819 3648 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp ad4a739915c288745cb43d82eef7342df65d0e0f056a00d30ee586495cd66aa5 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp ad4a739915c288745cb43d82eef7342df65d0e0f056a00d30ee586495cd66aa5 network default NAD default NAD key ] I0421 15:11:04.905208 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=21 I0421 15:11:04.906375 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp, hostIfaceName: ad4a739915c2887, network: default, NAD default, SandboxID: "ad4a739915c288745cb43d82eef7342df65d0e0f056a00d30ee586495cd66aa5", PCI device ID: , UID: "c89c9452-ed37-4fd6-aef0-3c26e1f20196", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0421 15:11:04.955426 3648 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp ad4a739915c288745cb43d82eef7342df65d0e0f056a00d30ee586495cd66aa5 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp ad4a739915c288745cb43d82eef7342df65d0e0f056a00d30ee586495cd66aa5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:60:39:d8:b7:6a\",\"name\":\"ad4a739915c2887\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e648daf3-4613-46f8-9e58-2d24aab610dc\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:11:07.743275 3648 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv for pod on switch ip-10-0-2-250.ec2.internal I0421 15:11:07.743412 3648 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv I0421 15:11:07.756361 3648 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv] pod update took 12.978191ms I0421 15:11:07.756382 3648 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv] addLogicalPort annotation time took 13.005992ms I0421 15:11:07.757591 3648 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv] addLogicalPort took 14.336365ms, libovsdb time 880.691µs I0421 15:11:08.100164 3648 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv 0b6d0c63f3841556ae3a29542f2a4055130ce715adbd430e0aefbdc278aa03a5 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv 0b6d0c63f3841556ae3a29542f2a4055130ce715adbd430e0aefbdc278aa03a5 network default NAD default NAD key ] I0421 15:11:08.111228 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv, hostIfaceName: 0b6d0c63f384155, network: default, NAD default, SandboxID: "0b6d0c63f3841556ae3a29542f2a4055130ce715adbd430e0aefbdc278aa03a5", PCI device ID: , UID: "4c440fb1-7445-41a9-a15b-318b82e5bdc5", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0421 15:11:08.162046 3648 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv 0b6d0c63f3841556ae3a29542f2a4055130ce715adbd430e0aefbdc278aa03a5 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv 0b6d0c63f3841556ae3a29542f2a4055130ce715adbd430e0aefbdc278aa03a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:19:ab:0d:7a:8c\",\"name\":\"0b6d0c63f384155\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b0485d4-4559-4109-b2f9-adcd7dec3be9\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:11:08.313727 3648 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 14fbf53cc83888b8969e100b88bdc33aadcd36e2268ae1eeac245d3c15fb95c0 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 14fbf53cc83888b8969e100b88bdc33aadcd36e2268ae1eeac245d3c15fb95c0 network default NAD default NAD key ] I0421 15:11:08.389305 3648 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 14fbf53cc83888b8969e100b88bdc33aadcd36e2268ae1eeac245d3c15fb95c0 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 14fbf53cc83888b8969e100b88bdc33aadcd36e2268ae1eeac245d3c15fb95c0 network default NAD default NAD key default], result "{}", err I0421 15:11:08.423206 3648 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:11:08.423244 3648 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 I0421 15:11:08.424721 3648 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7, ips: 10.129.0.31 I0421 15:11:08.424748 3648 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:11:08.424766 3648 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 15:11:08.424775 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0421 15:11:08.424967 3648 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 15:11:08.424984 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0421 15:11:09.322551 3648 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp ad4a739915c288745cb43d82eef7342df65d0e0f056a00d30ee586495cd66aa5 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp ad4a739915c288745cb43d82eef7342df65d0e0f056a00d30ee586495cd66aa5 network default NAD default NAD key ] I0421 15:11:09.396402 3648 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp ad4a739915c288745cb43d82eef7342df65d0e0f056a00d30ee586495cd66aa5 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp ad4a739915c288745cb43d82eef7342df65d0e0f056a00d30ee586495cd66aa5 network default NAD default NAD key default], result "{}", err I0421 15:11:09.440920 3648 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:11:09.440950 3648 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp I0421 15:11:09.442328 3648 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp, ips: 10.129.0.32 I0421 15:11:09.442363 3648 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:11:09.442390 3648 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 15:11:09.442401 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0421 15:11:09.442593 3648 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 15:11:09.442607 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0421 15:11:09.446735 3648 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:09.446754 3648 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:09.446773 3648 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:09.446785 3648 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:10.130317 3648 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 for pod on switch ip-10-0-2-250.ec2.internal I0421 15:11:10.130414 3648 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 I0421 15:11:10.143263 3648 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452] pod update took 12.880933ms I0421 15:11:10.143286 3648 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452] addLogicalPort annotation time took 12.909351ms I0421 15:11:10.144486 3648 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452] addLogicalPort took 14.186803ms, libovsdb time 860.115µs I0421 15:11:10.229763 3648 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll for pod on switch ip-10-0-2-250.ec2.internal I0421 15:11:10.229865 3648 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll I0421 15:11:10.244017 3648 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll] pod update took 14.185454ms I0421 15:11:10.244041 3648 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll] addLogicalPort annotation time took 14.213439ms I0421 15:11:10.245318 3648 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll] addLogicalPort took 15.570182ms, libovsdb time 873.358µs I0421 15:11:10.465255 3648 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:10.465281 3648 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:10.465299 3648 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:10.465312 3648 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:10.491173 3648 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 7ad76aeaa2c89c529edd6ce9cfc3171412fc56f7763062c55e1e5997fc098e58 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 7ad76aeaa2c89c529edd6ce9cfc3171412fc56f7763062c55e1e5997fc098e58 network default NAD default NAD key ] I0421 15:11:10.500868 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452, hostIfaceName: 7ad76aeaa2c89c5, network: default, NAD default, SandboxID: "7ad76aeaa2c89c529edd6ce9cfc3171412fc56f7763062c55e1e5997fc098e58", PCI device ID: , UID: "a85d9ba3-f6e7-4f85-9880-c6f9098e8486", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0421 15:11:10.551474 3648 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 7ad76aeaa2c89c529edd6ce9cfc3171412fc56f7763062c55e1e5997fc098e58 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 7ad76aeaa2c89c529edd6ce9cfc3171412fc56f7763062c55e1e5997fc098e58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:00:15:dc:0b:4f\",\"name\":\"7ad76aeaa2c89c5\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6ac74b9-7871-439a-818b-c6e7cc4ae3db\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:11:10.589080 3648 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll e272411aa30d7c76825853b9818e0c7dbcca7001a4412f267a5597bae85c2671 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll e272411aa30d7c76825853b9818e0c7dbcca7001a4412f267a5597bae85c2671 network default NAD default NAD key ] I0421 15:11:10.598850 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll, hostIfaceName: e272411aa30d7c7, network: default, NAD default, SandboxID: "e272411aa30d7c76825853b9818e0c7dbcca7001a4412f267a5597bae85c2671", PCI device ID: , UID: "b7ab08ce-61dc-4ded-aeaf-179f3db683aa", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0421 15:11:10.648828 3648 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll e272411aa30d7c76825853b9818e0c7dbcca7001a4412f267a5597bae85c2671 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll e272411aa30d7c76825853b9818e0c7dbcca7001a4412f267a5597bae85c2671 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:32:24:b0:9c:a6\",\"name\":\"e272411aa30d7c7\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a48c1b8-8907-4be7-8695-00087aec6549\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:11:12.348623 3648 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv 0b6d0c63f3841556ae3a29542f2a4055130ce715adbd430e0aefbdc278aa03a5 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv 0b6d0c63f3841556ae3a29542f2a4055130ce715adbd430e0aefbdc278aa03a5 network default NAD default NAD key ] I0421 15:11:12.426316 3648 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv 0b6d0c63f3841556ae3a29542f2a4055130ce715adbd430e0aefbdc278aa03a5 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv 0b6d0c63f3841556ae3a29542f2a4055130ce715adbd430e0aefbdc278aa03a5 network default NAD default NAD key default], result "{}", err I0421 15:11:12.475033 3648 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:11:12.475068 3648 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv I0421 15:11:12.476518 3648 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv, ips: 10.129.0.33 I0421 15:11:12.476546 3648 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:11:12.476579 3648 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 15:11:12.476586 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0421 15:11:12.476781 3648 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 15:11:12.476797 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0421 15:11:13.501274 3648 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:13.501301 3648 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:13.501322 3648 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:13.501334 3648 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:14.364748 3648 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll e272411aa30d7c76825853b9818e0c7dbcca7001a4412f267a5597bae85c2671 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll e272411aa30d7c76825853b9818e0c7dbcca7001a4412f267a5597bae85c2671 network default NAD default NAD key ] I0421 15:11:14.440050 3648 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll e272411aa30d7c76825853b9818e0c7dbcca7001a4412f267a5597bae85c2671 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll e272411aa30d7c76825853b9818e0c7dbcca7001a4412f267a5597bae85c2671 network default NAD default NAD key default], result "{}", err I0421 15:11:14.485451 3648 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:11:14.485489 3648 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll I0421 15:11:14.487006 3648 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll, ips: 10.129.0.35 I0421 15:11:14.487032 3648 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:11:14.487054 3648 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 15:11:14.487062 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0421 15:11:14.487265 3648 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 15:11:14.487281 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0421 15:11:15.372100 3648 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 7ad76aeaa2c89c529edd6ce9cfc3171412fc56f7763062c55e1e5997fc098e58 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 7ad76aeaa2c89c529edd6ce9cfc3171412fc56f7763062c55e1e5997fc098e58 network default NAD default NAD key ] I0421 15:11:15.448758 3648 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 7ad76aeaa2c89c529edd6ce9cfc3171412fc56f7763062c55e1e5997fc098e58 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 7ad76aeaa2c89c529edd6ce9cfc3171412fc56f7763062c55e1e5997fc098e58 network default NAD default NAD key default], result "{}", err I0421 15:11:15.575099 3648 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:11:15.575135 3648 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 I0421 15:11:15.576705 3648 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452, ips: 10.129.0.34 I0421 15:11:15.576729 3648 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:11:15.576749 3648 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 15:11:15.576756 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0421 15:11:15.576930 3648 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0421 15:11:15.576946 3648 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0421 15:11:15.609351 3648 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:15.609376 3648 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:15.609394 3648 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:15.609406 3648 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:16.031997 3648 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-nfxxf] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-nfxxf for pod on switch ip-10-0-2-250.ec2.internal I0421 15:11:16.032107 3648 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-nfxxf I0421 15:11:16.048443 3648 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-nfxxf] pod update took 16.364699ms I0421 15:11:16.048462 3648 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-nfxxf] addLogicalPort annotation time took 16.38805ms I0421 15:11:16.049894 3648 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-nfxxf] addLogicalPort took 17.917251ms, libovsdb time 1.116221ms I0421 15:11:16.392567 3648 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-nfxxf ec0c35af9c6791976e8ef3b9f69b415afafcd83d0994be613f0fd936793b3fac network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-nfxxf ec0c35af9c6791976e8ef3b9f69b415afafcd83d0994be613f0fd936793b3fac network default NAD default NAD key ] I0421 15:11:16.403322 3648 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-nfxxf, hostIfaceName: ec0c35af9c67919, network: default, NAD default, SandboxID: "ec0c35af9c6791976e8ef3b9f69b415afafcd83d0994be613f0fd936793b3fac", PCI device ID: , UID: "19e98efd-1ab3-43dd-aa32-1adf39c48e03", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0421 15:11:16.451726 3648 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-nfxxf ec0c35af9c6791976e8ef3b9f69b415afafcd83d0994be613f0fd936793b3fac network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-nfxxf ec0c35af9c6791976e8ef3b9f69b415afafcd83d0994be613f0fd936793b3fac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:2c:48:3c:e9:33\",\"name\":\"ec0c35af9c67919\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29a6acc4-1ef5-43d8-8f07-abf863abb1d9\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:11:16.601199 3648 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:16.601223 3648 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:16.601246 3648 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:16.601255 3648 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:11:18.567384 3648 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-6d4pk] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-6d4pk for pod on switch ip-10-0-2-250.ec2.internal I0421 15:11:18.567517 3648 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-6d4pk I0421 15:11:18.586326 3648 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-6d4pk] pod update took 18.8351ms I0421 15:11:18.586683 3648 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-6d4pk] addLogicalPort annotation time took 19.193357ms I0421 15:11:18.588344 3648 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-6d4pk] addLogicalPort took 20.98192ms, libovsdb time 1.09336ms I0421 15:11:19.106661 3648 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-6d4pk a676962b72425d17ed0bc9713dc00a53f5c6ffadfc083d79d3eb3a074a1ae3b6 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-6d4pk a676962b72425d17ed0bc9713dc00a53f5c6ffadfc083d79d3eb3a074a1ae3b6 network default NAD default NAD key ] I0421 15:11:19.116250 3648 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-6d4pk, hostIfaceName: a676962b72425d1, network: default, NAD default, SandboxID: "a676962b72425d17ed0bc9713dc00a53f5c6ffadfc083d79d3eb3a074a1ae3b6", PCI device ID: , UID: "62d9afc7-1690-461d-969d-2ece7dd18eb0", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0421 15:11:19.167292 3648 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-6d4pk a676962b72425d17ed0bc9713dc00a53f5c6ffadfc083d79d3eb3a074a1ae3b6 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-6d4pk a676962b72425d17ed0bc9713dc00a53f5c6ffadfc083d79d3eb3a074a1ae3b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:96:7b:4e:18:ba\",\"name\":\"a676962b72425d1\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5ff22ad-0575-4040-82ed-d19c304f4eaf\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 15:11:19.392071 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0421 15:11:21.949163 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0421 15:11:21.960135 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0421 15:11:27.039259 3648 namespace.go:142] [openshift-operators] updating namespace I0421 15:11:27.052518 3648 namespace.go:142] [openshift-operators] updating namespace W0421 15:11:30.418262 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0421 15:11:33.397533 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0421 15:11:34.995862 3648 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0421 15:11:35.227158 3648 namespace.go:142] [openshift-operators] updating namespace I0421 15:11:35.543352 3648 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-vflgq] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-vflgq for pod on switch ip-10-0-2-250.ec2.internal I0421 15:11:35.543481 3648 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-vflgq I0421 15:11:35.571615 3648 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-vflgq] pod update took 28.157915ms I0421 15:11:35.571643 3648 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-vflgq] addLogicalPort annotation time took 28.191576ms I0421 15:11:35.572970 3648 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-vflgq] addLogicalPort took 29.633531ms, libovsdb time 945.466µs I0421 15:11:35.958498 3648 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-vflgq 23e592fb0c91530512b70b2e5226adb8853eea0424e758fd6cd7d5f4eefe37c1 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-vflgq 23e592fb0c91530512b70b2e5226adb8853eea0424e758fd6cd7d5f4eefe37c1 network default NAD default NAD key ] I0421 15:11:35.967990 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-vflgq, hostIfaceName: 23e592fb0c91530, network: default, NAD default, SandboxID: "23e592fb0c91530512b70b2e5226adb8853eea0424e758fd6cd7d5f4eefe37c1", PCI device ID: , UID: "e3cf697a-8103-48bc-83a7-3e47dc4d7698", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0421 15:11:36.016577 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0421 15:11:36.019935 3648 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-vflgq 23e592fb0c91530512b70b2e5226adb8853eea0424e758fd6cd7d5f4eefe37c1 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-vflgq 23e592fb0c91530512b70b2e5226adb8853eea0424e758fd6cd7d5f4eefe37c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:18:0b:da:33:5b\",\"name\":\"23e592fb0c91530\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df74189d-fe8c-4be3-b433-ab3d447faeab\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 15:11:45.475128 3648 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0421 15:11:45.642266 3648 namespace.go:98] [trusted-artifact-signer] adding namespace I0421 15:11:45.643121 3648 namespace.go:102] [trusted-artifact-signer] adding namespace took 830.923µs I0421 15:11:45.698795 3648 namespace.go:142] [trusted-artifact-signer] updating namespace I0421 15:11:45.706569 3648 namespace.go:142] [trusted-artifact-signer] updating namespace I0421 15:11:45.989464 3648 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-x56xw] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-x56xw for pod on switch ip-10-0-2-250.ec2.internal I0421 15:11:45.989555 3648 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-x56xw I0421 15:11:46.027171 3648 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-x56xw] pod update took 37.635968ms I0421 15:11:46.027206 3648 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-x56xw] addLogicalPort annotation time took 37.678595ms I0421 15:11:46.028433 3648 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-x56xw] addLogicalPort took 38.983981ms, libovsdb time 888.403µs I0421 15:11:46.355712 3648 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-x56xw 523ca8db40bb1d88da646976387bf6a744266eb69382e9aa5e3872bbf78293be network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-x56xw 523ca8db40bb1d88da646976387bf6a744266eb69382e9aa5e3872bbf78293be network default NAD default NAD key ] I0421 15:11:46.365674 3648 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-x56xw, hostIfaceName: 523ca8db40bb1d8, network: default, NAD default, SandboxID: "523ca8db40bb1d88da646976387bf6a744266eb69382e9aa5e3872bbf78293be", PCI device ID: , UID: "cbe72fe3-b29b-4184-aaab-388d0901b7f2", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0421 15:11:46.418197 3648 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-x56xw 523ca8db40bb1d88da646976387bf6a744266eb69382e9aa5e3872bbf78293be network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-x56xw 523ca8db40bb1d88da646976387bf6a744266eb69382e9aa5e3872bbf78293be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:e8:97:0b:05:9b\",\"name\":\"523ca8db40bb1d8\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf317356-2e29-4d12-999f-d6461e3e608f\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:11:50.005607 3648 namespace.go:98] [openshift-pipelines] adding namespace I0421 15:11:50.006677 3648 namespace.go:102] [openshift-pipelines] adding namespace took 1.041236ms I0421 15:11:50.022445 3648 namespace.go:142] [openshift-pipelines] updating namespace I0421 15:11:50.718813 3648 namespace.go:142] [cert-manager-operator] updating namespace I0421 15:11:51.120758 3648 namespace.go:142] [konflux-operator] updating namespace I0421 15:11:51.321241 3648 namespace.go:142] [konflux-ui] updating namespace I0421 15:11:51.519475 3648 namespace.go:142] [open-cluster-management-2pqjtmvbm33oc5395jk2up7svnpqpdjs] updating namespace I0421 15:11:51.920521 3648 namespace.go:142] [rhbk-operator] updating namespace I0421 15:11:52.121019 3648 namespace.go:142] [rhtpa-operator] updating namespace I0421 15:11:52.323036 3648 namespace.go:142] [trusted-artifact-signer] updating namespace I0421 15:11:52.523169 3648 namespace.go:142] [tsf] updating namespace I0421 15:11:52.725303 3648 namespace.go:142] [tsf-keycloak] updating namespace I0421 15:11:52.927217 3648 namespace.go:142] [tsf-tas] updating namespace I0421 15:11:53.128430 3648 namespace.go:142] [tsf-tpa] updating namespace I0421 15:11:53.257235 3648 namespace.go:142] [cert-manager-operator] updating namespace I0421 15:11:53.265084 3648 namespace.go:142] [default] updating namespace I0421 15:11:53.275949 3648 namespace.go:142] [konflux-operator] updating namespace I0421 15:11:53.285882 3648 namespace.go:142] [konflux-ui] updating namespace I0421 15:11:53.299507 3648 namespace.go:142] [open-cluster-management-2pqjtmvbm33oc5395jk2up7svnpqpdjs] updating namespace I0421 15:11:53.309156 3648 namespace.go:142] [openshift] updating namespace I0421 15:11:53.318556 3648 namespace.go:142] [rhbk-operator] updating namespace I0421 15:11:53.327299 3648 namespace.go:142] [rhtpa-operator] updating namespace I0421 15:11:53.336289 3648 namespace.go:142] [trusted-artifact-signer] updating namespace I0421 15:11:53.343752 3648 namespace.go:142] [tsf] updating namespace I0421 15:11:53.353358 3648 namespace.go:142] [tsf-keycloak] updating namespace I0421 15:11:53.370489 3648 namespace.go:142] [tsf-tas] updating namespace I0421 15:11:53.391544 3648 namespace.go:142] [tsf-tpa] updating namespace I0421 15:11:53.495391 3648 namespace.go:142] [cert-manager-operator] updating namespace I0421 15:11:53.597093 3648 namespace.go:142] [default] updating namespace I0421 15:11:53.699330 3648 namespace.go:142] [konflux-operator] updating namespace I0421 15:11:53.792731 3648 namespace.go:142] [konflux-ui] updating namespace I0421 15:11:53.893021 3648 namespace.go:142] [open-cluster-management-2pqjtmvbm33oc5395jk2up7svnpqpdjs] updating namespace I0421 15:11:53.988955 3648 namespace.go:142] [openshift] updating namespace I0421 15:11:54.092711 3648 namespace.go:142] [rhbk-operator] updating namespace I0421 15:11:54.199580 3648 namespace.go:142] [rhtpa-operator] updating namespace I0421 15:11:54.290721 3648 namespace.go:142] [trusted-artifact-signer] updating namespace I0421 15:11:54.391505 3648 namespace.go:142] [tsf] updating namespace I0421 15:11:54.489771 3648 namespace.go:142] [tsf-keycloak] updating namespace I0421 15:11:54.590989 3648 namespace.go:142] [tsf-tas] updating namespace I0421 15:11:54.690983 3648 namespace.go:142] [tsf-tpa] updating namespace I0421 15:11:54.910353 3648 namespace.go:142] [openshift-pipelines] updating namespace I0421 15:12:02.585841 3648 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-4c677] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-4c677 for pod on switch ip-10-0-2-250.ec2.internal I0421 15:12:02.585968 3648 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-4c677 I0421 15:12:02.616520 3648 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-4c677] pod update took 30.579072ms I0421 15:12:02.616546 3648 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-4c677] addLogicalPort annotation time took 30.608972ms I0421 15:12:02.617730 3648 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-4c677] addLogicalPort took 31.909019ms, libovsdb time 833.492µs I0421 15:12:02.679170 3648 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-fg2sl] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-fg2sl for pod on switch ip-10-0-2-250.ec2.internal I0421 15:12:02.679293 3648 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-fg2sl I0421 15:12:02.703083 3648 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-fg2sl] pod update took 23.819697ms I0421 15:12:02.703103 3648 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-fg2sl] addLogicalPort annotation time took 23.84629ms I0421 15:12:02.704323 3648 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-fg2sl] addLogicalPort took 25.169381ms, libovsdb time 857.08µs I0421 15:12:02.950417 3648 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-4c677 d8b95f796332564b338385870167ce5ec71104b5bb67555ac40ec4a926b1a282 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-4c677 d8b95f796332564b338385870167ce5ec71104b5bb67555ac40ec4a926b1a282 network default NAD default NAD key ] I0421 15:12:02.959952 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-4c677, hostIfaceName: d8b95f796332564, network: default, NAD default, SandboxID: "d8b95f796332564b338385870167ce5ec71104b5bb67555ac40ec4a926b1a282", PCI device ID: , UID: "98831cab-09eb-493e-9136-38701413d0d9", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0421 15:12:03.011835 3648 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-4c677 d8b95f796332564b338385870167ce5ec71104b5bb67555ac40ec4a926b1a282 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-4c677 d8b95f796332564b338385870167ce5ec71104b5bb67555ac40ec4a926b1a282 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:e9:a8:5e:f0:14\",\"name\":\"d8b95f796332564\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/659c8b77-3627-4b09-9caf-1e04f9632a75\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:12:03.045355 3648 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-fg2sl 19dd2223d41d90baa3a0824e852ab500618b18f196eddca389668b23bdc8b02e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-fg2sl 19dd2223d41d90baa3a0824e852ab500618b18f196eddca389668b23bdc8b02e network default NAD default NAD key ] I0421 15:12:03.055572 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-fg2sl, hostIfaceName: 19dd2223d41d90b, network: default, NAD default, SandboxID: "19dd2223d41d90baa3a0824e852ab500618b18f196eddca389668b23bdc8b02e", PCI device ID: , UID: "59ee8ad8-3225-49a5-b986-6829c67fe455", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0421 15:12:03.107360 3648 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-fg2sl 19dd2223d41d90baa3a0824e852ab500618b18f196eddca389668b23bdc8b02e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-fg2sl 19dd2223d41d90baa3a0824e852ab500618b18f196eddca389668b23bdc8b02e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:c5:45:76:0e:66\",\"name\":\"19dd2223d41d90b\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04591024-d068-4649-a32c-2e5a2413ce03\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 15:12:07.587023 3648 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0421 15:12:07.587049 3648 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0421 15:12:07.587055 3648 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0421 15:12:07.618778 3648 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0421 15:12:07.618796 3648 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0421 15:12:07.618801 3648 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0421 15:12:07.657094 3648 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 15:12:07.657115 3648 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 15:12:07.657122 3648 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 15:12:07.657127 3648 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0421 15:12:16.028109 3648 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 W0421 15:12:18.666246 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 15:12:18.666264 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 15:12:18.666269 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0421 15:12:18.666274 3648 util.go:959] Failed to build node endpoints for node ip-10-0-2-250.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0421 15:12:19.032520 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0421 15:12:25.618793 3648 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-dpkzj] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-dpkzj for pod on switch ip-10-0-2-250.ec2.internal I0421 15:12:25.618902 3648 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-dpkzj I0421 15:12:25.632122 3648 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-dpkzj] pod update took 13.246805ms I0421 15:12:25.632153 3648 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-dpkzj] addLogicalPort annotation time took 13.284191ms I0421 15:12:25.633683 3648 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-dpkzj] addLogicalPort took 14.905714ms, libovsdb time 1.007226ms I0421 15:12:25.908491 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0421 15:12:26.018529 3648 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-dpkzj 57cf1f194c11898ebdc67e456a2ef5a320f86901a9976c457b704e8b8867804c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-dpkzj 57cf1f194c11898ebdc67e456a2ef5a320f86901a9976c457b704e8b8867804c network default NAD default NAD key ] I0421 15:12:26.027850 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-dpkzj, hostIfaceName: 57cf1f194c11898, network: default, NAD default, SandboxID: "57cf1f194c11898ebdc67e456a2ef5a320f86901a9976c457b704e8b8867804c", PCI device ID: , UID: "796745a2-8b5b-4fb7-ac18-dc7f0f6de21f", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0421 15:12:26.079599 3648 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-dpkzj 57cf1f194c11898ebdc67e456a2ef5a320f86901a9976c457b704e8b8867804c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-dpkzj 57cf1f194c11898ebdc67e456a2ef5a320f86901a9976c457b704e8b8867804c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:a0:d0:62:78:cf\",\"name\":\"57cf1f194c11898\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/331ec930-b1f0-4806-a2b0-aa916cc6ce74\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:12:28.924958 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=42 W0421 15:12:29.473660 3648 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0421 15:12:41.910200 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=34 I0421 15:12:46.360771 3648 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0421 15:12:50.430809 3648 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-250.ec2.internal I0421 15:12:50.430906 3648 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0421 15:12:50.444136 3648 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.249862ms I0421 15:12:50.444161 3648 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.281908ms I0421 15:12:50.445373 3648 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.579275ms, libovsdb time 777.296µs I0421 15:12:55.296893 3648 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 41a37ff6551862729151dcb9c6ff3535cac4c6de3bbe248fadf350140ba86247 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 41a37ff6551862729151dcb9c6ff3535cac4c6de3bbe248fadf350140ba86247 network default NAD default NAD key ] I0421 15:12:55.306634 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 41a37ff65518627, network: default, NAD default, SandboxID: "41a37ff6551862729151dcb9c6ff3535cac4c6de3bbe248fadf350140ba86247", PCI device ID: , UID: "d4e1301c-f603-46d0-9376-a346c89ab513", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0421 15:12:55.356768 3648 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 41a37ff6551862729151dcb9c6ff3535cac4c6de3bbe248fadf350140ba86247 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 41a37ff6551862729151dcb9c6ff3535cac4c6de3bbe248fadf350140ba86247 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:a7:82:f6:00:4b\",\"name\":\"41a37ff65518627\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/792a3aa9-05ef-4c7b-ae0b-aa3e8364f4d6\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:12:55.995642 3648 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0421 15:13:03.021338 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0421 15:13:04.007121 3648 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0421 15:13:12.879821 3648 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0421 15:13:12.879839 3648 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0421 15:13:12.879844 3648 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0421 15:13:31.583724 3648 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-fsm5z] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-fsm5z for pod on switch ip-10-0-2-250.ec2.internal I0421 15:13:31.583844 3648 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-fsm5z I0421 15:13:31.596059 3648 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-fsm5z] pod update took 12.248317ms I0421 15:13:31.596081 3648 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-fsm5z] addLogicalPort annotation time took 12.276381ms I0421 15:13:31.597361 3648 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-fsm5z] addLogicalPort took 13.660045ms, libovsdb time 866.369µs I0421 15:13:31.963655 3648 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-fsm5z dd98f5e5f1e5630f6f7bfa940d3b155c7bd8ffc310796704d913b74a719cc096 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-fsm5z dd98f5e5f1e5630f6f7bfa940d3b155c7bd8ffc310796704d913b74a719cc096 network default NAD default NAD key ] I0421 15:13:31.972760 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-fsm5z, hostIfaceName: dd98f5e5f1e5630, network: default, NAD default, SandboxID: "dd98f5e5f1e5630f6f7bfa940d3b155c7bd8ffc310796704d913b74a719cc096", PCI device ID: , UID: "11ccf469-43fd-4201-a21a-07dfac79a2e0", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0421 15:13:32.024911 3648 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-fsm5z dd98f5e5f1e5630f6f7bfa940d3b155c7bd8ffc310796704d913b74a719cc096 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-fsm5z dd98f5e5f1e5630f6f7bfa940d3b155c7bd8ffc310796704d913b74a719cc096 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:79:15:36:99:ed\",\"name\":\"dd98f5e5f1e5630\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a8d09e0-c37a-4a9f-af02-32174bd2a890\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0421 15:13:59.846128 3648 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0421 15:14:13.910080 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=93 I0421 15:14:31.005345 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0421 15:14:38.036464 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0421 15:16:07.546245 3648 namespace.go:142] [openshift-pipelines] updating namespace I0421 15:17:28.909575 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0421 15:17:32.014818 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0421 15:17:44.025135 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0421 15:17:52.031874 3648 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0421 15:18:36.003850 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0421 15:19:04.920737 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=242 I0421 15:19:47.036335 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0421 15:19:49.913303 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0421 15:20:00.205856 3648 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29613080-2wsbj for pod on switch ip-10-0-2-250.ec2.internal I0421 15:20:00.205960 3648 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj I0421 15:20:00.227650 3648 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj] pod update took 21.711993ms I0421 15:20:00.227676 3648 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj] addLogicalPort annotation time took 21.744858ms I0421 15:20:00.229083 3648 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj] addLogicalPort took 23.23934ms, libovsdb time 1.015911ms I0421 15:20:00.570307 3648 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj f7e931fb870d12a0beaae694e33bc3afa758a12ef011ac3b365376d9001f2679 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj f7e931fb870d12a0beaae694e33bc3afa758a12ef011ac3b365376d9001f2679 network default NAD default NAD key ] I0421 15:20:00.579890 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29613080-2wsbj, hostIfaceName: f7e931fb870d12a, network: default, NAD default, SandboxID: "f7e931fb870d12a0beaae694e33bc3afa758a12ef011ac3b365376d9001f2679", PCI device ID: , UID: "f8f31a5f-f565-4cb5-a8a5-3340e90853b9", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0421 15:20:00.631300 3648 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj f7e931fb870d12a0beaae694e33bc3afa758a12ef011ac3b365376d9001f2679 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj f7e931fb870d12a0beaae694e33bc3afa758a12ef011ac3b365376d9001f2679 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:b0:2b:5d:fb:79\",\"name\":\"f7e931fb870d12a\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6accd1c-648a-4743-90d8-b08d385056b7\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:20:04.214672 3648 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj f7e931fb870d12a0beaae694e33bc3afa758a12ef011ac3b365376d9001f2679 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj f7e931fb870d12a0beaae694e33bc3afa758a12ef011ac3b365376d9001f2679 network default NAD default NAD key ] I0421 15:20:04.299838 3648 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj f7e931fb870d12a0beaae694e33bc3afa758a12ef011ac3b365376d9001f2679 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj f7e931fb870d12a0beaae694e33bc3afa758a12ef011ac3b365376d9001f2679 network default NAD default NAD key default], result "{}", err I0421 15:20:04.362247 3648 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:20:04.362280 3648 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj I0421 15:20:04.363792 3648 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj, ips: 10.129.0.45 I0421 15:20:04.363816 3648 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:20:05.264831 3648 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:20:05.264859 3648 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:20:17.999559 3648 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 W0421 15:20:39.311840 3648 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-7ffddf87d4-mwght I0421 15:21:22.913462 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=21 I0421 15:21:25.929326 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=32 I0421 15:21:27.912427 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0421 15:21:32.009200 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0421 15:21:54.870459 3648 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:21:54.871035 3648 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:21:56.999438 3648 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0421 15:22:35.040564 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0421 15:22:46.024527 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0421 15:22:54.996085 3648 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:22:54.996107 3648 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:22:55.002583 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0421 15:22:55.002602 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0421 15:23:39.007068 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0421 15:23:45.018630 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0421 15:25:01.039415 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0421 15:25:55.916413 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0421 15:26:21.913022 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0421 15:26:55.917549 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0421 15:27:05.924618 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=30 I0421 15:27:19.035854 3648 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0421 15:27:20.003448 3648 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0421 15:27:28.029208 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0421 15:27:48.003571 3648 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0421 15:28:12.028081 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0421 15:29:30.915557 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0421 15:30:00.189162 3648 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29613090-cc8vv for pod on switch ip-10-0-2-250.ec2.internal I0421 15:30:00.189297 3648 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv I0421 15:30:00.202706 3648 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv] pod update took 13.438903ms I0421 15:30:00.202732 3648 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv] addLogicalPort annotation time took 13.469773ms I0421 15:30:00.204047 3648 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv] addLogicalPort took 14.898337ms, libovsdb time 932.949µs I0421 15:30:00.550540 3648 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv f11258d8b573ef353e7a407d3723a5647f5eb8d3d4c3c0035ee0942c6c2c7fee network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv f11258d8b573ef353e7a407d3723a5647f5eb8d3d4c3c0035ee0942c6c2c7fee network default NAD default NAD key ] I0421 15:30:00.560237 3648 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29613090-cc8vv, hostIfaceName: f11258d8b573ef3, network: default, NAD default, SandboxID: "f11258d8b573ef353e7a407d3723a5647f5eb8d3d4c3c0035ee0942c6c2c7fee", PCI device ID: , UID: "146dec5d-94ad-4e0e-8230-73060afbf590", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0421 15:30:00.611524 3648 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv f11258d8b573ef353e7a407d3723a5647f5eb8d3d4c3c0035ee0942c6c2c7fee network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv f11258d8b573ef353e7a407d3723a5647f5eb8d3d4c3c0035ee0942c6c2c7fee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:6f:67:c4:7d:3f\",\"name\":\"f11258d8b573ef3\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e27139e7-4cc5-46a8-a0a7-e3f560f1589a\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0421 15:30:04.422257 3648 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv f11258d8b573ef353e7a407d3723a5647f5eb8d3d4c3c0035ee0942c6c2c7fee network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv f11258d8b573ef353e7a407d3723a5647f5eb8d3d4c3c0035ee0942c6c2c7fee network default NAD default NAD key ] I0421 15:30:04.508078 3648 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv f11258d8b573ef353e7a407d3723a5647f5eb8d3d4c3c0035ee0942c6c2c7fee network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv f11258d8b573ef353e7a407d3723a5647f5eb8d3d4c3c0035ee0942c6c2c7fee network default NAD default NAD key default], result "{}", err I0421 15:30:04.556872 3648 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:30:04.556923 3648 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv I0421 15:30:04.558163 3648 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv, ips: 10.129.0.46 I0421 15:30:04.558201 3648 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:30:05.443802 3648 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:30:05.443822 3648 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:30:05.478855 3648 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:30:05.478904 3648 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:30:05.481347 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf I0421 15:30:05.481377 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf I0421 15:30:08.932911 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0421 15:30:12.043267 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0421 15:30:17.012357 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0421 15:30:48.022152 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0421 15:31:21.043911 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0421 15:31:32.920303 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0421 15:33:18.010109 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0421 15:33:20.031604 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0421 15:33:39.721302 3648 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0421 15:33:39.721876 3648 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0421 15:33:48.916153 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0421 15:34:39.784518 3648 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:34:39.784571 3648 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0421 15:34:39.791245 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0421 15:34:39.791270 3648 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0421 15:35:18.007491 3648 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0421 15:35:19.039385 3648 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0421 15:35:22.046934 3648 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0421 15:35:55.928319 3648 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=34