+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-148.ec2.internal ++ [[ -n ip-10-0-2-148.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-148.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 08:56:42.342251484 - disable conntrack on geneve port' I0420 08:56:42.342251484 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 08:56:42.411030368 - starting ovnkube-node' I0420 08:56:42.411030368 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-148.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-148.ec2.internal --init-node ip-10-0-2-148.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-148.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0420 08:56:42.449251 3666 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0420 08:56:42.449302 3666 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-e4f814264e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0420 08:56:42.450805 3666 kube.go:431] Waiting for certificate I0420 08:56:42.450847 3666 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0420 08:56:42.450882 3666 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0420 08:56:42.451690 3666 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 08:56:42.481266 3666 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 08:56:42.481289 3666 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 08:56:42.484229 3666 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 08:56:42.484333 3666 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-c97kw" I0420 08:56:42.489931 3666 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-c97kw" I0420 08:56:42.489985 3666 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 08:56:43.451842 3666 kube.go:438] Certificate found I0420 08:56:43.452572 3666 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 08:56:43.453711 3666 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0420 08:56:43.497068 3666 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-21 08:51:42 +0000 UTC" deadline="2026-04-21 05:09:48.374745414 +0000 UTC" I0420 08:56:43.497261 3666 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h13m4.877614951s" I0420 08:56:43.529032 3666 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 08:56:43.538607 3666 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0420 08:56:43.538696 3666 server.go:101] MetricServer registers OVS metrics I0420 08:56:43.539040 3666 server.go:105] MetricServer registers OVN DB metrics I0420 08:56:43.539564 3666 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0420 08:56:43.539618 3666 factory.go:561] Starting watch factory I0420 08:56:43.539728 3666 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.539746 3666 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.539732 3666 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.540057 3666 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.540170 3666 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.540193 3666 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.540207 3666 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.540473 3666 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.540502 3666 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.540568 3666 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.540829 3666 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.540958 3666 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.541333 3666 controller_manager.go:370] Starting the ovnkube controller I0420 08:56:43.541366 3666 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-148.ec2.internal I0420 08:56:43.541430 3666 controller_manager.go:395] NBDB zone sync took: 50.077µs I0420 08:56:43.541446 3666 factory.go:561] Starting watch factory I0420 08:56:43.544007 3666 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0420 08:56:43.544033 3666 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0420 08:56:43.556899 3666 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0420 08:56:43.556923 3666 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0420 08:56:43.559681 3666 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.560704 3666 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0420 08:56:43.560738 3666 server.go:109] MetricServer registers OVN Controller metrics I0420 08:56:43.561724 3666 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.562260 3666 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.562648 3666 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.565876 3666 server.go:113] MetricServer registers OVN Northd metrics I0420 08:56:43.567627 3666 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.570148 3666 metrics.go:519] OVN Metrics Server starts to run ... I0420 08:56:43.573761 3666 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:56:43.645695 3666 factory.go:1977] *v1.Service informer cache synced successfully I0420 08:56:43.645709 3666 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 08:56:43.645713 3666 factory.go:1977] *v1.Pod informer cache synced successfully I0420 08:56:43.645716 3666 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 08:56:43.645719 3666 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 08:56:43.645722 3666 factory.go:1977] *v1.Node informer cache synced successfully I0420 08:56:43.645796 3666 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 08:56:43.645808 3666 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 08:56:43.645819 3666 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 08:56:43.645838 3666 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 08:56:43.647353 3666 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 08:56:43.647367 3666 factory.go:1977] *v1.Node informer cache synced successfully I0420 08:56:43.647370 3666 factory.go:1977] *v1.Service informer cache synced successfully I0420 08:56:43.647373 3666 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 08:56:43.647378 3666 factory.go:1977] *v1.Pod informer cache synced successfully I0420 08:56:43.647381 3666 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 08:56:43.649187 3666 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 08:56:43.649196 3666 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 08:56:43.651026 3666 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 08:56:43.651038 3666 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 08:56:43.651086 3666 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.651121 3666 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.652907 3666 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 08:56:43.652920 3666 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 08:56:43.653756 3666 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.656109 3666 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 08:56:43.656179 3666 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.656191 3666 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.658190 3666 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 08:56:43.658742 3666 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.662016 3666 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 08:56:43.662108 3666 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.662135 3666 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.663408 3666 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 08:56:43.664706 3666 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.668022 3666 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 08:56:43.668122 3666 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.668155 3666 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.669454 3666 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 08:56:43.670687 3666 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.674048 3666 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 08:56:43.674127 3666 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.674144 3666 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.675254 3666 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 08:56:43.677167 3666 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.679499 3666 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 08:56:43.679678 3666 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 08:56:43.679693 3666 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 08:56:43.680878 3666 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 08:56:43.682216 3666 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 08:56:43.684573 3666 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 08:56:43.684661 3666 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.684673 3666 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.684683 3666 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.684694 3666 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.686075 3666 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 08:56:43.687298 3666 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.687342 3666 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 08:56:43.689720 3666 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 08:56:43.689731 3666 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 08:56:43.689738 3666 factory.go:680] Watch Factory start up complete, took: 150.121887ms I0420 08:56:43.689817 3666 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0420 08:56:43.691920 3666 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 08:56:43.691929 3666 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 08:56:43.691937 3666 factory.go:680] Watch Factory start up complete, took: 150.489854ms I0420 08:56:43.691944 3666 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-148.ec2.internal" zone I0420 08:56:43.730889 3666 default_node_network_controller.go:710] Initializing the default node network controller I0420 08:56:43.811479 3666 udn_isolation.go:101] Starting UDN host isolation manager I0420 08:56:43.817763 3666 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0420 08:56:43.887321 3666 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0420 08:56:43.887392 3666 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0420 08:56:43.887407 3666 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0420 08:56:43.920704 3666 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0420 08:56:43.920768 3666 default_node_network_controller.go:809] Node ip-10-0-2-148.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0420 08:56:43.926543 3666 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.148"] k8s.ovn.org/zone-name:ip-10-0-2-148.ec2.internal] on node ip-10-0-2-148.ec2.internal I0420 08:56:43.949609 3666 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0420 08:56:43.956275 3666 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0420 08:56:43.956438 3666 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0420 08:56:43.956589 3666 gateway_init.go:263] Preparing Gateway I0420 08:56:43.956601 3666 gateway_shared_intf.go:1687] Creating new gateway I0420 08:56:44.068771 3666 iptables.go:108] Creating table: filter chain: FORWARD I0420 08:56:44.075546 3666 iptables.go:108] Creating table: filter chain: OUTPUT I0420 08:56:44.082234 3666 gateway_shared_intf.go:1816] Gateway Creation Complete I0420 08:56:44.082248 3666 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-148.ec2.internal","mac-address":"0e:b4:74:1b:a0:5d","ip-addresses":["10.0.2.148/24"],"ip-address":"10.0.2.148/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b9902e89-6229-48b4-a307-4b1129b1be42 k8s.ovn.org/node-encap-ips:["10.0.2.148"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.148/24"} k8s.ovn.org/zone-name:ip-10-0-2-148.ec2.internal] on node ip-10-0-2-148.ec2.internal I0420 08:56:44.100753 3666 default_node_network_controller.go:519] Node connection status = connected I0420 08:56:44.192265 3666 controller_manager.go:429] Waiting for node in zone sync took: 500.309961ms I0420 08:56:44.197784 3666 controller_manager.go:611] Switching to transit router for layer2 networks I0420 08:56:44.197802 3666 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-148.ec2.internal I0420 08:56:44.212507 3666 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 08:56:44.219525 3666 controller_manager.go:290] SCTP support detected in OVN I0420 08:56:44.220128 3666 services_controller.go:69] Creating services controller for network=default I0420 08:56:44.220248 3666 udn_enabled_svc.go:80] Waiting for service informer to sync I0420 08:56:44.220776 3666 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0420 08:56:44.220832 3666 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0420 08:56:44.220848 3666 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0420 08:56:44.220857 3666 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 08:56:44.220971 3666 udn_enabled_svc.go:95] Performing full resync I0420 08:56:44.221042 3666 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0420 08:56:44.221122 3666 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0420 08:56:44.221180 3666 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.044µs I0420 08:56:44.221205 3666 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 73.547µs I0420 08:56:44.221211 3666 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 90.007µs I0420 08:56:44.221216 3666 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0420 08:56:44.221222 3666 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0420 08:56:44.221231 3666 default_network_controller.go:325] Starting the default network controller I0420 08:56:44.221277 3666 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.644µs I0420 08:56:44.221304 3666 udn_enabled_svc.go:99] Waiting for handler to sync I0420 08:56:44.221320 3666 udn_enabled_svc.go:104] Starting worker I0420 08:56:44.230839 3666 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0420 08:56:44.230894 3666 repair.go:33] Syncing exgw routes took 40.539µs I0420 08:56:44.230920 3666 default_network_controller.go:414] Starting all the Watchers... I0420 08:56:44.231065 3666 namespace.go:98] [openshift-backplane-cee] adding namespace I0420 08:56:44.231071 3666 namespace.go:98] [openshift-kube-scheduler] adding namespace I0420 08:56:44.231068 3666 namespace.go:98] [openshift-backplane-csm] adding namespace I0420 08:56:44.231080 3666 namespace.go:98] [openshift-operators-redhat] adding namespace I0420 08:56:44.231107 3666 namespace.go:98] [openshift-console-user-settings] adding namespace I0420 08:56:44.231125 3666 namespace.go:98] [openshift-must-gather-operator] adding namespace I0420 08:56:44.231134 3666 namespace.go:98] [openshift-cluster-version] adding namespace I0420 08:56:44.231203 3666 namespace.go:98] [openshift-infra] adding namespace I0420 08:56:44.231217 3666 namespace.go:98] [openshift-authentication-operator] adding namespace I0420 08:56:44.231222 3666 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0420 08:56:44.231226 3666 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0420 08:56:44.231231 3666 namespace.go:98] [openshift-logging] adding namespace I0420 08:56:44.231235 3666 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0420 08:56:44.231238 3666 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0420 08:56:44.231244 3666 namespace.go:98] [openshift-machine-config-operator] adding namespace I0420 08:56:44.232056 3666 namespace.go:102] [openshift-backplane-cee] adding namespace took 975.351µs I0420 08:56:44.232072 3666 namespace.go:98] [openshift-insights] adding namespace I0420 08:56:44.232634 3666 namespace.go:102] [openshift-insights] adding namespace took 556.596µs I0420 08:56:44.232647 3666 namespace.go:98] [openshift-config] adding namespace I0420 08:56:44.233115 3666 namespace.go:102] [openshift-kube-scheduler] adding namespace took 2.030332ms I0420 08:56:44.233132 3666 namespace.go:98] [openshift-dns-operator] adding namespace I0420 08:56:44.233612 3666 namespace.go:102] [openshift-backplane-csm] adding namespace took 2.525692ms I0420 08:56:44.233623 3666 namespace.go:98] [openshift-monitoring] adding namespace I0420 08:56:44.234085 3666 namespace.go:102] [openshift-operators-redhat] adding namespace took 2.996503ms I0420 08:56:44.234115 3666 namespace.go:98] [openshift-apiserver] adding namespace I0420 08:56:44.234617 3666 namespace.go:102] [openshift-console-user-settings] adding namespace took 3.500586ms I0420 08:56:44.234634 3666 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0420 08:56:44.235193 3666 namespace.go:102] [openshift-must-gather-operator] adding namespace took 4.057681ms I0420 08:56:44.235207 3666 namespace.go:98] [openshift-config-operator] adding namespace I0420 08:56:44.235887 3666 namespace.go:102] [openshift-cluster-version] adding namespace took 4.73925ms I0420 08:56:44.235905 3666 namespace.go:98] [openshift-kube-apiserver] adding namespace I0420 08:56:44.236407 3666 namespace.go:102] [openshift-infra] adding namespace took 5.193683ms I0420 08:56:44.236416 3666 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0420 08:56:44.236857 3666 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.634412ms I0420 08:56:44.236872 3666 namespace.go:98] [openshift-backplane] adding namespace I0420 08:56:44.237327 3666 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.099219ms I0420 08:56:44.237342 3666 namespace.go:98] [openshift-ingress-operator] adding namespace I0420 08:56:44.237863 3666 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.631551ms I0420 08:56:44.237877 3666 namespace.go:98] [openshift-backplane-srep] adding namespace I0420 08:56:44.238308 3666 namespace.go:102] [openshift-logging] adding namespace took 7.073713ms I0420 08:56:44.238319 3666 namespace.go:98] [openshift-marketplace] adding namespace I0420 08:56:44.238865 3666 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.625433ms I0420 08:56:44.238879 3666 namespace.go:98] [openshift] adding namespace I0420 08:56:44.239401 3666 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.156811ms I0420 08:56:44.239417 3666 namespace.go:98] [openshift-machine-api] adding namespace I0420 08:56:44.239854 3666 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.605255ms I0420 08:56:44.239866 3666 namespace.go:98] [kube-public] adding namespace I0420 08:56:44.240279 3666 namespace.go:102] [openshift-config] adding namespace took 7.62702ms I0420 08:56:44.240294 3666 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0420 08:56:44.240664 3666 namespace.go:102] [openshift-dns-operator] adding namespace took 7.527849ms I0420 08:56:44.240676 3666 namespace.go:98] [openshift-dns] adding namespace I0420 08:56:44.241067 3666 namespace.go:102] [openshift-monitoring] adding namespace took 7.439219ms I0420 08:56:44.241080 3666 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0420 08:56:44.241485 3666 namespace.go:102] [openshift-apiserver] adding namespace took 7.364531ms I0420 08:56:44.241498 3666 namespace.go:98] [openshift-backplane-tam] adding namespace I0420 08:56:44.241904 3666 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.264635ms I0420 08:56:44.241916 3666 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0420 08:56:44.242338 3666 namespace.go:102] [openshift-config-operator] adding namespace took 7.125373ms I0420 08:56:44.242350 3666 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0420 08:56:44.242726 3666 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.815969ms I0420 08:56:44.242737 3666 namespace.go:98] [openshift-etcd] adding namespace I0420 08:56:44.243131 3666 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.710444ms I0420 08:56:44.243143 3666 namespace.go:98] [openshift-network-diagnostics] adding namespace I0420 08:56:44.243545 3666 namespace.go:102] [openshift-backplane] adding namespace took 6.668161ms I0420 08:56:44.243558 3666 namespace.go:98] [openshift-service-ca-operator] adding namespace I0420 08:56:44.243942 3666 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.595607ms I0420 08:56:44.243954 3666 namespace.go:98] [openshift-node] adding namespace I0420 08:56:44.244379 3666 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.49698ms I0420 08:56:44.244392 3666 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0420 08:56:44.244769 3666 namespace.go:102] [openshift-marketplace] adding namespace took 6.445112ms I0420 08:56:44.244781 3666 namespace.go:98] [openshift-authentication] adding namespace I0420 08:56:44.245172 3666 namespace.go:102] [openshift] adding namespace took 6.287871ms I0420 08:56:44.245186 3666 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0420 08:56:44.245584 3666 namespace.go:102] [openshift-machine-api] adding namespace took 6.161086ms I0420 08:56:44.245600 3666 namespace.go:98] [openshift-host-network] adding namespace I0420 08:56:44.246011 3666 namespace.go:102] [kube-public] adding namespace took 6.139573ms I0420 08:56:44.246022 3666 namespace.go:98] [openshift-console-operator] adding namespace I0420 08:56:44.246469 3666 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.169728ms I0420 08:56:44.246485 3666 namespace.go:98] [openshift-ingress] adding namespace I0420 08:56:44.246936 3666 namespace.go:102] [openshift-dns] adding namespace took 6.253831ms I0420 08:56:44.246950 3666 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0420 08:56:44.247354 3666 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.268914ms I0420 08:56:44.247366 3666 namespace.go:98] [openshift-console] adding namespace I0420 08:56:44.247769 3666 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.265922ms I0420 08:56:44.247781 3666 namespace.go:98] [dedicated-admin] adding namespace I0420 08:56:44.248185 3666 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.262536ms I0420 08:56:44.248201 3666 namespace.go:98] [openshift-network-operator] adding namespace I0420 08:56:44.248578 3666 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.223856ms I0420 08:56:44.248590 3666 namespace.go:98] [openshift-multus] adding namespace W0420 08:56:44.248950 3666 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-pds9d: pod openshift-network-diagnostics/network-check-target-pds9d: no pod IPs found I0420 08:56:44.248999 3666 namespace.go:102] [openshift-etcd] adding namespace took 6.256908ms I0420 08:56:44.249011 3666 namespace.go:98] [openshift-config-managed] adding namespace I0420 08:56:44.249467 3666 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.319138ms I0420 08:56:44.249480 3666 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0420 08:56:44.249851 3666 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.288975ms I0420 08:56:44.249862 3666 namespace.go:98] [kube-node-lease] adding namespace I0420 08:56:44.250689 3666 namespace.go:102] [openshift-node] adding namespace took 6.725381ms I0420 08:56:44.250715 3666 namespace.go:98] [openshift-ingress-canary] adding namespace I0420 08:56:44.251175 3666 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.778136ms I0420 08:56:44.251188 3666 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0420 08:56:44.251590 3666 namespace.go:102] [openshift-authentication] adding namespace took 6.804565ms I0420 08:56:44.251602 3666 namespace.go:98] [open-cluster-management-2ppph9ruf6k5ml3crseffj0vunji1dnc] adding namespace I0420 08:56:44.252004 3666 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.814236ms I0420 08:56:44.252013 3666 namespace.go:98] [openshift-backplane-cse] adding namespace I0420 08:56:44.252626 3666 namespace.go:102] [openshift-host-network] adding namespace took 7.01874ms I0420 08:56:44.252642 3666 namespace.go:98] [openshift-package-operator] adding namespace I0420 08:56:44.253184 3666 namespace.go:102] [openshift-console-operator] adding namespace took 7.156309ms I0420 08:56:44.253199 3666 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0420 08:56:44.253610 3666 namespace.go:102] [openshift-ingress] adding namespace took 7.120141ms I0420 08:56:44.254119 3666 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.163003ms I0420 08:56:44.254134 3666 namespace.go:98] [openshift-customer-monitoring] adding namespace I0420 08:56:44.254606 3666 namespace.go:102] [openshift-console] adding namespace took 7.234354ms I0420 08:56:44.254620 3666 namespace.go:98] [openshift-route-controller-manager] adding namespace I0420 08:56:44.255011 3666 namespace.go:102] [dedicated-admin] adding namespace took 7.226763ms I0420 08:56:44.255020 3666 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace W0420 08:56:44.255494 3666 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-szn7p: pod openshift-multus/network-metrics-daemon-szn7p: no pod IPs found I0420 08:56:44.255529 3666 namespace.go:102] [openshift-network-operator] adding namespace took 7.323056ms I0420 08:56:44.255537 3666 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0420 08:56:44.256033 3666 namespace.go:102] [openshift-multus] adding namespace took 7.437657ms I0420 08:56:44.256048 3666 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0420 08:56:44.256492 3666 namespace.go:102] [openshift-config-managed] adding namespace took 7.476886ms I0420 08:56:44.256505 3666 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0420 08:56:44.256975 3666 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.487657ms I0420 08:56:44.256990 3666 namespace.go:98] [openshift-operators] adding namespace I0420 08:56:44.257462 3666 namespace.go:102] [kube-node-lease] adding namespace took 7.594958ms I0420 08:56:44.257474 3666 namespace.go:98] [openshift-backplane-mobb] adding namespace I0420 08:56:44.257962 3666 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.240339ms I0420 08:56:44.257976 3666 namespace.go:98] [openshift-image-registry] adding namespace I0420 08:56:44.258406 3666 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.213079ms I0420 08:56:44.258419 3666 namespace.go:98] [openshift-network-console] adding namespace I0420 08:56:44.258866 3666 namespace.go:102] [open-cluster-management-2ppph9ruf6k5ml3crseffj0vunji1dnc] adding namespace took 7.258338ms I0420 08:56:44.258879 3666 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0420 08:56:44.259289 3666 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.271341ms I0420 08:56:44.259301 3666 namespace.go:98] [default] adding namespace I0420 08:56:44.259716 3666 namespace.go:102] [openshift-package-operator] adding namespace took 7.06861ms I0420 08:56:44.259732 3666 namespace.go:98] [kube-system] adding namespace I0420 08:56:44.260120 3666 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.915467ms I0420 08:56:44.260134 3666 namespace.go:98] [openshift-network-node-identity] adding namespace I0420 08:56:44.260626 3666 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.486837ms I0420 08:56:44.261043 3666 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.418627ms I0420 08:56:44.261057 3666 namespace.go:98] [openshift-controller-manager] adding namespace I0420 08:56:44.261501 3666 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.475582ms I0420 08:56:44.261960 3666 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.418039ms I0420 08:56:44.262439 3666 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.383771ms I0420 08:56:44.262788 3666 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.277736ms I0420 08:56:44.262803 3666 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0420 08:56:44.263277 3666 namespace.go:102] [openshift-operators] adding namespace took 6.281167ms I0420 08:56:44.263290 3666 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0420 08:56:44.263657 3666 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.177663ms I0420 08:56:44.263669 3666 namespace.go:98] [openshift-apiserver-operator] adding namespace I0420 08:56:44.264193 3666 namespace.go:102] [openshift-image-registry] adding namespace took 6.211677ms I0420 08:56:44.264761 3666 namespace.go:102] [openshift-network-console] adding namespace took 6.335154ms I0420 08:56:44.265346 3666 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.460477ms I0420 08:56:44.265855 3666 namespace.go:102] [default] adding namespace took 6.548494ms I0420 08:56:44.266314 3666 namespace.go:102] [kube-system] adding namespace took 6.577987ms I0420 08:56:44.266730 3666 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.59002ms I0420 08:56:44.267162 3666 namespace.go:102] [openshift-controller-manager] adding namespace took 6.098435ms I0420 08:56:44.267641 3666 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 4.832805ms I0420 08:56:44.268044 3666 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 4.749535ms I0420 08:56:44.268419 3666 namespace.go:102] [openshift-apiserver-operator] adding namespace took 4.74475ms I0420 08:56:44.268585 3666 master.go:548] Adding or Updating local node "ip-10-0-2-148.ec2.internal" for network "default" I0420 08:56:44.269575 3666 zone_ic_handler.go:195] Time taken to create transit switch: 303.683µs I0420 08:56:44.269590 3666 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-176.ec2.internal for the network default E0420 08:56:44.269690 3666 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-221.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-221.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-221.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a16148 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0418021275}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0420 08:56:44.269767 3666 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-221.ec2.internal", UID:"7fbf187b-3ecf-4c0d-8829-89beea44874e", APIVersion:"v1", ResourceVersion:"8897", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-221.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-221.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a16148 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0418021275}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0420 08:56:44.271192 3666 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-176.ec2.internal" on network "default" took: 1.93277ms W0420 08:56:44.277401 3666 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-szn7p: pod openshift-multus/network-metrics-daemon-szn7p: no pod IPs found W0420 08:56:44.277416 3666 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-pds9d: pod openshift-network-diagnostics/network-check-target-pds9d: no pod IPs found I0420 08:56:44.278529 3666 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-148.ec2.internal for the network default I0420 08:56:44.278707 3666 zone_ic_handler.go:195] Time taken to create transit switch: 164.367µs I0420 08:56:44.279600 3666 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0420 08:56:44.279655 3666 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0420 08:56:44.279670 3666 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0420 08:56:44.279675 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-221.ec2.internal in network "default" I0420 08:56:44.279731 3666 node_tracker.go:169] Node ip-10-0-0-221.ec2.internal switch + router changed, syncing services in network "default" I0420 08:56:44.279747 3666 services_controller.go:574] Full service sync requested for network=default I0420 08:56:44.279759 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-176.ec2.internal in network "default" I0420 08:56:44.279792 3666 node_tracker.go:169] Node ip-10-0-1-176.ec2.internal switch + router changed, syncing services in network "default" I0420 08:56:44.279799 3666 services_controller.go:574] Full service sync requested for network=default I0420 08:56:44.279806 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-148.ec2.internal in network "default" I0420 08:56:44.279825 3666 node_tracker.go:169] Node ip-10-0-2-148.ec2.internal switch + router changed, syncing services in network "default" I0420 08:56:44.279832 3666 services_controller.go:574] Full service sync requested for network=default I0420 08:56:44.380543 3666 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0420 08:56:44.380560 3666 services_controller.go:208] Setting up event handlers for services for network=default I0420 08:56:44.380603 3666 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0420 08:56:44.380635 3666 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0420 08:56:44.380645 3666 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0420 08:56:44.481294 3666 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0420 08:56:44.481311 3666 repair.go:60] Starting repairing loop for services I0420 08:56:44.481405 3666 repair.go:131] Deleted 0 stale service LBs I0420 08:56:44.481423 3666 repair.go:137] Deleted 0 stale Chassis Template Vars I0420 08:56:44.481437 3666 repair.go:62] Finished repairing loop for services: 128.147µs I0420 08:56:44.481460 3666 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0420 08:56:44.481470 3666 services_controller.go:254] Starting workers for network=default I0420 08:56:44.481858 3666 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-pds9d] creating logical port openshift-network-diagnostics_network-check-target-pds9d for pod on switch ip-10-0-2-148.ec2.internal I0420 08:56:44.481874 3666 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-bs6qh of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0420 08:56:44.481865 3666 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-szn7p] creating logical port openshift-multus_network-metrics-daemon-szn7p for pod on switch ip-10-0-2-148.ec2.internal I0420 08:56:44.482010 3666 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-pds9d I0420 08:56:44.482283 3666 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-szn7p W0420 08:56:44.483035 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 08:56:44.497277 3666 pod.go:62] [openshift-multus/network-metrics-daemon-szn7p] pod update took 15.084924ms I0420 08:56:44.497294 3666 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-szn7p] addLogicalPort annotation time took 15.122819ms I0420 08:56:44.497608 3666 pod.go:62] [openshift-network-diagnostics/network-check-target-pds9d] pod update took 15.65918ms I0420 08:56:44.497626 3666 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-pds9d] addLogicalPort annotation time took 15.684615ms I0420 08:56:44.498504 3666 pods.go:271] [openshift-multus/network-metrics-daemon-szn7p] addLogicalPort took 16.648291ms, libovsdb time 772.385µs I0420 08:56:44.498637 3666 pods.go:271] [openshift-network-diagnostics/network-check-target-pds9d] addLogicalPort took 16.791272ms, libovsdb time 688.912µs I0420 08:56:44.499320 3666 admin_network_policy_controller.go:227] Starting controller default-network-controller I0420 08:56:44.499344 3666 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0420 08:56:44.499354 3666 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0420 08:56:44.499358 3666 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0420 08:56:44.499571 3666 repair.go:29] Repairing admin network policies took 208.031µs I0420 08:56:44.499680 3666 repair.go:92] Repairing baseline admin network policies took 101.458µs I0420 08:56:44.500196 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0420 08:56:44.500213 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0420 08:56:44.501883 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0420 08:56:44.501903 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0420 08:56:44.501912 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0420 08:56:44.502413 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0420 08:56:44.502431 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0420 08:56:44.502440 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0420 08:56:44.504194 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0420 08:56:44.504215 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0420 08:56:44.504224 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0420 08:56:44.504848 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0420 08:56:44.504867 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0420 08:56:44.504885 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0420 08:56:44.505459 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0420 08:56:44.505482 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0420 08:56:44.505494 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0420 08:56:44.507070 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0420 08:56:44.507109 3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0420 08:56:44.507120 3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0420 08:56:44.509197 3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0420 08:56:44.509218 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0420 08:56:44.509234 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0420 08:56:44.511371 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0420 08:56:44.511393 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0420 08:56:44.511406 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0420 08:56:44.511947 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0420 08:56:44.511965 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0420 08:56:44.511973 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0420 08:56:44.513459 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0420 08:56:44.513490 3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0420 08:56:44.513498 3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0420 08:56:44.514024 3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0420 08:56:44.514042 3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0420 08:56:44.514055 3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0420 08:56:44.514946 3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0420 08:56:44.514968 3666 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0420 08:56:44.514977 3666 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0420 08:56:44.516973 3666 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0420 08:56:44.516992 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0420 08:56:44.517714 3666 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0420 08:56:44.517731 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 08:56:44.518434 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0420 08:56:44.518456 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0420 08:56:44.518466 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0420 08:56:44.518745 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0420 08:56:44.518763 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0420 08:56:44.518772 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0420 08:56:44.519788 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0420 08:56:44.519809 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0420 08:56:44.519823 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0420 08:56:44.521036 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0420 08:56:44.521054 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0420 08:56:44.521061 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0420 08:56:44.521359 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0420 08:56:44.521421 3666 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0420 08:56:44.521437 3666 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0420 08:56:44.522545 3666 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0420 08:56:44.522571 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0420 08:56:44.522577 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0420 08:56:44.522857 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0420 08:56:44.522874 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0420 08:56:44.522882 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0420 08:56:44.523581 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0420 08:56:44.523597 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0420 08:56:44.523605 3666 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0420 08:56:44.525161 3666 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0420 08:56:44.525178 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0420 08:56:44.525186 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0420 08:56:44.526203 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0420 08:56:44.526227 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0420 08:56:44.526251 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0420 08:56:44.526777 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0420 08:56:44.526793 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0420 08:56:44.526823 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 08:56:44.527539 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0420 08:56:44.527555 3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0420 08:56:44.527563 3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0420 08:56:44.528723 3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0420 08:56:44.528738 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0420 08:56:44.528746 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0420 08:56:44.529290 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0420 08:56:44.529329 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0420 08:56:44.529345 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0420 08:56:44.529880 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0420 08:56:44.529898 3666 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0420 08:56:44.529913 3666 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0420 08:56:44.530241 3666 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0420 08:56:44.530485 3666 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-bs6qh of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0420 08:56:44.536639 3666 egressfirewall.go:374] Starting EgressFirewall controller I0420 08:56:44.536670 3666 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0420 08:56:44.536677 3666 controller.go:133] Adding controller egress-firewall-controller event handlers I0420 08:56:44.536708 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0420 08:56:44.536731 3666 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0420 08:56:44.536738 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0420 08:56:44.536747 3666 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0420 08:56:44.537009 3666 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0420 08:56:44.537026 3666 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0420 08:56:44.537033 3666 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0420 08:56:44.537044 3666 egressqos.go:193] Setting up event handlers for EgressQoS I0420 08:56:44.537055 3666 egressfirewall.go:723] Syncing node "ip-10-0-0-221.ec2.internal" for egress firewall I0420 08:56:44.537065 3666 egressfirewall.go:723] Syncing node "ip-10-0-1-176.ec2.internal" for egress firewall I0420 08:56:44.537073 3666 egressfirewall.go:723] Syncing node "ip-10-0-2-148.ec2.internal" for egress firewall I0420 08:56:44.537345 3666 egressqos.go:245] Starting EgressQoS Controller I0420 08:56:44.537360 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0420 08:56:44.537369 3666 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0420 08:56:44.537377 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0420 08:56:44.537383 3666 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0420 08:56:44.537390 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0420 08:56:44.537413 3666 shared_informer.go:356] "Caches are synced" controller="egressqos" I0420 08:56:44.537419 3666 egressqos.go:259] Repairing EgressQoSes I0420 08:56:44.537423 3666 egressqos.go:399] Starting repairing loop for egressqos I0420 08:56:44.537508 3666 egressqos.go:401] Finished repairing loop for egressqos: 82.503µs I0420 08:56:44.537564 3666 egressservice_zone.go:132] Setting up event handlers for Egress Services I0420 08:56:44.537630 3666 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-148.ec2.internal I0420 08:56:44.537690 3666 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-148.ec2.internal : 62.606µs I0420 08:56:44.537873 3666 egressservice_zone.go:210] Starting Egress Services Controller I0420 08:56:44.537886 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 08:56:44.537895 3666 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 08:56:44.537906 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 08:56:44.537916 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 08:56:44.537932 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 08:56:44.537937 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 08:56:44.537943 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0420 08:56:44.537947 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0420 08:56:44.537950 3666 egressservice_zone.go:228] Repairing Egress Services I0420 08:56:44.538293 3666 master_controller.go:88] Starting Admin Policy Based Route Controller I0420 08:56:44.538303 3666 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 08:56:44.538326 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-221.ec2.internal I0420 08:56:44.538348 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-221.ec2.internal: 26.909µs I0420 08:56:44.538358 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-176.ec2.internal I0420 08:56:44.538394 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-176.ec2.internal: 35.518µs I0420 08:56:44.538403 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-148.ec2.internal I0420 08:56:44.538407 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-148.ec2.internal: 4.086µs I0420 08:56:44.538516 3666 default_network_controller.go:585] Completing all the Watchers took 307.585036ms I0420 08:56:44.538528 3666 default_network_controller.go:589] Starting unidling controllers I0420 08:56:44.538538 3666 unidle.go:46] Registering OVN SB ControllerEvent handler I0420 08:56:44.538544 3666 unidle.go:63] Populating Initial ContollerEvent events I0420 08:56:44.538553 3666 unidle.go:79] Setting up event handlers for services I0420 08:56:44.538624 3666 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0420 08:56:44.602352 3666 default_node_network_controller.go:519] Node connection status = connected I0420 08:56:45.101405 3666 default_node_network_controller.go:519] Node connection status = connected I0420 08:56:45.601373 3666 default_node_network_controller.go:519] Node connection status = connected I0420 08:56:46.101900 3666 default_node_network_controller.go:519] Node connection status = connected I0420 08:56:46.349937 3666 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0420 08:56:46.601239 3666 default_node_network_controller.go:519] Node connection status = connected I0420 08:56:46.618732 3666 bridgeconfig.go:537] Gateway is ready I0420 08:56:46.618751 3666 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0420 08:56:46.629911 3666 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.148. Updating OVN encap IP. I0420 08:56:46.635369 3666 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.148 - it is already configured I0420 08:56:46.635381 3666 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.148/24:{} 172.20.0.1/32:{}]. Updating annotations. I0420 08:56:46.635593 3666 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.148/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-148.ec2.internal","mac-address":"0e:b4:74:1b:a0:5d","ip-addresses":["10.0.2.148/24"],"ip-address":"10.0.2.148/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b9902e89-6229-48b4-a307-4b1129b1be42 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.148/24"}] on node ip-10-0-2-148.ec2.internal I0420 08:56:46.651571 3666 egressfirewall.go:723] Syncing node "ip-10-0-2-148.ec2.internal" for egress firewall I0420 08:56:46.651587 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-148.ec2.internal I0420 08:56:46.651602 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-148.ec2.internal: 20.004µs I0420 08:56:46.651628 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-148.ec2.internal in network "default" I0420 08:56:46.651690 3666 node_tracker.go:169] Node ip-10-0-2-148.ec2.internal switch + router changed, syncing services in network "default" I0420 08:56:46.651723 3666 services_controller.go:574] Full service sync requested for network=default I0420 08:56:46.651724 3666 master.go:548] Adding or Updating local node "ip-10-0-2-148.ec2.internal" for network "default" I0420 08:56:46.652150 3666 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.148 I0420 08:56:46.652270 3666 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-148.ec2.internal W0420 08:56:46.652305 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 08:56:46.656294 3666 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-148.ec2.internal. Updating no re-route policies I0420 08:56:46.656380 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-lw5mk I0420 08:56:46.656385 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-szrtl I0420 08:56:46.656398 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-lw5mk I0420 08:56:46.656405 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-szrtl I0420 08:56:46.656416 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rmdx6 I0420 08:56:46.656421 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-q75sj I0420 08:56:46.656418 3666 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-148.ec2.internal I0420 08:56:46.656382 3666 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-s7267 I0420 08:56:46.656443 3666 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-148.ec2.internal I0420 08:56:46.656444 3666 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-s7267 I0420 08:56:46.656446 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-lw5mk after 0 failed attempt(s) I0420 08:56:46.656443 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-148.ec2.internal I0420 08:56:46.656444 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-pds9d I0420 08:56:46.656455 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-q75sj I0420 08:56:46.656457 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-148.ec2.internal I0420 08:56:46.656462 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-pds9d I0420 08:56:46.656467 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-wvv79 I0420 08:56:46.656477 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-bhq2t I0420 08:56:46.656483 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-148.ec2.internal after 0 failed attempt(s) I0420 08:56:46.656482 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-wvv79 I0420 08:56:46.656490 3666 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-148.ec2.internal after 0 failed attempt(s) I0420 08:56:46.656493 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-bhq2t I0420 08:56:46.656402 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-86fmw I0420 08:56:46.656463 3666 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-s7267 after 0 failed attempt(s) I0420 08:56:46.656508 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-86fmw I0420 08:56:46.656506 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-wvv79 after 0 failed attempt(s) I0420 08:56:46.656517 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-bhq2t after 0 failed attempt(s) I0420 08:56:46.656521 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-86fmw after 0 failed attempt(s) I0420 08:56:46.656433 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rmdx6 I0420 08:56:46.656524 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-q75sj after 0 failed attempt(s) I0420 08:56:46.656549 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rmdx6 after 0 failed attempt(s) I0420 08:56:46.656403 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xwd8v I0420 08:56:46.656562 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xwd8v I0420 08:56:46.656562 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-szn7p I0420 08:56:46.656573 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xwd8v after 0 failed attempt(s) I0420 08:56:46.656575 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-szn7p I0420 08:56:46.656501 3666 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-pds9d] creating logical port openshift-network-diagnostics_network-check-target-pds9d for pod on switch ip-10-0-2-148.ec2.internal I0420 08:56:46.656602 3666 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-szn7p] creating logical port openshift-multus_network-metrics-daemon-szn7p for pod on switch ip-10-0-2-148.ec2.internal I0420 08:56:46.656431 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-szrtl after 0 failed attempt(s) I0420 08:56:46.657360 3666 pods.go:271] [openshift-network-diagnostics/network-check-target-pds9d] addLogicalPort took 868.116µs, libovsdb time 334.547µs I0420 08:56:46.657372 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-pds9d after 0 failed attempt(s) I0420 08:56:46.657570 3666 pods.go:271] [openshift-multus/network-metrics-daemon-szn7p] addLogicalPort took 973.274µs, libovsdb time 526.424µs I0420 08:56:46.657582 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-szn7p after 0 failed attempt(s) I0420 08:56:46.667537 3666 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0420 08:56:46.679215 3666 iptables.go:108] Creating table: mangle chain: OUTPUT I0420 08:56:46.682710 3666 iptables.go:108] Creating table: nat chain: OUTPUT I0420 08:56:46.719792 3666 iptables.go:108] Creating table: nat chain: PREROUTING I0420 08:56:46.774947 3666 iptables.go:108] Creating table: filter chain: FORWARD I0420 08:56:46.792528 3666 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0420 08:56:46.792641 3666 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0420 08:56:46.792708 3666 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0420 08:56:46.792813 3666 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0420 08:56:46.792881 3666 gateway_init.go:325] Gateway and management port readiness took 2.696088816s I0420 08:56:46.792906 3666 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0420 08:56:46.792949 3666 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0420 08:56:46.792961 3666 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0420 08:56:46.792969 3666 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 08:56:46.793040 3666 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0420 08:56:46.793189 3666 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.356µs I0420 08:56:46.793489 3666 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0420 08:56:46.793514 3666 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.123µs I0420 08:56:46.793522 3666 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.784µs I0420 08:56:46.793527 3666 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0420 08:56:46.793536 3666 nad_controller.go:379] [node-nad-controller NAD controller]: started I0420 08:56:46.793540 3666 default_node_network_controller.go:899] Starting the default node network controller I0420 08:56:46.793545 3666 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0420 08:56:46.793625 3666 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.154µs I0420 08:56:46.793714 3666 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0420 08:56:46.793723 3666 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0420 08:56:46.793745 3666 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009f7540 0xc0002eda40 0xc0002edab0 0xc0002edb20 0xc0002edb90 0xc0002edc00 0xc0002edce0 0xc000121c20 0xc0002edd50 0xc0002ede30 0xc000c842d0 0xc00637f490 0xc0002edea0 map[0x2ff9080:0xc002e8aa20 0x2ff95c0:0xc002e8aba0 0x2ffa2e0:0xc002e8a960 0x2ffa580:0xc002e8a9c0 0x2ffad60:0xc002e8aa80 0x2ffb000:0xc002e8aae0 0x2ffb2a0:0xc002e8ab40 0x2ffba80:0xc002e8ac00 0x2ffbd20:0xc004a018c0 0x3026980:0xc000e96180 0x3026d20:0xc000e961e0 0x3027800:0xc000a7c3c0 0x3029160:0xc001b62000 0x30298a0:0xc002e8a900 0x302a720:0xc001b62060] 0xc0009b4380 0} I0420 08:56:46.793809 3666 gateway.go:151] Starting gateway service sync I0420 08:56:46.794288 3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0420 08:56:46.796759 3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0420 08:56:46.813231 3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0420 08:56:46.814545 3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0420 08:56:46.815793 3666 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0420 08:56:46.849223 3666 gateway.go:168] Gateway service sync done. Time taken: 55.403775ms I0420 08:56:46.849752 3666 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31233 I0420 08:56:46.850017 3666 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009f7540 0xc0002eda40 0xc0002edab0 0xc0002edb20 0xc0002edb90 0xc0002edc00 0xc0002edce0 0xc000121c20 0xc0002edd50 0xc0002ede30 0xc000c842d0 0xc00637f490 0xc0002edea0 map[0x2ff9080:0xc002e8aa20 0x2ff95c0:0xc002e8aba0 0x2ffa2e0:0xc002e8a960 0x2ffa580:0xc002e8a9c0 0x2ffad60:0xc002e8aa80 0x2ffb000:0xc002e8aae0 0x2ffb2a0:0xc002e8ab40 0x2ffba80:0xc002e8ac00 0x2ffbd20:0xc004a018c0 0x3026980:0xc000e96180 0x3026d20:0xc000e961e0 0x3027800:0xc000a7c3c0 0x3029160:0xc001b62000 0x30298a0:0xc002e8a900 0x302a720:0xc001b62060] 0xc0009b4380 0} I0420 08:56:46.850553 3666 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009f7540 0xc0002eda40 0xc0002edab0 0xc0002edb20 0xc0002edb90 0xc0002edc00 0xc0002edce0 0xc000121c20 0xc0002edd50 0xc0002ede30 0xc000c842d0 0xc00637f490 0xc0002edea0 map[0x2ff9080:0xc002e8aa20 0x2ff95c0:0xc002e8aba0 0x2ffa2e0:0xc002e8a960 0x2ffa580:0xc002e8a9c0 0x2ffad60:0xc002e8aa80 0x2ffb000:0xc002e8aae0 0x2ffb2a0:0xc002e8ab40 0x2ffba80:0xc002e8ac00 0x2ffbd20:0xc004a018c0 0x3026980:0xc000e96180 0x3026d20:0xc000e961e0 0x3027800:0xc000a7c3c0 0x3029160:0xc001b62000 0x30298a0:0xc002e8a900 0x302a720:0xc001b62060] 0xc0009b4380 0} I0420 08:56:46.850597 3666 gateway.go:532] Reconciling gateway with updates I0420 08:56:46.855578 3666 gateway.go:339] Spawning Conntrack Rule Check Thread I0420 08:56:46.855612 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 08:56:46.855627 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 08:56:46.855636 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 08:56:46.855638 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 08:56:46.855647 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 08:56:46.855643 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 08:56:46.855655 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 08:56:46.855658 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 08:56:46.855656 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 08:56:46.855660 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 08:56:46.855672 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 08:56:46.855717 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 08:56:46.855659 3666 default_node_network_controller.go:944] Gateway and management port readiness took 61.93005ms I0420 08:56:46.855736 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 08:56:46.855738 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 08:56:46.855742 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 08:56:46.855749 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 08:56:46.855768 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 08:56:46.855780 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 08:56:46.855779 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 08:56:46.855786 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 08:56:46.855782 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 08:56:46.855795 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 08:56:46.855807 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 08:56:46.855810 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 08:56:46.855810 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 08:56:46.855819 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 08:56:46.855818 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 08:56:46.855825 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 08:56:46.855828 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 08:56:46.855834 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 08:56:46.855836 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 08:56:46.855844 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 08:56:46.855846 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 08:56:46.855859 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 08:56:46.855860 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 08:56:46.855862 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 08:56:46.855870 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 08:56:46.855742 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 08:56:46.855876 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 08:56:46.855880 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 08:56:46.855885 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 08:56:46.855884 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 08:56:46.855892 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 08:56:46.855894 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 08:56:46.855832 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 08:56:46.855907 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 08:56:46.855911 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 08:56:46.855913 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 08:56:46.855923 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 08:56:46.855928 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 08:56:46.855928 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 08:56:46.855932 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 08:56:46.855940 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 08:56:46.855941 3666 port_claim.go:71] Svc openshift-ingress/router-default: port 30549 is already open, no action needed I0420 08:56:46.855946 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 08:56:46.855950 3666 port_claim.go:71] Svc openshift-ingress/router-default: port 32221 is already open, no action needed I0420 08:56:46.855839 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 08:56:46.855965 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 08:56:46.856020 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 08:56:46.855862 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 08:56:46.856034 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 08:56:46.856044 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 08:56:46.856076 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 08:56:46.855890 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 08:56:46.855910 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 08:56:46.855886 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 08:56:46.856186 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 08:56:46.856194 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 08:56:46.856199 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 08:56:46.856202 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 08:56:46.856210 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 08:56:46.856217 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 08:56:46.855900 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 08:56:46.856241 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 08:56:46.856257 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 08:56:46.856265 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 08:56:46.856268 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 08:56:46.856295 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 08:56:46.856297 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 08:56:46.856302 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 08:56:46.856305 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 08:56:46.856311 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 08:56:46.856315 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 08:56:46.856316 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 08:56:46.856323 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 08:56:46.856250 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 08:56:46.856364 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 08:56:46.856369 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 08:56:46.856373 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 08:56:46.856377 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 08:56:46.856376 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 08:56:46.856382 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 08:56:46.856388 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 08:56:46.856376 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 08:56:46.856448 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 08:56:46.856460 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 08:56:46.856465 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 08:56:46.856476 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 08:56:46.856363 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 08:56:46.856491 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 08:56:46.857198 3666 node_ip_handler_linux.go:160] Node IP manager is running W0420 08:56:46.893077 3666 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 08:56:46.893243 3666 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 08:56:46.893427 3666 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0420 08:56:46.902104 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 08:56:46.902124 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 08:56:46.902131 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 08:56:46.902136 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 08:56:46.902142 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 08:56:46.902147 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 08:56:46.902153 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 08:56:46.902158 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 08:56:46.902164 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 08:56:46.902169 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 08:56:46.902177 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 08:56:46.902191 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 08:56:46.902222 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 08:56:46.902228 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 08:56:46.902234 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 08:56:46.902239 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 08:56:46.940760 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 08:56:46.940774 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 08:56:46.940792 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 08:56:46.940799 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 08:56:46.940805 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 08:56:46.940810 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 08:56:46.940816 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 08:56:46.940820 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 08:56:46.940830 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 08:56:46.940846 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 08:56:46.940855 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 08:56:46.940861 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 08:56:46.940866 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 08:56:46.940872 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 08:56:46.940877 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 08:56:46.979127 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 08:56:46.979150 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 08:56:46.979158 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) W0420 08:56:48.418717 3666 egressip_healthcheck.go:76] Health checking using insecure connection I0420 08:56:48.418772 3666 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0420 08:56:48.418725 3666 default_node_network_controller.go:1380] Starting node controller node sync I0420 08:56:48.430683 3666 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.889861ms I0420 08:56:48.430792 3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-221.ec2.internal", IP: 10.0.0.221 to PMTUD blocking rules I0420 08:56:48.430793 3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-176.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 08:56:48.430804 3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-221.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 08:56:48.430808 3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-176.ec2.internal", IP: 10.0.1.176 to PMTUD blocking rules I0420 08:56:48.441062 3666 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0420 08:56:48.441396 3666 egressservice_node.go:93] Setting up event handlers for Egress Services I0420 08:56:48.441552 3666 egressservice_node.go:183] Starting Egress Services Controller I0420 08:56:48.441568 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 08:56:48.441577 3666 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 08:56:48.441585 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 08:56:48.441593 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 08:56:48.441602 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 08:56:48.441607 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 08:56:48.441612 3666 egressservice_node.go:197] Repairing Egress Services I0420 08:56:48.451466 3666 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0420 08:56:48.451477 3666 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 08:56:48.451692 3666 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0420 08:56:48.451706 3666 link_network_manager.go:119] Link manager is running I0420 08:56:48.451715 3666 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0420 08:56:48.451900 3666 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0420 08:56:48.452070 3666 vrf_manager.go:128] VRF manager is running I0420 08:56:48.452268 3666 node_controller_manager.go:437] Removing flows to drop GARP I0420 08:56:48.452277 3666 gateway.go:532] Reconciling gateway with updates I0420 08:56:48.479950 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 08:56:48.479950 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 08:56:48.479962 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 08:56:48.479967 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 08:56:48.479971 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 08:56:48.479972 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 08:56:48.479978 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 08:56:48.479977 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 08:56:48.479984 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 08:56:48.479985 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 08:56:48.479992 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 08:56:48.479993 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 08:56:48.479999 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 08:56:48.480000 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 08:56:48.480008 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 08:56:48.480008 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 08:56:48.480014 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 08:56:48.480017 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 08:56:48.480022 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 08:56:48.480021 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 08:56:48.480035 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 08:56:48.480046 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 08:56:48.480053 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 08:56:48.480056 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 08:56:48.480057 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 08:56:48.480054 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 08:56:48.480064 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 08:56:48.480067 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 08:56:48.480046 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 08:56:48.480078 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 08:56:48.480076 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 08:56:48.480032 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 08:56:48.480084 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 08:56:48.480085 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 08:56:48.480083 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 08:56:48.480114 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 08:56:48.480043 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 08:56:48.480121 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 08:56:48.480132 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 08:56:48.480134 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 08:56:48.480137 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 08:56:48.480139 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 08:56:48.480141 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 08:56:48.480146 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 08:56:48.480143 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 08:56:48.480146 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 08:56:48.480153 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 08:56:48.480003 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 08:56:48.480159 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 08:56:48.480159 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 08:56:48.480165 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 08:56:48.480155 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 08:56:48.480171 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 08:56:48.480174 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 08:56:48.480012 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 08:56:48.480181 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 08:56:48.480188 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 08:56:48.480193 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 08:56:48.480196 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 08:56:48.480196 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 08:56:48.480200 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 08:56:48.480207 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 08:56:48.480067 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 08:56:48.480251 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 08:56:48.480138 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 08:56:48.480259 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 08:56:48.480264 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 08:56:48.480130 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 08:56:48.480164 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 08:56:48.480142 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 08:56:48.480282 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 08:56:48.480280 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 08:56:48.480040 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 08:56:48.480302 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 08:56:48.480310 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 08:56:48.480322 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 08:56:48.480345 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 08:56:48.480359 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 08:56:48.480362 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 08:56:48.480000 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 08:56:48.480367 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 08:56:48.480375 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 08:56:48.480376 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 08:56:48.480376 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 08:56:48.480374 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 08:56:48.480384 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 08:56:48.480386 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 08:56:48.480394 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 08:56:48.480411 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 08:56:48.480437 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 08:56:48.480064 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 08:56:48.480441 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 08:56:48.480450 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 08:56:48.480075 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 08:56:48.480453 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 08:56:48.480459 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 08:56:48.480084 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 08:56:48.480104 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 08:56:48.480488 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 08:56:48.480492 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 08:56:48.480116 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 08:56:48.480507 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 08:56:48.480535 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 08:56:48.480114 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 08:56:48.480546 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 08:56:48.480565 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 08:56:48.480123 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 08:56:48.480573 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 08:56:48.480124 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 08:56:48.480126 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 08:56:48.480072 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 08:56:48.480072 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 08:56:48.479982 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 08:56:48.480150 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 08:56:48.480685 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 08:56:48.480149 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 08:56:48.480693 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 08:56:48.480703 3666 port_claim.go:71] Svc openshift-ingress/router-default: port 30549 is already open, no action needed I0420 08:56:48.480710 3666 port_claim.go:71] Svc openshift-ingress/router-default: port 32221 is already open, no action needed I0420 08:56:48.480151 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 08:56:48.480055 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 08:56:48.480158 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 08:56:48.480745 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 08:56:48.480161 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 08:56:48.480171 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 08:56:48.480279 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 08:56:48.480297 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 08:56:48.526692 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 08:56:48.552461 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 08:56:48.552473 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 08:56:48.552492 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 08:56:48.552501 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 08:56:48.602064 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 08:56:48.602072 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 08:56:50.566928 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-148.ec2.internal I0420 08:56:50.566965 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-148.ec2.internal: 43.67µs I0420 08:56:50.592453 3666 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-687d4ddf48-qptlf] creating logical port openshift-image-registry_image-registry-687d4ddf48-qptlf for pod on switch ip-10-0-2-148.ec2.internal I0420 08:56:50.592635 3666 kube.go:256] Updating pod openshift-image-registry/image-registry-687d4ddf48-qptlf I0420 08:56:50.613813 3666 pod.go:62] [openshift-image-registry/image-registry-687d4ddf48-qptlf] pod update took 21.233391ms I0420 08:56:50.613837 3666 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-687d4ddf48-qptlf] addLogicalPort annotation time took 21.263026ms I0420 08:56:50.613876 3666 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-nhqrf] creating logical port openshift-ingress-canary_ingress-canary-nhqrf for pod on switch ip-10-0-2-148.ec2.internal I0420 08:56:50.613986 3666 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-nhqrf I0420 08:56:50.615183 3666 pods.go:271] [openshift-image-registry/image-registry-687d4ddf48-qptlf] addLogicalPort took 22.752346ms, libovsdb time 1.088083ms I0420 08:56:50.617043 3666 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-jvkct] creating logical port openshift-dns_dns-default-jvkct for pod on switch ip-10-0-2-148.ec2.internal I0420 08:56:50.617148 3666 kube.go:256] Updating pod openshift-dns/dns-default-jvkct I0420 08:56:50.636891 3666 pod.go:62] [openshift-dns/dns-default-jvkct] pod update took 19.770133ms I0420 08:56:50.637237 3666 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-jvkct] addLogicalPort annotation time took 20.116161ms I0420 08:56:50.637041 3666 pod.go:62] [openshift-ingress-canary/ingress-canary-nhqrf] pod update took 23.075571ms I0420 08:56:50.637350 3666 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-nhqrf] addLogicalPort annotation time took 23.38293ms I0420 08:56:50.638226 3666 pods.go:271] [openshift-dns/dns-default-jvkct] addLogicalPort took 21.194967ms, libovsdb time 740.989µs I0420 08:56:50.638684 3666 pods.go:271] [openshift-ingress-canary/ingress-canary-nhqrf] addLogicalPort took 24.820942ms, libovsdb time 1.081038ms I0420 08:56:51.074145 3666 cni.go:452] [openshift-ingress-canary/ingress-canary-nhqrf 60167d8d0911e48e0f5f749cdf5e0dc148d208cc37d1430e0f44c0d0b46e6052 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-nhqrf 60167d8d0911e48e0f5f749cdf5e0dc148d208cc37d1430e0f44c0d0b46e6052 network default NAD default NAD key ] I0420 08:56:51.113551 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-nhqrf, hostIfaceName: 60167d8d0911e48, network: default, NAD default, SandboxID: "60167d8d0911e48e0f5f749cdf5e0dc148d208cc37d1430e0f44c0d0b46e6052", PCI device ID: , UID: "849714ab-3318-4ae5-8e49-83dc07066263", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0420 08:56:51.182712 3666 cni.go:473] [openshift-ingress-canary/ingress-canary-nhqrf 60167d8d0911e48e0f5f749cdf5e0dc148d208cc37d1430e0f44c0d0b46e6052 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-nhqrf 60167d8d0911e48e0f5f749cdf5e0dc148d208cc37d1430e0f44c0d0b46e6052 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:86:ef:56:ca:3e\",\"name\":\"60167d8d0911e48\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5be8d1a-6d28-497a-97ab-d4660bcbde22\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 08:56:53.981391 3666 cni.go:452] [openshift-network-diagnostics/network-check-target-pds9d 9c8ad0fd1b81ad426f4cbf5aaefe2c55fae37569d295c4ce98c5cad51d4369a0 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-pds9d 9c8ad0fd1b81ad426f4cbf5aaefe2c55fae37569d295c4ce98c5cad51d4369a0 network default NAD default NAD key ] I0420 08:56:53.991329 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-pds9d, hostIfaceName: 9c8ad0fd1b81ad4, network: default, NAD default, SandboxID: "9c8ad0fd1b81ad426f4cbf5aaefe2c55fae37569d295c4ce98c5cad51d4369a0", PCI device ID: , UID: "696dc5b5-5c73-4087-863d-0642f9143bad", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0420 08:56:54.035575 3666 cni.go:473] [openshift-network-diagnostics/network-check-target-pds9d 9c8ad0fd1b81ad426f4cbf5aaefe2c55fae37569d295c4ce98c5cad51d4369a0 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-pds9d 9c8ad0fd1b81ad426f4cbf5aaefe2c55fae37569d295c4ce98c5cad51d4369a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:ee:7c:99:78:2c\",\"name\":\"9c8ad0fd1b81ad4\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e7f21cd-7034-4bc0-bae1-96b509544be7\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 08:56:58.270335 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 08:57:02.084799 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 08:57:02.084821 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 08:57:06.362291 3666 default_network_controller.go:1025] Node "ip-10-0-0-221.ec2.internal" in remote zone "ip-10-0-0-221.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 08:57:06.363227 3666 zone_ic_handler.go:195] Time taken to create transit switch: 357.571µs I0420 08:57:06.363245 3666 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-221.ec2.internal for the network default I0420 08:57:06.364340 3666 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-221.ec2.internal" on network "default" took: 1.492077ms I0420 08:57:12.512033 3666 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 for pod on switch ip-10-0-2-148.ec2.internal I0420 08:57:12.512190 3666 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 I0420 08:57:12.528893 3666 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247] pod update took 16.735768ms I0420 08:57:12.528912 3666 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247] addLogicalPort annotation time took 16.761943ms I0420 08:57:12.530080 3666 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247] addLogicalPort took 18.063745ms, libovsdb time 883.349µs I0420 08:57:12.926532 3666 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 af9706f20f259fae8b9164a9649565fda0f42f44b534bfb520de52964c18c0d6 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 af9706f20f259fae8b9164a9649565fda0f42f44b534bfb520de52964c18c0d6 network default NAD default NAD key ] I0420 08:57:12.936877 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247, hostIfaceName: af9706f20f259fa, network: default, NAD default, SandboxID: "af9706f20f259fae8b9164a9649565fda0f42f44b534bfb520de52964c18c0d6", PCI device ID: , UID: "4c811a33-8420-4eea-82f0-c275bcb01ff3", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0420 08:57:12.983635 3666 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 af9706f20f259fae8b9164a9649565fda0f42f44b534bfb520de52964c18c0d6 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 af9706f20f259fae8b9164a9649565fda0f42f44b534bfb520de52964c18c0d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:eb:1b:3c:66:b9\",\"name\":\"af9706f20f259fa\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27283d6f-9a7a-4a9b-bb5c-0912228e4042\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 08:57:14.333516 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 08:57:14.333538 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 08:57:29.279723 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 08:57:29.359245 3666 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 af9706f20f259fae8b9164a9649565fda0f42f44b534bfb520de52964c18c0d6 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 af9706f20f259fae8b9164a9649565fda0f42f44b534bfb520de52964c18c0d6 network default NAD default NAD key ] I0420 08:57:29.422081 3666 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 af9706f20f259fae8b9164a9649565fda0f42f44b534bfb520de52964c18c0d6 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 af9706f20f259fae8b9164a9649565fda0f42f44b534bfb520de52964c18c0d6 network default NAD default NAD key default], result "{}", err I0420 08:57:29.463014 3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:57:29.463042 3666 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 I0420 08:57:29.464422 3666 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247, ips: 10.130.0.8 I0420 08:57:29.464450 3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:57:29.464472 3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 08:57:29.464484 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0420 08:57:29.464708 3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 08:57:29.464727 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0420 08:57:30.488013 3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:57:30.488036 3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:57:30.488050 3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:57:30.488068 3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jn247 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:57:32.569378 3666 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 08:57:32.581233 3666 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0420 08:57:37.232008 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 08:58:18.212336 3666 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dz2v2] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-dz2v2 for pod on switch ip-10-0-2-148.ec2.internal I0420 08:58:18.212437 3666 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dz2v2 I0420 08:58:18.232449 3666 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dz2v2] pod update took 20.044283ms I0420 08:58:18.232470 3666 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dz2v2] addLogicalPort annotation time took 20.070491ms I0420 08:58:18.234014 3666 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dz2v2] addLogicalPort took 21.700309ms, libovsdb time 820.144µs I0420 08:58:18.249951 3666 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-vw9jr] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-vw9jr for pod on switch ip-10-0-2-148.ec2.internal I0420 08:58:18.250033 3666 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-vw9jr I0420 08:58:18.272965 3666 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-vw9jr] pod update took 22.953447ms I0420 08:58:18.272989 3666 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-vw9jr] addLogicalPort annotation time took 22.979317ms I0420 08:58:18.273881 3666 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-vw9jr] addLogicalPort took 23.945544ms, libovsdb time 646.475µs I0420 08:58:18.320182 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-sjn2q] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-sjn2q for pod on switch ip-10-0-2-148.ec2.internal I0420 08:58:18.320289 3666 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-sjn2q I0420 08:58:18.324508 3666 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-pxqfr] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-pxqfr for pod on switch ip-10-0-2-148.ec2.internal I0420 08:58:18.324605 3666 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-pxqfr I0420 08:58:18.384136 3666 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-pxqfr] pod update took 59.554827ms I0420 08:58:18.384154 3666 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-pxqfr] addLogicalPort annotation time took 59.575012ms I0420 08:58:18.384387 3666 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-sjn2q] pod update took 64.120708ms I0420 08:58:18.384404 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-sjn2q] addLogicalPort annotation time took 64.140458ms I0420 08:58:18.385471 3666 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-sjn2q] addLogicalPort took 65.28583ms, libovsdb time 816.843µs I0420 08:58:18.385725 3666 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-pxqfr] addLogicalPort took 61.230887ms, libovsdb time 943.874µs I0420 08:58:18.559625 3666 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6d76f45d78-x658d] creating logical port openshift-ingress_router-default-6d76f45d78-x658d for pod on switch ip-10-0-2-148.ec2.internal I0420 08:58:18.559750 3666 kube.go:256] Updating pod openshift-ingress/router-default-6d76f45d78-x658d I0420 08:58:18.568067 3666 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dz2v2 740d73772ae3f3ee17baef962929819915de0414c1ee05dd7fb815ee0de63c1a network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dz2v2 740d73772ae3f3ee17baef962929819915de0414c1ee05dd7fb815ee0de63c1a network default NAD default NAD key ] I0420 08:58:18.579172 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-dz2v2, hostIfaceName: 740d73772ae3f3e, network: default, NAD default, SandboxID: "740d73772ae3f3ee17baef962929819915de0414c1ee05dd7fb815ee0de63c1a", PCI device ID: , UID: "8d2cdd92-7703-451b-b0dc-7dd082719a65", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0420 08:58:18.621994 3666 pod.go:62] [openshift-ingress/router-default-6d76f45d78-x658d] pod update took 62.272462ms I0420 08:58:18.622016 3666 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6d76f45d78-x658d] addLogicalPort annotation time took 62.298269ms I0420 08:58:18.623032 3666 pods.go:271] [openshift-ingress/router-default-6d76f45d78-x658d] addLogicalPort took 63.425441ms, libovsdb time 727.822µs I0420 08:58:18.625209 3666 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dz2v2 740d73772ae3f3ee17baef962929819915de0414c1ee05dd7fb815ee0de63c1a network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dz2v2 740d73772ae3f3ee17baef962929819915de0414c1ee05dd7fb815ee0de63c1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:59:f7:14:db:2f\",\"name\":\"740d73772ae3f3e\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12109dfa-8f6f-49ce-9bae-5ef2542719ee\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 08:58:18.680967 3666 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-pxqfr 445fd082999fc8f9edd6e170fe0f48465fca845a2e3814e03a4eeb0c3892df22 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-pxqfr 445fd082999fc8f9edd6e170fe0f48465fca845a2e3814e03a4eeb0c3892df22 network default NAD default NAD key ] I0420 08:58:18.691222 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-pxqfr, hostIfaceName: 445fd082999fc8f, network: default, NAD default, SandboxID: "445fd082999fc8f9edd6e170fe0f48465fca845a2e3814e03a4eeb0c3892df22", PCI device ID: , UID: "73e8e02d-f51f-49f5-9315-d14629bb60e0", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0420 08:58:18.736146 3666 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-pxqfr 445fd082999fc8f9edd6e170fe0f48465fca845a2e3814e03a4eeb0c3892df22 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-pxqfr 445fd082999fc8f9edd6e170fe0f48465fca845a2e3814e03a4eeb0c3892df22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:00:9d:70:ad:a8\",\"name\":\"445fd082999fc8f\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b098ab0-efe7-4fff-b2f0-fb478368bf46\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 08:58:21.547475 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 08:58:22.231639 3666 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0420 08:58:22.232620 3666 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 955.326µs I0420 08:58:22.253562 3666 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 08:58:22.571168 3666 namespace.go:98] [openshift-service-ca] adding namespace I0420 08:58:22.571990 3666 namespace.go:102] [openshift-service-ca] adding namespace took 802.657µs I0420 08:58:22.588797 3666 namespace.go:142] [openshift-service-ca] updating namespace I0420 08:58:24.233059 3666 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-t85t2] creating logical port openshift-service-ca_service-ca-d9cb48497-t85t2 for pod on switch ip-10-0-2-148.ec2.internal I0420 08:58:24.233185 3666 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-t85t2 I0420 08:58:24.247132 3666 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-t85t2] pod update took 13.970134ms I0420 08:58:24.247157 3666 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-t85t2] addLogicalPort annotation time took 14.000395ms I0420 08:58:24.248405 3666 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-t85t2] addLogicalPort took 15.367145ms, libovsdb time 948.908µs I0420 08:58:24.592202 3666 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-t85t2 f6484d650e3c0514660ce749667df7a35cb975027f76813d1f77a3ec446099a6 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-t85t2 f6484d650e3c0514660ce749667df7a35cb975027f76813d1f77a3ec446099a6 network default NAD default NAD key ] I0420 08:58:24.617791 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-t85t2, hostIfaceName: f6484d650e3c051, network: default, NAD default, SandboxID: "f6484d650e3c0514660ce749667df7a35cb975027f76813d1f77a3ec446099a6", PCI device ID: , UID: "00cdd875-86f4-4877-9f68-c2a42eda9167", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0420 08:58:24.661891 3666 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-t85t2 f6484d650e3c0514660ce749667df7a35cb975027f76813d1f77a3ec446099a6 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-t85t2 f6484d650e3c0514660ce749667df7a35cb975027f76813d1f77a3ec446099a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:37:38:93:84:c6\",\"name\":\"f6484d650e3c051\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fb7b1f8-3624-4bc9-91b2-0b8ec78eec4f\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 08:58:29.216491 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 08:58:34.218198 3666 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-vw9jr e9cd4606646b688d26facd2580763051fa56bab13a57c7368cdf175c33930faf network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-vw9jr e9cd4606646b688d26facd2580763051fa56bab13a57c7368cdf175c33930faf network default NAD default NAD key ] I0420 08:58:34.227286 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-vw9jr, hostIfaceName: e9cd4606646b688, network: default, NAD default, SandboxID: "e9cd4606646b688d26facd2580763051fa56bab13a57c7368cdf175c33930faf", PCI device ID: , UID: "0c67681d-2d67-4cac-a744-90c95ea793a8", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0420 08:58:34.275399 3666 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-vw9jr e9cd4606646b688d26facd2580763051fa56bab13a57c7368cdf175c33930faf network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-vw9jr e9cd4606646b688d26facd2580763051fa56bab13a57c7368cdf175c33930faf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:0b:af:4b:54:97\",\"name\":\"e9cd4606646b688\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bc3ff16-fdea-40cf-a0e2-21a774a6567e\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 08:58:34.287044 3666 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-sjn2q 1113a397eae8af4bd51ef65782f35ce17c2bc18b53e67c746b0eb5fcfcb8e15a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-sjn2q 1113a397eae8af4bd51ef65782f35ce17c2bc18b53e67c746b0eb5fcfcb8e15a network default NAD default NAD key ] I0420 08:58:34.296231 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-sjn2q, hostIfaceName: 1113a397eae8af4, network: default, NAD default, SandboxID: "1113a397eae8af4bd51ef65782f35ce17c2bc18b53e67c746b0eb5fcfcb8e15a", PCI device ID: , UID: "d6927ccd-d324-47f1-80da-0abfb0e15eb7", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0420 08:58:34.342255 3666 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-sjn2q 1113a397eae8af4bd51ef65782f35ce17c2bc18b53e67c746b0eb5fcfcb8e15a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-sjn2q 1113a397eae8af4bd51ef65782f35ce17c2bc18b53e67c746b0eb5fcfcb8e15a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:c1:49:ee:51:12\",\"name\":\"1113a397eae8af4\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcd84891-b50f-4cab-8d08-f4a8a19350f9\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 08:58:46.678341 3666 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 08:58:46.678361 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 08:58:46.678372 3666 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 08:58:46.705112 3666 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 08:58:46.800553 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qf7pq] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-qf7pq for pod on switch ip-10-0-2-148.ec2.internal I0420 08:58:46.800632 3666 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qf7pq I0420 08:58:46.825777 3666 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qf7pq] pod update took 25.16441ms I0420 08:58:46.825800 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qf7pq] addLogicalPort annotation time took 25.194163ms I0420 08:58:46.826864 3666 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qf7pq] addLogicalPort took 26.326996ms, libovsdb time 742.298µs I0420 08:58:46.874976 3666 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-w46kn] creating logical port openshift-console_downloads-5c54f4944f-w46kn for pod on switch ip-10-0-2-148.ec2.internal I0420 08:58:46.875108 3666 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-w46kn I0420 08:58:46.902784 3666 pod.go:62] [openshift-console/downloads-5c54f4944f-w46kn] pod update took 27.717907ms I0420 08:58:46.902802 3666 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-w46kn] addLogicalPort annotation time took 27.739911ms I0420 08:58:46.903718 3666 pods.go:271] [openshift-console/downloads-5c54f4944f-w46kn] addLogicalPort took 28.75467ms, libovsdb time 685.717µs I0420 08:58:46.918316 3666 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-h8wqh] creating logical port openshift-insights_insights-runtime-extractor-h8wqh for pod on switch ip-10-0-2-148.ec2.internal I0420 08:58:46.918382 3666 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-h8wqh I0420 08:58:46.964243 3666 pod.go:62] [openshift-insights/insights-runtime-extractor-h8wqh] pod update took 45.88136ms I0420 08:58:46.964260 3666 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-h8wqh] addLogicalPort annotation time took 45.902708ms I0420 08:58:46.965169 3666 pods.go:271] [openshift-insights/insights-runtime-extractor-h8wqh] addLogicalPort took 46.862046ms, libovsdb time 676.855µs I0420 08:58:47.159022 3666 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qf7pq a5aa17f91bd0e90ed9adcc52d360dd5b307f7ce8b57b5caced1f8191c2a31ebf network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qf7pq a5aa17f91bd0e90ed9adcc52d360dd5b307f7ce8b57b5caced1f8191c2a31ebf network default NAD default NAD key ] I0420 08:58:47.168134 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-qf7pq, hostIfaceName: a5aa17f91bd0e90, network: default, NAD default, SandboxID: "a5aa17f91bd0e90ed9adcc52d360dd5b307f7ce8b57b5caced1f8191c2a31ebf", PCI device ID: , UID: "008908ec-34ec-47c3-bb57-26f0c2be892a", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0420 08:58:47.214844 3666 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qf7pq a5aa17f91bd0e90ed9adcc52d360dd5b307f7ce8b57b5caced1f8191c2a31ebf network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qf7pq a5aa17f91bd0e90ed9adcc52d360dd5b307f7ce8b57b5caced1f8191c2a31ebf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:da:83:85:71:25\",\"name\":\"a5aa17f91bd0e90\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc0a5c16-0048-4650-8ab8-5a7c454faf9a\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 08:58:47.272398 3666 cni.go:452] [openshift-insights/insights-runtime-extractor-h8wqh b911dbc8b8da2cf367c3c5329ba33bc671b002877d48ebbd52d398b4e0f66d8a network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-h8wqh b911dbc8b8da2cf367c3c5329ba33bc671b002877d48ebbd52d398b4e0f66d8a network default NAD default NAD key ] I0420 08:58:47.283070 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-h8wqh, hostIfaceName: b911dbc8b8da2cf, network: default, NAD default, SandboxID: "b911dbc8b8da2cf367c3c5329ba33bc671b002877d48ebbd52d398b4e0f66d8a", PCI device ID: , UID: "657ef64f-50e5-4445-a61c-cccec4368927", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0420 08:58:47.328519 3666 cni.go:473] [openshift-insights/insights-runtime-extractor-h8wqh b911dbc8b8da2cf367c3c5329ba33bc671b002877d48ebbd52d398b4e0f66d8a network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-h8wqh b911dbc8b8da2cf367c3c5329ba33bc671b002877d48ebbd52d398b4e0f66d8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:d3:89:85:c0:59\",\"name\":\"b911dbc8b8da2cf\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3b85227-9c2c-4af6-b264-d3d65c87cb56\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 08:58:47.530907 3666 cni.go:452] [openshift-console/downloads-5c54f4944f-w46kn f3bb617f530f740682a53a3812bb825bd19fe11feeee4e597d324b0390d919d3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-w46kn f3bb617f530f740682a53a3812bb825bd19fe11feeee4e597d324b0390d919d3 network default NAD default NAD key ] I0420 08:58:47.541318 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-w46kn, hostIfaceName: f3bb617f530f740, network: default, NAD default, SandboxID: "f3bb617f530f740682a53a3812bb825bd19fe11feeee4e597d324b0390d919d3", PCI device ID: , UID: "31ebedb3-94a0-45ee-a5ea-7dfd371a97ed", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0420 08:58:47.587788 3666 cni.go:473] [openshift-console/downloads-5c54f4944f-w46kn f3bb617f530f740682a53a3812bb825bd19fe11feeee4e597d324b0390d919d3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-w46kn f3bb617f530f740682a53a3812bb825bd19fe11feeee4e597d324b0390d919d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:32:14:68:42:df\",\"name\":\"f3bb617f530f740\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbfb1d50-f078-45bf-9318-0528fa56f657\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 08:58:47.672741 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84994b6b87-gq6bs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:58:47.673303 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84994b6b87-gq6bs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:58:47.701852 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84994b6b87-gq6bs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:58:47.701868 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84994b6b87-gq6bs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:58:47.712235 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-84994b6b87-gq6bs I0420 08:58:47.712256 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-84994b6b87-gq6bs W0420 08:58:48.574900 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0420 08:58:48.599412 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-687d4ddf48-qptlf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:58:48.599443 3666 pods.go:176] Deleting pod: openshift-image-registry/image-registry-687d4ddf48-qptlf I0420 08:58:48.600719 3666 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-687d4ddf48-qptlf, ips: 10.130.0.5 I0420 08:58:48.600746 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-687d4ddf48-qptlf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:58:48.607600 3666 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-55b7dd6d97-488gx] creating logical port openshift-image-registry_image-registry-55b7dd6d97-488gx for pod on switch ip-10-0-2-148.ec2.internal I0420 08:58:48.607688 3666 kube.go:256] Updating pod openshift-image-registry/image-registry-55b7dd6d97-488gx I0420 08:58:48.626323 3666 pod.go:62] [openshift-image-registry/image-registry-55b7dd6d97-488gx] pod update took 18.663921ms I0420 08:58:48.626343 3666 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-55b7dd6d97-488gx] addLogicalPort annotation time took 18.688411ms I0420 08:58:48.627682 3666 pods.go:271] [openshift-image-registry/image-registry-55b7dd6d97-488gx] addLogicalPort took 20.095055ms, libovsdb time 986.566µs I0420 08:58:48.627737 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-687d4ddf48-qptlf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:58:48.627752 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-687d4ddf48-qptlf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:58:48.627770 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-687d4ddf48-qptlf I0420 08:58:48.627786 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-687d4ddf48-qptlf W0420 08:58:48.655193 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0420 08:58:48.663261 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0420 08:58:48.692278 3666 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 08:58:48.969932 3666 cni.go:452] [openshift-image-registry/image-registry-55b7dd6d97-488gx c614fa073823d500f912a7cc9f673104f37f84a989742adc1622d805f8bfd436 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-55b7dd6d97-488gx c614fa073823d500f912a7cc9f673104f37f84a989742adc1622d805f8bfd436 network default NAD default NAD key ] I0420 08:58:48.981650 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-55b7dd6d97-488gx, hostIfaceName: c614fa073823d50, network: default, NAD default, SandboxID: "c614fa073823d500f912a7cc9f673104f37f84a989742adc1622d805f8bfd436", PCI device ID: , UID: "45ebb213-79a9-462a-a9d8-1965185e8ac9", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0420 08:58:49.033403 3666 cni.go:473] [openshift-image-registry/image-registry-55b7dd6d97-488gx c614fa073823d500f912a7cc9f673104f37f84a989742adc1622d805f8bfd436 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-55b7dd6d97-488gx c614fa073823d500f912a7cc9f673104f37f84a989742adc1622d805f8bfd436 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:95:96:d6:73:56\",\"name\":\"c614fa073823d50\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e8c819a-0b4c-409b-9562-a7576ce324b5\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 08:58:49.589849 3666 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 08:58:50.428701 3666 cni.go:452] [openshift-ingress/router-default-6d76f45d78-x658d 8b22a877f576a73aa56f58d77bede778b0e3b03add3f2fe667ef7c68f1d62c51 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6d76f45d78-x658d 8b22a877f576a73aa56f58d77bede778b0e3b03add3f2fe667ef7c68f1d62c51 network default NAD default NAD key ] I0420 08:58:50.439077 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6d76f45d78-x658d, hostIfaceName: 8b22a877f576a73, network: default, NAD default, SandboxID: "8b22a877f576a73aa56f58d77bede778b0e3b03add3f2fe667ef7c68f1d62c51", PCI device ID: , UID: "c5f0708b-9535-43bf-b5bb-c01b12518be3", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0420 08:58:50.490937 3666 cni.go:473] [openshift-ingress/router-default-6d76f45d78-x658d 8b22a877f576a73aa56f58d77bede778b0e3b03add3f2fe667ef7c68f1d62c51 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6d76f45d78-x658d 8b22a877f576a73aa56f58d77bede778b0e3b03add3f2fe667ef7c68f1d62c51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:16:a6:44:49:f0\",\"name\":\"8b22a877f576a73\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0b81061-c5b2-4e2b-a04d-456d764eb60a\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 08:58:51.438788 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:51.438810 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:51.438817 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:51.438877 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:51.438893 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:51.460829 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:51.460843 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:51.462796 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:51.462808 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:51.462814 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:51.607025 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:51.607108 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:51.607121 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:51.607133 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:51.607138 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0420 08:58:52.271764 3666 base_network_controller_pods.go:487] [default/openshift-console/console-7779449b58-cdm6j] creating logical port openshift-console_console-7779449b58-cdm6j for pod on switch ip-10-0-2-148.ec2.internal I0420 08:58:52.271893 3666 kube.go:256] Updating pod openshift-console/console-7779449b58-cdm6j I0420 08:58:52.288178 3666 pod.go:62] [openshift-console/console-7779449b58-cdm6j] pod update took 16.334458ms I0420 08:58:52.288202 3666 base_network_controller_pods.go:951] [default/openshift-console/console-7779449b58-cdm6j] addLogicalPort annotation time took 16.364969ms I0420 08:58:52.289444 3666 pods.go:271] [openshift-console/console-7779449b58-cdm6j] addLogicalPort took 17.702626ms, libovsdb time 829.088µs W0420 08:58:52.482216 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:52.482241 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:52.482259 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:52.482265 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:52.482271 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:52.482291 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:52.482315 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:52.482325 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:52.482332 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:52.482350 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:52.482395 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:52.482421 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:52.533336 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:52.533359 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:52.533367 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:52.533384 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:52.533389 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:52.533393 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:52.533407 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:52.533423 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:52.533443 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:52.533452 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:52.533461 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:52.533466 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:52.616955 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:52.617030 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:52.617049 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 08:58:52.617241 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 08:58:52.617256 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0420 08:58:52.637412 3666 cni.go:452] [openshift-console/console-7779449b58-cdm6j 7514737e4e453202a3c000ce76ecd8e94e132e5cb68e764167938ce61a05f800 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7779449b58-cdm6j 7514737e4e453202a3c000ce76ecd8e94e132e5cb68e764167938ce61a05f800 network default NAD default NAD key ] I0420 08:58:52.648895 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7779449b58-cdm6j, hostIfaceName: 7514737e4e45320, network: default, NAD default, SandboxID: "7514737e4e453202a3c000ce76ecd8e94e132e5cb68e764167938ce61a05f800", PCI device ID: , UID: "21f09b1f-21f9-4b9d-bb62-73700e2592aa", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0420 08:58:52.698865 3666 cni.go:473] [openshift-console/console-7779449b58-cdm6j 7514737e4e453202a3c000ce76ecd8e94e132e5cb68e764167938ce61a05f800 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7779449b58-cdm6j 7514737e4e453202a3c000ce76ecd8e94e132e5cb68e764167938ce61a05f800 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:dc:f2:8d:2c:bd\",\"name\":\"7514737e4e45320\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e722b8b2-f303-4db1-b035-9895bc109a95\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 08:58:52.743069 3666 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 08:58:55.299821 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-148.ec2.internal I0420 08:58:55.299973 3666 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0420 08:58:55.326598 3666 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.678263ms I0420 08:58:55.326621 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.706592ms I0420 08:58:55.328027 3666 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.228617ms, libovsdb time 1.09391ms I0420 08:58:55.669359 3666 cni.go:452] [openshift-monitoring/alertmanager-main-0 18f587e924f0e0a418207a37ca4e6f232b891852be8f64ea466222705a01defa network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 18f587e924f0e0a418207a37ca4e6f232b891852be8f64ea466222705a01defa network default NAD default NAD key ] I0420 08:58:55.681824 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 18f587e924f0e0a, network: default, NAD default, SandboxID: "18f587e924f0e0a418207a37ca4e6f232b891852be8f64ea466222705a01defa", PCI device ID: , UID: "da1da7b1-536f-4ba3-ba4a-ea081eb626c9", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0420 08:58:55.739698 3666 cni.go:473] [openshift-monitoring/alertmanager-main-0 18f587e924f0e0a418207a37ca4e6f232b891852be8f64ea466222705a01defa network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 18f587e924f0e0a418207a37ca4e6f232b891852be8f64ea466222705a01defa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:dd:d4:aa:e2:33\",\"name\":\"18f587e924f0e0a\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ed9250e-b522-4f95-81ac-5c5c28ef4768\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 08:58:56.619685 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 08:58:56.726574 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0420 08:58:57.282061 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6bd678944-cbl69] creating logical port openshift-monitoring_thanos-querier-6bd678944-cbl69 for pod on switch ip-10-0-2-148.ec2.internal I0420 08:58:57.282241 3666 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6bd678944-cbl69 I0420 08:58:57.300215 3666 pod.go:62] [openshift-monitoring/thanos-querier-6bd678944-cbl69] pod update took 18.008015ms I0420 08:58:57.300235 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6bd678944-cbl69] addLogicalPort annotation time took 18.033102ms I0420 08:58:57.301509 3666 pods.go:271] [openshift-monitoring/thanos-querier-6bd678944-cbl69] addLogicalPort took 19.466916ms, libovsdb time 973.323µs I0420 08:58:58.748729 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7db9d8f96c-f9fdp] creating logical port openshift-monitoring_metrics-server-7db9d8f96c-f9fdp for pod on switch ip-10-0-2-148.ec2.internal I0420 08:58:58.748844 3666 kube.go:256] Updating pod openshift-monitoring/metrics-server-7db9d8f96c-f9fdp I0420 08:58:58.766963 3666 pod.go:62] [openshift-monitoring/metrics-server-7db9d8f96c-f9fdp] pod update took 18.148857ms I0420 08:58:58.767054 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7db9d8f96c-f9fdp] addLogicalPort annotation time took 18.247826ms I0420 08:58:58.768326 3666 pods.go:271] [openshift-monitoring/metrics-server-7db9d8f96c-f9fdp] addLogicalPort took 19.622406ms, libovsdb time 933.777µs W0420 08:58:59.279981 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0420 08:59:00.600561 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-148.ec2.internal I0420 08:59:00.600702 3666 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0420 08:59:00.634385 3666 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 33.719733ms I0420 08:59:00.634419 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 33.762277ms I0420 08:59:00.635890 3666 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 35.346317ms, libovsdb time 1.028361ms W0420 08:59:01.490492 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0420 08:59:02.397205 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 08:59:02.397237 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 08:59:02.494907 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 08:59:02.659891 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 08:59:03.230473 3666 cni.go:452] [openshift-monitoring/thanos-querier-6bd678944-cbl69 467c0913a075ef9e3febf8b65ef9bd60068079a98318364d2a2478c74c7e8c3e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6bd678944-cbl69 467c0913a075ef9e3febf8b65ef9bd60068079a98318364d2a2478c74c7e8c3e network default NAD default NAD key ] I0420 08:59:03.232849 3666 cni.go:452] [openshift-dns/dns-default-jvkct a5ba8031ee528c0adfb4d06366965daf0e44b51e91846f2cf1a374d8aa44133a network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-jvkct a5ba8031ee528c0adfb4d06366965daf0e44b51e91846f2cf1a374d8aa44133a network default NAD default NAD key ] I0420 08:59:03.233931 3666 cni.go:452] [openshift-monitoring/metrics-server-7db9d8f96c-f9fdp 1887906b33947e2648e73fba7b4cd391793dc1e4aa11ad132498a195af237096 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7db9d8f96c-f9fdp 1887906b33947e2648e73fba7b4cd391793dc1e4aa11ad132498a195af237096 network default NAD default NAD key ] I0420 08:59:03.233948 3666 cni.go:452] [openshift-monitoring/prometheus-k8s-0 01e42b404ff2025e343b5ef70e523613144cddddda178351fec0873027351a98 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 01e42b404ff2025e343b5ef70e523613144cddddda178351fec0873027351a98 network default NAD default NAD key ] I0420 08:59:03.246546 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6bd678944-cbl69, hostIfaceName: 467c0913a075ef9, network: default, NAD default, SandboxID: "467c0913a075ef9e3febf8b65ef9bd60068079a98318364d2a2478c74c7e8c3e", PCI device ID: , UID: "a3c14018-0764-4431-945d-5ee7cda1adec", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0420 08:59:03.247787 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-jvkct, hostIfaceName: a5ba8031ee528c0, network: default, NAD default, SandboxID: "a5ba8031ee528c0adfb4d06366965daf0e44b51e91846f2cf1a374d8aa44133a", PCI device ID: , UID: "1ecb9c5a-07f9-4c3d-af33-6061b4015352", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0420 08:59:03.248047 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 01e42b404ff2025, network: default, NAD default, SandboxID: "01e42b404ff2025e343b5ef70e523613144cddddda178351fec0873027351a98", PCI device ID: , UID: "bfcd98a8-e396-4164-950f-2ef9bcd71d1d", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0420 08:59:03.248868 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7db9d8f96c-f9fdp, hostIfaceName: 1887906b33947e2, network: default, NAD default, SandboxID: "1887906b33947e2648e73fba7b4cd391793dc1e4aa11ad132498a195af237096", PCI device ID: , UID: "332c5aec-da8e-4c86-ab69-701a798f2970", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0420 08:59:03.309785 3666 cni.go:473] [openshift-monitoring/thanos-querier-6bd678944-cbl69 467c0913a075ef9e3febf8b65ef9bd60068079a98318364d2a2478c74c7e8c3e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6bd678944-cbl69 467c0913a075ef9e3febf8b65ef9bd60068079a98318364d2a2478c74c7e8c3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:87:0c:54:87:81\",\"name\":\"467c0913a075ef9\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ea84979-1998-4591-8404-847406b69aaa\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 08:59:03.323894 3666 cni.go:473] [openshift-dns/dns-default-jvkct a5ba8031ee528c0adfb4d06366965daf0e44b51e91846f2cf1a374d8aa44133a network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-jvkct a5ba8031ee528c0adfb4d06366965daf0e44b51e91846f2cf1a374d8aa44133a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:25:45:ae:f3:d0\",\"name\":\"a5ba8031ee528c0\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27a595f8-2532-4a11-82af-e947b9be7cfe\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 08:59:03.551425 3666 cni.go:473] [openshift-monitoring/metrics-server-7db9d8f96c-f9fdp 1887906b33947e2648e73fba7b4cd391793dc1e4aa11ad132498a195af237096 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7db9d8f96c-f9fdp 1887906b33947e2648e73fba7b4cd391793dc1e4aa11ad132498a195af237096 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:be:7d:69:0a:a1\",\"name\":\"1887906b33947e2\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a69ab11-73a9-4c9f-a78a-f403b3aaa52c\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 08:59:03.551655 3666 cni.go:473] [openshift-monitoring/prometheus-k8s-0 01e42b404ff2025e343b5ef70e523613144cddddda178351fec0873027351a98 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 01e42b404ff2025e343b5ef70e523613144cddddda178351fec0873027351a98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:fe:af:86:7c:99\",\"name\":\"01e42b404ff2025\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb6a3ca0-d205-4d73-993e-9ac85971bd96\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 08:59:03.651940 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0420 08:59:03.675495 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0420 08:59:03.724768 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 08:59:03.724789 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 08:59:03.724798 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 08:59:03.748429 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 08:59:03.748449 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 08:59:03.748454 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 08:59:04.686870 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 08:59:04.686894 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 08:59:04.832282 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 08:59:04.832311 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 08:59:05.753407 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 08:59:06.689625 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 08:59:08.795901 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:08.795926 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:08.795936 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:08.795941 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:09.673669 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 08:59:09.673701 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 08:59:09.715299 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 08:59:09.715323 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 08:59:09.736191 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:09.736276 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:09.736290 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:09.736296 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:10.637277 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 08:59:14.814073 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:14.814121 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:14.814131 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:14.814137 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:14.814155 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:14.814162 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:14.814168 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:14.814175 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:15.755651 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:15.755671 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:15.755677 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:15.755682 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 08:59:18.739364 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 08:59:18.739388 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 08:59:18.739397 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0420 08:59:24.578482 3666 obj_retry.go:498] Detected object openshift-console/console-7779449b58-n27mj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:59:24.579070 3666 obj_retry.go:498] Detected object openshift-console/console-7779449b58-n27mj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:59:24.856475 3666 obj_retry.go:492] Detected object openshift-console/console-7779449b58-n27mj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:59:24.856494 3666 obj_retry.go:492] Detected object openshift-console/console-7779449b58-n27mj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:59:24.859380 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7779449b58-n27mj I0420 08:59:24.859404 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7779449b58-n27mj W0420 08:59:26.139391 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 08:59:26.139523 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 08:59:26.139564 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 08:59:26.139611 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 08:59:26.139643 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 08:59:26.139676 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 08:59:26.778477 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 08:59:26.778501 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 08:59:27.706486 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 08:59:31.833706 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0420 08:59:31.833761 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0420 08:59:31.833811 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0420 08:59:32.827062 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0420 08:59:32.903923 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0420 08:59:35.007033 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84994b6b87-r6snm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:59:35.007569 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84994b6b87-r6snm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:59:35.617789 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84994b6b87-r6snm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:59:35.617808 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84994b6b87-r6snm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:59:35.624058 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-84994b6b87-r6snm I0420 08:59:35.624108 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-84994b6b87-r6snm W0420 08:59:35.724623 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 08:59:35.724642 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 08:59:35.724649 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 08:59:35.747290 3666 cni.go:452] [openshift-console/console-7779449b58-cdm6j 7514737e4e453202a3c000ce76ecd8e94e132e5cb68e764167938ce61a05f800 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7779449b58-cdm6j 7514737e4e453202a3c000ce76ecd8e94e132e5cb68e764167938ce61a05f800 network default NAD default NAD key ] I0420 08:59:35.822597 3666 cni.go:473] [openshift-console/console-7779449b58-cdm6j 7514737e4e453202a3c000ce76ecd8e94e132e5cb68e764167938ce61a05f800 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7779449b58-cdm6j 7514737e4e453202a3c000ce76ecd8e94e132e5cb68e764167938ce61a05f800 network default NAD default NAD key default], result "{}", err I0420 08:59:35.887361 3666 obj_retry.go:498] Detected object openshift-console/console-7779449b58-cdm6j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:59:35.887397 3666 pods.go:176] Deleting pod: openshift-console/console-7779449b58-cdm6j I0420 08:59:35.888724 3666 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7779449b58-cdm6j, ips: 10.130.0.19 I0420 08:59:35.888748 3666 obj_retry.go:498] Detected object openshift-console/console-7779449b58-cdm6j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:59:36.837333 3666 obj_retry.go:492] Detected object openshift-console/console-7779449b58-cdm6j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:59:36.837360 3666 obj_retry.go:492] Detected object openshift-console/console-7779449b58-cdm6j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:59:36.843405 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7779449b58-cdm6j I0420 08:59:36.843433 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7779449b58-cdm6j W0420 08:59:57.011473 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0420 09:00:01.071595 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 09:00:01.071618 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 09:00:01.071629 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 09:00:01.071634 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 09:00:01.993964 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 09:00:01.993984 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 09:00:04.862993 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611260-zznn4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:00:04.863592 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611260-zznn4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:00:05.750166 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611260-zznn4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:00:05.750189 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611260-zznn4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:00:08.352770 3666 obj_retry.go:498] Detected object openshift-ingress/router-default-5fcb75cf99-st6hs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:00:08.353377 3666 obj_retry.go:498] Detected object openshift-ingress/router-default-5fcb75cf99-st6hs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:00:08.752296 3666 obj_retry.go:492] Detected object openshift-ingress/router-default-5fcb75cf99-st6hs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:00:08.752328 3666 obj_retry.go:492] Detected object openshift-ingress/router-default-5fcb75cf99-st6hs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:00:08.759655 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5fcb75cf99-st6hs I0420 09:00:08.759683 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5fcb75cf99-st6hs I0420 09:00:16.079793 3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:00:16.080424 3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:00:16.402717 3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:00:16.402740 3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:00:16.409849 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0420 09:00:16.409874 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0420 09:00:18.869120 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-89f77f597-znwnp] creating logical port openshift-monitoring_telemeter-client-89f77f597-znwnp for pod on switch ip-10-0-2-148.ec2.internal I0420 09:00:18.869272 3666 kube.go:256] Updating pod openshift-monitoring/telemeter-client-89f77f597-znwnp I0420 09:00:18.891114 3666 pod.go:62] [openshift-monitoring/telemeter-client-89f77f597-znwnp] pod update took 21.855512ms I0420 09:00:18.891141 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-89f77f597-znwnp] addLogicalPort annotation time took 21.916395ms I0420 09:00:18.892352 3666 pods.go:271] [openshift-monitoring/telemeter-client-89f77f597-znwnp] addLogicalPort took 23.272533ms, libovsdb time 846.032µs I0420 09:00:19.228642 3666 cni.go:452] [openshift-monitoring/telemeter-client-89f77f597-znwnp 8c54f0ec6b75f6bc2b39ccbdb4b948c332951bdc38d5870bd8125cb2597cc947 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-89f77f597-znwnp 8c54f0ec6b75f6bc2b39ccbdb4b948c332951bdc38d5870bd8125cb2597cc947 network default NAD default NAD key ] I0420 09:00:19.238394 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-89f77f597-znwnp, hostIfaceName: 8c54f0ec6b75f6b, network: default, NAD default, SandboxID: "8c54f0ec6b75f6bc2b39ccbdb4b948c332951bdc38d5870bd8125cb2597cc947", PCI device ID: , UID: "5daf334c-2e9f-4eef-8e27-38d15ea9a7fe", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0420 09:00:19.287032 3666 cni.go:473] [openshift-monitoring/telemeter-client-89f77f597-znwnp 8c54f0ec6b75f6bc2b39ccbdb4b948c332951bdc38d5870bd8125cb2597cc947 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-89f77f597-znwnp 8c54f0ec6b75f6bc2b39ccbdb4b948c332951bdc38d5870bd8125cb2597cc947 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:f2:f3:3d:7c:61\",\"name\":\"8c54f0ec6b75f6b\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09641f40-df5c-4269-bbc5-35247d36372b\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 09:00:20.449856 3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:00:20.450544 3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:00:21.147463 3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:00:21.147490 3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:00:21.154055 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0420 09:00:21.154106 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0420 09:00:22.475265 3666 base_network_controller_pods.go:487] [default/openshift-console/console-5bcd6df69c-bdljt] creating logical port openshift-console_console-5bcd6df69c-bdljt for pod on switch ip-10-0-2-148.ec2.internal I0420 09:00:22.475368 3666 kube.go:256] Updating pod openshift-console/console-5bcd6df69c-bdljt I0420 09:00:22.497390 3666 pod.go:62] [openshift-console/console-5bcd6df69c-bdljt] pod update took 22.050191ms I0420 09:00:22.497418 3666 base_network_controller_pods.go:951] [default/openshift-console/console-5bcd6df69c-bdljt] addLogicalPort annotation time took 22.080948ms I0420 09:00:22.498759 3666 pods.go:271] [openshift-console/console-5bcd6df69c-bdljt] addLogicalPort took 23.512826ms, libovsdb time 990.411µs I0420 09:00:22.834728 3666 cni.go:452] [openshift-console/console-5bcd6df69c-bdljt c321a07f0d1d7bccb306e7cb18ca29f32d334b074df305bb644595f6ec939e72 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5bcd6df69c-bdljt c321a07f0d1d7bccb306e7cb18ca29f32d334b074df305bb644595f6ec939e72 network default NAD default NAD key ] I0420 09:00:22.845345 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5bcd6df69c-bdljt, hostIfaceName: c321a07f0d1d7bc, network: default, NAD default, SandboxID: "c321a07f0d1d7bccb306e7cb18ca29f32d334b074df305bb644595f6ec939e72", PCI device ID: , UID: "017acaad-37fb-4706-9209-0f36f48a1d14", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0420 09:00:22.894560 3666 cni.go:473] [openshift-console/console-5bcd6df69c-bdljt c321a07f0d1d7bccb306e7cb18ca29f32d334b074df305bb644595f6ec939e72 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5bcd6df69c-bdljt c321a07f0d1d7bccb306e7cb18ca29f32d334b074df305bb644595f6ec939e72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:68:04:98:db:88\",\"name\":\"c321a07f0d1d7bc\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ad83fd1-1b25-45ff-b856-b2162dc5236b\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 09:00:32.061367 3666 cni.go:452] [openshift-multus/network-metrics-daemon-szn7p 8293131abcaa9f2637a9f817a9fc4756a38c9c4c6740edc6d695801a70379b93 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-szn7p 8293131abcaa9f2637a9f817a9fc4756a38c9c4c6740edc6d695801a70379b93 network default NAD default NAD key ] I0420 09:00:32.070226 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-szn7p, hostIfaceName: 8293131abcaa9f2, network: default, NAD default, SandboxID: "8293131abcaa9f2637a9f817a9fc4756a38c9c4c6740edc6d695801a70379b93", PCI device ID: , UID: "e6eba593-fda5-4fbd-a962-ed13562ca2f4", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0420 09:00:32.120376 3666 cni.go:473] [openshift-multus/network-metrics-daemon-szn7p 8293131abcaa9f2637a9f817a9fc4756a38c9c4c6740edc6d695801a70379b93 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-szn7p 8293131abcaa9f2637a9f817a9fc4756a38c9c4c6740edc6d695801a70379b93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:73:65:7e:a2:a0\",\"name\":\"8293131abcaa9f2\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb5353e0-959c-4b4e-b3f5-4f42a79bfa8b\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 09:00:33.095942 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 09:00:47.784387 3666 obj_retry.go:498] Detected object openshift-console/console-6bb8bdf5dd-qp4gz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:00:47.784972 3666 obj_retry.go:498] Detected object openshift-console/console-6bb8bdf5dd-qp4gz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:00:48.023043 3666 cni.go:452] [openshift-monitoring/alertmanager-main-0 18f587e924f0e0a418207a37ca4e6f232b891852be8f64ea466222705a01defa network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 18f587e924f0e0a418207a37ca4e6f232b891852be8f64ea466222705a01defa network default NAD default NAD key ] I0420 09:00:48.113216 3666 cni.go:473] [openshift-monitoring/alertmanager-main-0 18f587e924f0e0a418207a37ca4e6f232b891852be8f64ea466222705a01defa network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 18f587e924f0e0a418207a37ca4e6f232b891852be8f64ea466222705a01defa network default NAD default NAD key default], result "{}", err I0420 09:00:48.172434 3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:00:48.172466 3666 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0420 09:00:48.173699 3666 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.20 I0420 09:00:48.173729 3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:00:48.282037 3666 obj_retry.go:492] Detected object openshift-console/console-6bb8bdf5dd-qp4gz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:00:48.282060 3666 obj_retry.go:492] Detected object openshift-console/console-6bb8bdf5dd-qp4gz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:00:48.287954 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bb8bdf5dd-qp4gz I0420 09:00:48.287988 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bb8bdf5dd-qp4gz I0420 09:00:49.158565 3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:00:49.158592 3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:00:49.164786 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0420 09:00:49.164861 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0420 09:00:49.209490 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-148.ec2.internal I0420 09:00:49.209622 3666 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0420 09:00:49.229510 3666 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 19.933996ms I0420 09:00:49.229531 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 19.960054ms I0420 09:00:49.230842 3666 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 21.364856ms, libovsdb time 998.523µs I0420 09:00:49.570609 3666 cni.go:452] [openshift-monitoring/alertmanager-main-0 d526b960b1e837e327991e8698ce1a210d0268f9985aee857123a175dbd49a8d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 d526b960b1e837e327991e8698ce1a210d0268f9985aee857123a175dbd49a8d network default NAD default NAD key ] I0420 09:00:49.580219 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: d526b960b1e837e, network: default, NAD default, SandboxID: "d526b960b1e837e327991e8698ce1a210d0268f9985aee857123a175dbd49a8d", PCI device ID: , UID: "d2e0e174-8e87-4051-9bd4-c8a666b1544d", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0420 09:00:49.628802 3666 cni.go:473] [openshift-monitoring/alertmanager-main-0 d526b960b1e837e327991e8698ce1a210d0268f9985aee857123a175dbd49a8d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 d526b960b1e837e327991e8698ce1a210d0268f9985aee857123a175dbd49a8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:78:01:6f:75:54\",\"name\":\"d526b960b1e837e\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d1d6483-aa6f-4103-9f4b-bb9a87e7e107\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 09:00:58.424681 3666 obj_retry.go:498] Detected object openshift-console/console-6bb8bdf5dd-7g7f4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:00:58.425328 3666 obj_retry.go:498] Detected object openshift-console/console-6bb8bdf5dd-7g7f4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:00:58.943457 3666 obj_retry.go:492] Detected object openshift-console/console-6bb8bdf5dd-7g7f4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:00:58.943483 3666 obj_retry.go:492] Detected object openshift-console/console-6bb8bdf5dd-7g7f4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:00:58.949345 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bb8bdf5dd-7g7f4 I0420 09:00:58.949373 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bb8bdf5dd-7g7f4 W0420 09:01:19.620723 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 09:01:19.620744 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 09:01:19.620752 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 09:01:23.662080 3666 cni.go:452] [openshift-monitoring/prometheus-k8s-0 01e42b404ff2025e343b5ef70e523613144cddddda178351fec0873027351a98 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 01e42b404ff2025e343b5ef70e523613144cddddda178351fec0873027351a98 network default NAD default NAD key ] I0420 09:01:23.740604 3666 cni.go:473] [openshift-monitoring/prometheus-k8s-0 01e42b404ff2025e343b5ef70e523613144cddddda178351fec0873027351a98 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 01e42b404ff2025e343b5ef70e523613144cddddda178351fec0873027351a98 network default NAD default NAD key default], result "{}", err I0420 09:01:23.801489 3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:01:23.801524 3666 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0420 09:01:23.802703 3666 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.23 I0420 09:01:23.802732 3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:01:24.322500 3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:01:24.322544 3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:01:24.328656 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0420 09:01:24.328683 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0420 09:01:24.368849 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-148.ec2.internal I0420 09:01:24.369015 3666 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0420 09:01:24.391817 3666 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 22.852007ms I0420 09:01:24.391845 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 22.886811ms I0420 09:01:24.393295 3666 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 24.459257ms, libovsdb time 945.067µs I0420 09:01:24.731678 3666 cni.go:452] [openshift-monitoring/prometheus-k8s-0 bafa65dbd4abeb83f194daf9f83952e7a0f1c49b84009055a558c1783c6653e0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 bafa65dbd4abeb83f194daf9f83952e7a0f1c49b84009055a558c1783c6653e0 network default NAD default NAD key ] I0420 09:01:24.741691 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: bafa65dbd4abeb8, network: default, NAD default, SandboxID: "bafa65dbd4abeb83f194daf9f83952e7a0f1c49b84009055a558c1783c6653e0", PCI device ID: , UID: "d187316b-85cb-4774-8e0f-985ae0d438fb", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0420 09:01:24.791062 3666 cni.go:473] [openshift-monitoring/prometheus-k8s-0 bafa65dbd4abeb83f194daf9f83952e7a0f1c49b84009055a558c1783c6653e0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 bafa65dbd4abeb83f194daf9f83952e7a0f1c49b84009055a558c1783c6653e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:08:b3:36:a0:a2\",\"name\":\"bafa65dbd4abeb8\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f568ed76-3e74-4524-b5b4-4e315975c550\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 09:01:27.185282 3666 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 09:02:07.673633 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0420 09:02:21.565397 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=68 W0420 09:02:25.652220 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 09:02:25.652246 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 09:02:58.668698 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0420 09:02:59.730913 3666 cni.go:452] [openshift-console/console-5bcd6df69c-bdljt c321a07f0d1d7bccb306e7cb18ca29f32d334b074df305bb644595f6ec939e72 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5bcd6df69c-bdljt c321a07f0d1d7bccb306e7cb18ca29f32d334b074df305bb644595f6ec939e72 network default NAD default NAD key ] I0420 09:02:59.808992 3666 cni.go:473] [openshift-console/console-5bcd6df69c-bdljt c321a07f0d1d7bccb306e7cb18ca29f32d334b074df305bb644595f6ec939e72 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5bcd6df69c-bdljt c321a07f0d1d7bccb306e7cb18ca29f32d334b074df305bb644595f6ec939e72 network default NAD default NAD key default], result "{}", err I0420 09:02:59.858203 3666 obj_retry.go:498] Detected object openshift-console/console-5bcd6df69c-bdljt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:02:59.858236 3666 pods.go:176] Deleting pod: openshift-console/console-5bcd6df69c-bdljt I0420 09:02:59.859528 3666 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5bcd6df69c-bdljt, ips: 10.130.0.25 I0420 09:02:59.859555 3666 obj_retry.go:498] Detected object openshift-console/console-5bcd6df69c-bdljt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:02:59.865738 3666 base_network_controller_pods.go:487] [default/openshift-console/console-7894677dbd-dbwbj] creating logical port openshift-console_console-7894677dbd-dbwbj for pod on switch ip-10-0-2-148.ec2.internal I0420 09:02:59.865833 3666 kube.go:256] Updating pod openshift-console/console-7894677dbd-dbwbj I0420 09:02:59.880281 3666 pod.go:62] [openshift-console/console-7894677dbd-dbwbj] pod update took 14.471601ms I0420 09:02:59.880302 3666 base_network_controller_pods.go:951] [default/openshift-console/console-7894677dbd-dbwbj] addLogicalPort annotation time took 14.496071ms I0420 09:02:59.881618 3666 pods.go:271] [openshift-console/console-7894677dbd-dbwbj] addLogicalPort took 15.892858ms, libovsdb time 934.629µs I0420 09:03:00.223285 3666 cni.go:452] [openshift-console/console-7894677dbd-dbwbj 0f74e5b75346f4457ffc9545474ae6fcf784f557a2dd274763b67240ddf5fcb6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7894677dbd-dbwbj 0f74e5b75346f4457ffc9545474ae6fcf784f557a2dd274763b67240ddf5fcb6 network default NAD default NAD key ] I0420 09:03:00.232860 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7894677dbd-dbwbj, hostIfaceName: 0f74e5b75346f44, network: default, NAD default, SandboxID: "0f74e5b75346f4457ffc9545474ae6fcf784f557a2dd274763b67240ddf5fcb6", PCI device ID: , UID: "6ea0bc70-5a14-4678-8911-5abaf0ae6dbf", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0420 09:03:00.283511 3666 cni.go:473] [openshift-console/console-7894677dbd-dbwbj 0f74e5b75346f4457ffc9545474ae6fcf784f557a2dd274763b67240ddf5fcb6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7894677dbd-dbwbj 0f74e5b75346f4457ffc9545474ae6fcf784f557a2dd274763b67240ddf5fcb6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:55:7d:3d:c0:25\",\"name\":\"0f74e5b75346f44\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3b73a39-1885-47b0-a5c2-dd949566327c\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 09:03:00.780700 3666 obj_retry.go:492] Detected object openshift-console/console-5bcd6df69c-bdljt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:03:00.780725 3666 obj_retry.go:492] Detected object openshift-console/console-5bcd6df69c-bdljt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:03:00.786389 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bcd6df69c-bdljt I0420 09:03:00.786421 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bcd6df69c-bdljt I0420 09:03:10.641124 3666 obj_retry.go:498] Detected object openshift-console/console-5bcd6df69c-wcdg5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:03:10.641723 3666 obj_retry.go:498] Detected object openshift-console/console-5bcd6df69c-wcdg5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 09:03:10.836128 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 09:03:10.924468 3666 obj_retry.go:492] Detected object openshift-console/console-5bcd6df69c-wcdg5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:03:10.924493 3666 obj_retry.go:492] Detected object openshift-console/console-5bcd6df69c-wcdg5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:03:10.937018 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bcd6df69c-wcdg5 I0420 09:03:10.937042 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bcd6df69c-wcdg5 I0420 09:03:37.690723 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0420 09:04:02.685463 3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0420 09:04:23.661580 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0420 09:04:40.657332 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0420 09:04:41.652840 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0420 09:04:47.566232 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138 I0420 09:04:55.652828 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0420 09:05:22.681125 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0420 09:05:26.571200 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0420 09:05:45.563708 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65 I0420 09:06:12.577251 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=539 I0420 09:06:15.690849 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0420 09:06:42.566251 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0420 09:07:01.714442 3666 namespace.go:98] [tsf] adding namespace I0420 09:07:01.715372 3666 namespace.go:102] [tsf] adding namespace took 901.624µs I0420 09:07:01.728885 3666 namespace.go:142] [tsf] updating namespace I0420 09:07:01.739803 3666 namespace.go:142] [tsf] updating namespace I0420 09:07:05.642759 3666 namespace.go:98] [konflux-ui] adding namespace I0420 09:07:05.642870 3666 namespace.go:98] [rhbk-operator] adding namespace I0420 09:07:05.642981 3666 namespace.go:98] [konflux-operator] adding namespace I0420 09:07:05.643003 3666 namespace.go:98] [tsf-keycloak] adding namespace I0420 09:07:05.643695 3666 namespace.go:102] [konflux-ui] adding namespace took 915.135µs I0420 09:07:05.644392 3666 namespace.go:102] [rhbk-operator] adding namespace took 1.503281ms I0420 09:07:05.644985 3666 namespace.go:102] [konflux-operator] adding namespace took 1.987015ms I0420 09:07:05.645520 3666 namespace.go:102] [tsf-keycloak] adding namespace took 2.497309ms I0420 09:07:05.646084 3666 namespace.go:98] [tsf-tas] adding namespace I0420 09:07:05.646679 3666 namespace.go:102] [tsf-tas] adding namespace took 552.5µs I0420 09:07:05.647494 3666 namespace.go:98] [cert-manager-operator] adding namespace I0420 09:07:05.647525 3666 namespace.go:98] [rhtpa-operator] adding namespace I0420 09:07:05.647666 3666 namespace.go:98] [tsf-tpa] adding namespace I0420 09:07:05.648188 3666 namespace.go:102] [cert-manager-operator] adding namespace took 675.646µs I0420 09:07:05.648753 3666 namespace.go:102] [rhtpa-operator] adding namespace took 1.215666ms I0420 09:07:05.649421 3666 namespace.go:102] [tsf-tpa] adding namespace took 1.74146ms I0420 09:07:05.659855 3666 namespace.go:142] [konflux-ui] updating namespace I0420 09:07:05.665819 3666 namespace.go:142] [konflux-ui] updating namespace I0420 09:07:05.676074 3666 namespace.go:142] [rhbk-operator] updating namespace I0420 09:07:05.699574 3666 namespace.go:142] [rhbk-operator] updating namespace I0420 09:07:05.699603 3666 namespace.go:142] [konflux-operator] updating namespace I0420 09:07:05.704973 3666 namespace.go:142] [tsf-tas] updating namespace I0420 09:07:05.711056 3666 namespace.go:142] [konflux-operator] updating namespace I0420 09:07:05.711087 3666 namespace.go:142] [tsf-keycloak] updating namespace I0420 09:07:05.714509 3666 namespace.go:142] [rhtpa-operator] updating namespace I0420 09:07:05.714636 3666 namespace.go:142] [cert-manager-operator] updating namespace I0420 09:07:05.729352 3666 namespace.go:142] [tsf-tpa] updating namespace I0420 09:07:05.729408 3666 namespace.go:142] [konflux-operator] updating namespace I0420 09:07:05.729483 3666 namespace.go:142] [konflux-ui] updating namespace I0420 09:07:05.740498 3666 namespace.go:142] [tsf-tas] updating namespace I0420 09:07:05.755919 3666 namespace.go:142] [tsf-tas] updating namespace I0420 09:07:05.755949 3666 namespace.go:142] [cert-manager-operator] updating namespace I0420 09:07:05.777396 3666 namespace.go:142] [rhtpa-operator] updating namespace I0420 09:07:05.777529 3666 namespace.go:142] [cert-manager-operator] updating namespace I0420 09:07:05.795137 3666 namespace.go:142] [rhtpa-operator] updating namespace I0420 09:07:05.803988 3666 namespace.go:142] [tsf-tpa] updating namespace I0420 09:07:05.816794 3666 namespace.go:142] [tsf-tpa] updating namespace I0420 09:07:05.820773 3666 namespace.go:142] [tsf-keycloak] updating namespace I0420 09:07:05.832410 3666 namespace.go:142] [tsf-keycloak] updating namespace I0420 09:07:05.857472 3666 namespace.go:142] [rhbk-operator] updating namespace I0420 09:07:06.795472 3666 namespace.go:142] [tsf-tpa] updating namespace I0420 09:07:06.812726 3666 namespace.go:142] [tsf-keycloak] updating namespace I0420 09:07:08.308403 3666 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq for pod on switch ip-10-0-2-148.ec2.internal I0420 09:07:08.308521 3666 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq I0420 09:07:08.321669 3666 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq] pod update took 13.180634ms I0420 09:07:08.321689 3666 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq] addLogicalPort annotation time took 13.20566ms I0420 09:07:08.323085 3666 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq] addLogicalPort took 14.69877ms, libovsdb time 1.018472ms I0420 09:07:08.396292 3666 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl for pod on switch ip-10-0-2-148.ec2.internal I0420 09:07:08.396406 3666 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl I0420 09:07:08.409386 3666 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl] pod update took 13.003259ms I0420 09:07:08.409408 3666 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl] addLogicalPort annotation time took 13.030539ms I0420 09:07:08.410681 3666 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl] addLogicalPort took 14.397276ms, libovsdb time 844.073µs I0420 09:07:08.666909 3666 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq a643cef91de624bfceb06646abc6a5a436acc14c1c8330c7cb05c471df39d6ca network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq a643cef91de624bfceb06646abc6a5a436acc14c1c8330c7cb05c471df39d6ca network default NAD default NAD key ] I0420 09:07:08.676178 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq, hostIfaceName: a643cef91de624b, network: default, NAD default, SandboxID: "a643cef91de624bfceb06646abc6a5a436acc14c1c8330c7cb05c471df39d6ca", PCI device ID: , UID: "b32919e6-c46f-4464-8b0f-f21c98d40cde", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0420 09:07:08.726682 3666 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq a643cef91de624bfceb06646abc6a5a436acc14c1c8330c7cb05c471df39d6ca network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq a643cef91de624bfceb06646abc6a5a436acc14c1c8330c7cb05c471df39d6ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:ae:c6:35:e8:5d\",\"name\":\"a643cef91de624b\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d314f232-0e2e-421f-8f5c-1796b0c1b166\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 09:07:08.757699 3666 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl 85956bca7341954248d4e5084c210e44a197eff3254b1550e3ec5970e849ce3c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl 85956bca7341954248d4e5084c210e44a197eff3254b1550e3ec5970e849ce3c network default NAD default NAD key ] I0420 09:07:08.767761 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl, hostIfaceName: 85956bca7341954, network: default, NAD default, SandboxID: "85956bca7341954248d4e5084c210e44a197eff3254b1550e3ec5970e849ce3c", PCI device ID: , UID: "3b540fa9-162c-4d31-9c3b-76820d8d9dfc", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0420 09:07:08.820184 3666 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl 85956bca7341954248d4e5084c210e44a197eff3254b1550e3ec5970e849ce3c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl 85956bca7341954248d4e5084c210e44a197eff3254b1550e3ec5970e849ce3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:f1:83:03:79:1b\",\"name\":\"85956bca7341954\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0c8c5b3-0710-4de4-9350-66dae213b043\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 09:07:11.374491 3666 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 for pod on switch ip-10-0-2-148.ec2.internal I0420 09:07:11.374594 3666 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 I0420 09:07:11.387432 3666 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4] pod update took 12.868719ms I0420 09:07:11.387451 3666 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4] addLogicalPort annotation time took 12.893202ms I0420 09:07:11.388702 3666 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4] addLogicalPort took 14.231612ms, libovsdb time 884.199µs I0420 09:07:11.734956 3666 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 d067ddbaa5ebe60b3d4dbc6e84ef59ca0a4016c94fd400ce1593ec9a46672ef9 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 d067ddbaa5ebe60b3d4dbc6e84ef59ca0a4016c94fd400ce1593ec9a46672ef9 network default NAD default NAD key ] I0420 09:07:11.744591 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4, hostIfaceName: d067ddbaa5ebe60, network: default, NAD default, SandboxID: "d067ddbaa5ebe60b3d4dbc6e84ef59ca0a4016c94fd400ce1593ec9a46672ef9", PCI device ID: , UID: "33233445-c0d8-47fb-b941-75961dbef2ff", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0420 09:07:11.794733 3666 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 d067ddbaa5ebe60b3d4dbc6e84ef59ca0a4016c94fd400ce1593ec9a46672ef9 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 d067ddbaa5ebe60b3d4dbc6e84ef59ca0a4016c94fd400ce1593ec9a46672ef9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:8e:8d:2d:40:73\",\"name\":\"d067ddbaa5ebe60\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35932d0c-ea31-4b61-8e4e-7b4ba2771801\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 09:07:12.399440 3666 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 for pod on switch ip-10-0-2-148.ec2.internal I0420 09:07:12.399572 3666 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 I0420 09:07:12.413752 3666 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26] pod update took 14.210699ms I0420 09:07:12.413770 3666 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26] addLogicalPort annotation time took 14.233361ms I0420 09:07:12.415055 3666 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26] addLogicalPort took 15.633549ms, libovsdb time 962.803µs I0420 09:07:12.498313 3666 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx for pod on switch ip-10-0-2-148.ec2.internal I0420 09:07:12.498411 3666 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx I0420 09:07:12.511286 3666 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx] pod update took 12.909037ms I0420 09:07:12.511305 3666 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx] addLogicalPort annotation time took 12.934785ms I0420 09:07:12.512339 3666 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx] addLogicalPort took 14.04005ms, libovsdb time 699.211µs I0420 09:07:12.756564 3666 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 895b08a354221451df11486e041ec9a18bb5a1964cff0062ad5cafe103d339f5 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 895b08a354221451df11486e041ec9a18bb5a1964cff0062ad5cafe103d339f5 network default NAD default NAD key ] I0420 09:07:12.767124 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26, hostIfaceName: 895b08a35422145, network: default, NAD default, SandboxID: "895b08a354221451df11486e041ec9a18bb5a1964cff0062ad5cafe103d339f5", PCI device ID: , UID: "c3d790a0-9935-4ffb-b215-9b56c5c34357", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0420 09:07:12.817691 3666 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 895b08a354221451df11486e041ec9a18bb5a1964cff0062ad5cafe103d339f5 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 895b08a354221451df11486e041ec9a18bb5a1964cff0062ad5cafe103d339f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:a2:af:a6:dc:99\",\"name\":\"895b08a35422145\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/909a94d4-2d08-44fd-9cde-3c75db718042\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 09:07:12.855698 3666 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl 85956bca7341954248d4e5084c210e44a197eff3254b1550e3ec5970e849ce3c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl 85956bca7341954248d4e5084c210e44a197eff3254b1550e3ec5970e849ce3c network default NAD default NAD key ] I0420 09:07:12.857649 3666 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq a643cef91de624bfceb06646abc6a5a436acc14c1c8330c7cb05c471df39d6ca network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq a643cef91de624bfceb06646abc6a5a436acc14c1c8330c7cb05c471df39d6ca network default NAD default NAD key ] I0420 09:07:12.858075 3666 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx e3981b42bf8b184294122e0e6321b230a51bd1262295f78212e5d32c816a9f06 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx e3981b42bf8b184294122e0e6321b230a51bd1262295f78212e5d32c816a9f06 network default NAD default NAD key ] I0420 09:07:12.868869 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx, hostIfaceName: e3981b42bf8b184, network: default, NAD default, SandboxID: "e3981b42bf8b184294122e0e6321b230a51bd1262295f78212e5d32c816a9f06", PCI device ID: , UID: "221e45bf-4917-4b58-aa30-80402896bb61", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0420 09:07:12.933348 3666 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl 85956bca7341954248d4e5084c210e44a197eff3254b1550e3ec5970e849ce3c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl 85956bca7341954248d4e5084c210e44a197eff3254b1550e3ec5970e849ce3c network default NAD default NAD key default], result "{}", err I0420 09:07:12.956400 3666 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq a643cef91de624bfceb06646abc6a5a436acc14c1c8330c7cb05c471df39d6ca network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq a643cef91de624bfceb06646abc6a5a436acc14c1c8330c7cb05c471df39d6ca network default NAD default NAD key default], result "{}", err I0420 09:07:12.975774 3666 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:07:12.975810 3666 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl I0420 09:07:12.977231 3666 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl, ips: 10.130.0.30 I0420 09:07:12.977258 3666 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:07:12.977277 3666 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 09:07:12.977287 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 09:07:12.977456 3666 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 09:07:12.977473 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 09:07:13.054343 3666 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:07:13.054374 3666 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq I0420 09:07:13.055632 3666 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq, ips: 10.130.0.29 I0420 09:07:13.055656 3666 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:07:13.055682 3666 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 09:07:13.055691 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 09:07:13.055853 3666 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 09:07:13.055864 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 09:07:13.149316 3666 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx e3981b42bf8b184294122e0e6321b230a51bd1262295f78212e5d32c816a9f06 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx e3981b42bf8b184294122e0e6321b230a51bd1262295f78212e5d32c816a9f06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:aa:cd:6a:93:db\",\"name\":\"e3981b42bf8b184\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2950ff3b-6222-4b78-b724-c1e104a456c3\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 09:07:13.999198 3666 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:13.999223 3666 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:13.999236 3666 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:13.999251 3666 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2db9dl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:14.077397 3666 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:14.077418 3666 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:14.077435 3666 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:14.077448 3666 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568585zq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:15.890511 3666 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 d067ddbaa5ebe60b3d4dbc6e84ef59ca0a4016c94fd400ce1593ec9a46672ef9 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 d067ddbaa5ebe60b3d4dbc6e84ef59ca0a4016c94fd400ce1593ec9a46672ef9 network default NAD default NAD key ] I0420 09:07:15.961442 3666 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 d067ddbaa5ebe60b3d4dbc6e84ef59ca0a4016c94fd400ce1593ec9a46672ef9 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 d067ddbaa5ebe60b3d4dbc6e84ef59ca0a4016c94fd400ce1593ec9a46672ef9 network default NAD default NAD key default], result "{}", err I0420 09:07:16.013773 3666 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:07:16.013809 3666 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 I0420 09:07:16.015199 3666 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4, ips: 10.130.0.31 I0420 09:07:16.015231 3666 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:07:16.015255 3666 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 09:07:16.015266 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 09:07:16.015468 3666 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 09:07:16.015484 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 09:07:16.895871 3666 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx e3981b42bf8b184294122e0e6321b230a51bd1262295f78212e5d32c816a9f06 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx e3981b42bf8b184294122e0e6321b230a51bd1262295f78212e5d32c816a9f06 network default NAD default NAD key ] I0420 09:07:16.970193 3666 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx e3981b42bf8b184294122e0e6321b230a51bd1262295f78212e5d32c816a9f06 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx e3981b42bf8b184294122e0e6321b230a51bd1262295f78212e5d32c816a9f06 network default NAD default NAD key default], result "{}", err I0420 09:07:17.041621 3666 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:07:17.041653 3666 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx I0420 09:07:17.043118 3666 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx, ips: 10.130.0.33 I0420 09:07:17.043154 3666 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:07:17.043178 3666 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 09:07:17.043187 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 09:07:17.043375 3666 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 09:07:17.043390 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 09:07:17.048045 3666 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:17.048065 3666 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:17.048081 3666 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:17.048105 3666 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88eceqfcs4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:17.899825 3666 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 895b08a354221451df11486e041ec9a18bb5a1964cff0062ad5cafe103d339f5 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 895b08a354221451df11486e041ec9a18bb5a1964cff0062ad5cafe103d339f5 network default NAD default NAD key ] I0420 09:07:17.973597 3666 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 895b08a354221451df11486e041ec9a18bb5a1964cff0062ad5cafe103d339f5 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 895b08a354221451df11486e041ec9a18bb5a1964cff0062ad5cafe103d339f5 network default NAD default NAD key default], result "{}", err I0420 09:07:18.028278 3666 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:07:18.028313 3666 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 I0420 09:07:18.029667 3666 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26, ips: 10.130.0.32 I0420 09:07:18.029697 3666 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:07:18.029725 3666 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 09:07:18.029735 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 09:07:18.029908 3666 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 09:07:18.029918 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 09:07:18.060127 3666 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:18.060149 3666 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:18.060179 3666 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:18.060191 3666 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bchcx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:19.055298 3666 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:19.055325 3666 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:19.055343 3666 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:19.055369 3666 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafj5x26 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:07:29.521923 3666 namespace.go:142] [openshift-operators] updating namespace I0420 09:07:29.538868 3666 namespace.go:142] [openshift-operators] updating namespace I0420 09:07:30.228523 3666 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fnfz6] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-fnfz6 for pod on switch ip-10-0-2-148.ec2.internal I0420 09:07:30.228677 3666 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fnfz6 I0420 09:07:30.252916 3666 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fnfz6] pod update took 24.265778ms I0420 09:07:30.252938 3666 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fnfz6] addLogicalPort annotation time took 24.291318ms I0420 09:07:30.254178 3666 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fnfz6] addLogicalPort took 25.669926ms, libovsdb time 901.003µs I0420 09:07:30.592341 3666 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fnfz6 1cd0ce24235b7b2eb810c373a52253e598595f6a638f663254a396c4e358d56a network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fnfz6 1cd0ce24235b7b2eb810c373a52253e598595f6a638f663254a396c4e358d56a network default NAD default NAD key ] I0420 09:07:30.603443 3666 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-fnfz6, hostIfaceName: 1cd0ce24235b7b2, network: default, NAD default, SandboxID: "1cd0ce24235b7b2eb810c373a52253e598595f6a638f663254a396c4e358d56a", PCI device ID: , UID: "1d4cc9ec-45ce-47f3-bc8c-714197d3ef02", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0420 09:07:30.653601 3666 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fnfz6 1cd0ce24235b7b2eb810c373a52253e598595f6a638f663254a396c4e358d56a network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-fnfz6 1cd0ce24235b7b2eb810c373a52253e598595f6a638f663254a396c4e358d56a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:8c:bf:ca:a5:97\",\"name\":\"1cd0ce24235b7b2\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e2f22c8-7888-4878-a1cb-6f7c033f104a\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 09:07:31.067975 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 09:07:32.306330 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 09:07:32.320974 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 09:07:32.322402 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 09:07:32.339071 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 09:07:33.019912 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 09:07:38.292903 3666 namespace.go:142] [openshift-operators] updating namespace I0420 09:07:38.638453 3666 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-zhtr2] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-zhtr2 for pod on switch ip-10-0-2-148.ec2.internal I0420 09:07:38.638654 3666 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-zhtr2 I0420 09:07:38.668473 3666 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-zhtr2] pod update took 29.848201ms I0420 09:07:38.668499 3666 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-zhtr2] addLogicalPort annotation time took 29.879861ms I0420 09:07:38.669884 3666 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-zhtr2] addLogicalPort took 31.451866ms, libovsdb time 915.551µs I0420 09:07:39.013896 3666 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-zhtr2 66319568ab22133c6d050b4f0b1dee555e0abdb2edfb64832485bdd3214d3993 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-zhtr2 66319568ab22133c6d050b4f0b1dee555e0abdb2edfb64832485bdd3214d3993 network default NAD default NAD key ] I0420 09:07:39.024263 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-zhtr2, hostIfaceName: 66319568ab22133, network: default, NAD default, SandboxID: "66319568ab22133c6d050b4f0b1dee555e0abdb2edfb64832485bdd3214d3993", PCI device ID: , UID: "62a8aff0-69ab-43a8-bb92-24182236af65", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0420 09:07:39.075188 3666 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-zhtr2 66319568ab22133c6d050b4f0b1dee555e0abdb2edfb64832485bdd3214d3993 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-zhtr2 66319568ab22133c6d050b4f0b1dee555e0abdb2edfb64832485bdd3214d3993 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:6e:fa:70:6f:7c\",\"name\":\"66319568ab22133\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f2b27cd-47a2-41c8-97af-7dcd66182e12\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 09:07:39.088200 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0420 09:07:39.101821 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0420 09:07:39.115435 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0420 09:07:39.123187 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0420 09:07:44.022850 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-148.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 09:07:49.042629 3666 namespace.go:98] [trusted-artifact-signer] adding namespace I0420 09:07:49.043575 3666 namespace.go:102] [trusted-artifact-signer] adding namespace took 924.311µs I0420 09:07:49.088303 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 09:07:49.109568 3666 namespace.go:142] [trusted-artifact-signer] updating namespace W0420 09:07:49.262985 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 09:07:50.094146 3666 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-5l97w] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-5l97w for pod on switch ip-10-0-2-148.ec2.internal I0420 09:07:50.094233 3666 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-5l97w I0420 09:07:50.124521 3666 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-5l97w] pod update took 30.306505ms I0420 09:07:50.124543 3666 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-5l97w] addLogicalPort annotation time took 30.336509ms I0420 09:07:50.125851 3666 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-5l97w] addLogicalPort took 31.72043ms, libovsdb time 897.354µs I0420 09:07:50.456213 3666 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-5l97w 1a4dd7ff13907025d7a7c0c2f58431e682b46d9080e3d219b2cd56090b8278cb network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-5l97w 1a4dd7ff13907025d7a7c0c2f58431e682b46d9080e3d219b2cd56090b8278cb network default NAD default NAD key ] I0420 09:07:50.466061 3666 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-5l97w, hostIfaceName: 1a4dd7ff1390702, network: default, NAD default, SandboxID: "1a4dd7ff13907025d7a7c0c2f58431e682b46d9080e3d219b2cd56090b8278cb", PCI device ID: , UID: "f0ad8c52-3746-4506-a042-777dfac4a5af", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0420 09:07:50.515643 3666 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-5l97w 1a4dd7ff13907025d7a7c0c2f58431e682b46d9080e3d219b2cd56090b8278cb network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-5l97w 1a4dd7ff13907025d7a7c0c2f58431e682b46d9080e3d219b2cd56090b8278cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:a4:3a:de:3a:31\",\"name\":\"1a4dd7ff1390702\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/445454a9-fcff-4c9b-bf23-2a91e1fc087b\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 09:07:50.568322 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=22 I0420 09:07:53.548805 3666 namespace.go:98] [openshift-pipelines] adding namespace I0420 09:07:53.549812 3666 namespace.go:102] [openshift-pipelines] adding namespace took 956.911µs I0420 09:07:53.569995 3666 namespace.go:142] [openshift-pipelines] updating namespace I0420 09:07:54.220537 3666 namespace.go:142] [cert-manager-operator] updating namespace I0420 09:07:54.625891 3666 namespace.go:142] [konflux-operator] updating namespace I0420 09:07:54.826533 3666 namespace.go:142] [konflux-ui] updating namespace I0420 09:07:55.032123 3666 namespace.go:142] [open-cluster-management-2ppph9ruf6k5ml3crseffj0vunji1dnc] updating namespace I0420 09:07:55.445309 3666 namespace.go:142] [rhbk-operator] updating namespace I0420 09:07:55.641142 3666 namespace.go:142] [rhtpa-operator] updating namespace I0420 09:07:55.840264 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 09:07:56.040396 3666 namespace.go:142] [tsf] updating namespace I0420 09:07:56.241399 3666 namespace.go:142] [tsf-keycloak] updating namespace I0420 09:07:56.442068 3666 namespace.go:142] [tsf-tas] updating namespace I0420 09:07:56.642364 3666 namespace.go:142] [tsf-tpa] updating namespace I0420 09:07:56.770708 3666 namespace.go:142] [cert-manager-operator] updating namespace I0420 09:07:56.779403 3666 namespace.go:142] [default] updating namespace I0420 09:07:56.789286 3666 namespace.go:142] [konflux-operator] updating namespace I0420 09:07:56.798822 3666 namespace.go:142] [konflux-ui] updating namespace I0420 09:07:56.809664 3666 namespace.go:142] [open-cluster-management-2ppph9ruf6k5ml3crseffj0vunji1dnc] updating namespace I0420 09:07:56.817169 3666 namespace.go:142] [openshift] updating namespace I0420 09:07:56.827544 3666 namespace.go:142] [rhbk-operator] updating namespace I0420 09:07:56.837709 3666 namespace.go:142] [rhtpa-operator] updating namespace I0420 09:07:56.848175 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 09:07:56.856445 3666 namespace.go:142] [tsf] updating namespace I0420 09:07:56.866990 3666 namespace.go:142] [tsf-keycloak] updating namespace I0420 09:07:56.882951 3666 namespace.go:142] [tsf-tas] updating namespace I0420 09:07:56.904844 3666 namespace.go:142] [tsf-tpa] updating namespace I0420 09:07:57.005242 3666 namespace.go:142] [cert-manager-operator] updating namespace I0420 09:07:57.102357 3666 namespace.go:142] [default] updating namespace I0420 09:07:57.206432 3666 namespace.go:142] [konflux-operator] updating namespace I0420 09:07:57.304211 3666 namespace.go:142] [konflux-ui] updating namespace I0420 09:07:57.404399 3666 namespace.go:142] [open-cluster-management-2ppph9ruf6k5ml3crseffj0vunji1dnc] updating namespace I0420 09:07:57.503833 3666 namespace.go:142] [openshift] updating namespace I0420 09:07:57.606555 3666 namespace.go:142] [rhbk-operator] updating namespace I0420 09:07:57.705239 3666 namespace.go:142] [rhtpa-operator] updating namespace I0420 09:07:57.804902 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 09:07:57.903782 3666 namespace.go:142] [tsf] updating namespace I0420 09:07:58.004917 3666 namespace.go:142] [tsf-keycloak] updating namespace I0420 09:07:58.104757 3666 namespace.go:142] [tsf-tas] updating namespace I0420 09:07:58.205566 3666 namespace.go:142] [tsf-tpa] updating namespace I0420 09:07:58.502637 3666 namespace.go:142] [openshift-pipelines] updating namespace I0420 09:07:58.671910 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0420 09:08:07.611325 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-74lpn] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-74lpn for pod on switch ip-10-0-2-148.ec2.internal I0420 09:08:07.611421 3666 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-74lpn I0420 09:08:07.625613 3666 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-74lpn] pod update took 14.220586ms I0420 09:08:07.625634 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-74lpn] addLogicalPort annotation time took 14.24834ms I0420 09:08:07.626732 3666 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-74lpn] addLogicalPort took 15.423083ms, libovsdb time 742.691µs I0420 09:08:07.978405 3666 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-74lpn 361f127721c8ccd3dd96a321f2271e9ecc0cf98793ce26c625106bd754e8ca9a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-74lpn 361f127721c8ccd3dd96a321f2271e9ecc0cf98793ce26c625106bd754e8ca9a network default NAD default NAD key ] I0420 09:08:07.987751 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-74lpn, hostIfaceName: 361f127721c8ccd, network: default, NAD default, SandboxID: "361f127721c8ccd3dd96a321f2271e9ecc0cf98793ce26c625106bd754e8ca9a", PCI device ID: , UID: "b4e69adc-93cf-495a-92de-bea4a298d679", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0420 09:08:08.038921 3666 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-74lpn 361f127721c8ccd3dd96a321f2271e9ecc0cf98793ce26c625106bd754e8ca9a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-74lpn 361f127721c8ccd3dd96a321f2271e9ecc0cf98793ce26c625106bd754e8ca9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:f3:f9:6f:83:50\",\"name\":\"361f127721c8ccd\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab0f8616-ac82-471c-8c4c-67b97bef47c7\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 09:08:13.286930 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 09:08:13.286950 3666 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 09:08:13.286959 3666 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 09:08:13.286966 3666 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 09:08:13.321067 3666 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 09:08:13.321084 3666 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 09:08:13.321113 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 09:08:13.392731 3666 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 09:08:13.392748 3666 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 09:08:13.392753 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0420 09:08:30.884602 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-mv8fc] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-mv8fc for pod on switch ip-10-0-2-148.ec2.internal I0420 09:08:30.884709 3666 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-mv8fc I0420 09:08:30.899079 3666 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-mv8fc] pod update took 14.417416ms I0420 09:08:30.899121 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-mv8fc] addLogicalPort annotation time took 14.464455ms I0420 09:08:30.900202 3666 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-mv8fc] addLogicalPort took 15.612694ms, libovsdb time 738.818µs I0420 09:08:31.004389 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-sbkwl] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-sbkwl for pod on switch ip-10-0-2-148.ec2.internal I0420 09:08:31.004461 3666 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-sbkwl I0420 09:08:31.022881 3666 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-sbkwl] pod update took 18.438857ms I0420 09:08:31.022899 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-sbkwl] addLogicalPort annotation time took 18.46141ms I0420 09:08:31.024056 3666 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-sbkwl] addLogicalPort took 19.677377ms, libovsdb time 766.616µs I0420 09:08:31.267903 3666 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-mv8fc a9f84517b0e41371eef8311264d38bf1387d343924962be26eb9d5993a002861 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-mv8fc a9f84517b0e41371eef8311264d38bf1387d343924962be26eb9d5993a002861 network default NAD default NAD key ] I0420 09:08:31.277472 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-mv8fc, hostIfaceName: a9f84517b0e4137, network: default, NAD default, SandboxID: "a9f84517b0e41371eef8311264d38bf1387d343924962be26eb9d5993a002861", PCI device ID: , UID: "a88dfb78-6289-4cde-b114-d6154b5475d5", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0420 09:08:31.329572 3666 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-mv8fc a9f84517b0e41371eef8311264d38bf1387d343924962be26eb9d5993a002861 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-mv8fc a9f84517b0e41371eef8311264d38bf1387d343924962be26eb9d5993a002861 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:09:19:c2:30:35\",\"name\":\"a9f84517b0e4137\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/356d7e1e-95c7-4c18-a57c-a77df3cfd7b2\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 09:08:31.372759 3666 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-sbkwl e7a6cd128cab943e5e36f2b9131c0cc18778d608e347bc6d09d4732a2bf1383f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-sbkwl e7a6cd128cab943e5e36f2b9131c0cc18778d608e347bc6d09d4732a2bf1383f network default NAD default NAD key ] I0420 09:08:31.382512 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-sbkwl, hostIfaceName: e7a6cd128cab943, network: default, NAD default, SandboxID: "e7a6cd128cab943e5e36f2b9131c0cc18778d608e347bc6d09d4732a2bf1383f", PCI device ID: , UID: "31cc479f-2fa1-4790-82a2-8972f973cf74", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0420 09:08:31.432914 3666 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-sbkwl e7a6cd128cab943e5e36f2b9131c0cc18778d608e347bc6d09d4732a2bf1383f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-sbkwl e7a6cd128cab943e5e36f2b9131c0cc18778d608e347bc6d09d4732a2bf1383f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:70:20:f8:e9:dc\",\"name\":\"e7a6cd128cab943\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94f646fe-15a6-479e-b974-d1478980b555\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 09:08:33.646514 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0420 09:08:50.559770 3666 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 09:08:53.634808 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-148.ec2.internal I0420 09:08:53.634895 3666 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0420 09:08:53.648298 3666 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.423115ms I0420 09:08:53.648318 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.450579ms I0420 09:08:53.649618 3666 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.823883ms, libovsdb time 875.807µs I0420 09:08:58.197050 3666 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 9eedde4f6fa4daa015f6b61a0fbc82cac20ca3663d62b4e3b5a8b814aeda373d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 9eedde4f6fa4daa015f6b61a0fbc82cac20ca3663d62b4e3b5a8b814aeda373d network default NAD default NAD key ] I0420 09:08:58.206455 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 9eedde4f6fa4daa, network: default, NAD default, SandboxID: "9eedde4f6fa4daa015f6b61a0fbc82cac20ca3663d62b4e3b5a8b814aeda373d", PCI device ID: , UID: "7c344c0c-890f-477c-8203-08bd08ed4c30", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0420 09:08:58.257359 3666 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 9eedde4f6fa4daa015f6b61a0fbc82cac20ca3663d62b4e3b5a8b814aeda373d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 9eedde4f6fa4daa015f6b61a0fbc82cac20ca3663d62b4e3b5a8b814aeda373d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:96:66:39:76:9e\",\"name\":\"9eedde4f6fa4daa\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd50fb07-fd0a-464a-84af-74e3dea352e6\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 09:09:04.500051 3666 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0420 09:09:10.567899 3666 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 09:09:10.567918 3666 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 09:09:10.567926 3666 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 09:09:43.764365 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0420 09:09:56.192432 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-rrtbx] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-rrtbx for pod on switch ip-10-0-2-148.ec2.internal I0420 09:09:56.192562 3666 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-rrtbx I0420 09:09:56.209557 3666 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-rrtbx] pod update took 17.017981ms I0420 09:09:56.209585 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-rrtbx] addLogicalPort annotation time took 17.047547ms I0420 09:09:56.210835 3666 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-rrtbx] addLogicalPort took 18.420024ms, libovsdb time 895.922µs I0420 09:09:56.552815 3666 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-rrtbx e28c0bf673b4241234048308ae387413c2ba932dbbcd23ba9946d616b97409cf network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-rrtbx e28c0bf673b4241234048308ae387413c2ba932dbbcd23ba9946d616b97409cf network default NAD default NAD key ] I0420 09:09:56.562624 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-rrtbx, hostIfaceName: e28c0bf673b4241, network: default, NAD default, SandboxID: "e28c0bf673b4241234048308ae387413c2ba932dbbcd23ba9946d616b97409cf", PCI device ID: , UID: "b1144e18-7cbd-481e-80d2-fb4ad5753ce5", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0420 09:09:56.613127 3666 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-rrtbx e28c0bf673b4241234048308ae387413c2ba932dbbcd23ba9946d616b97409cf network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-rrtbx e28c0bf673b4241234048308ae387413c2ba932dbbcd23ba9946d616b97409cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:9f:cf:4c:42:2e\",\"name\":\"e28c0bf673b4241\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ff98cbf-7fa2-44d5-a880-4d32322eca6c\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 09:09:58.676962 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0420 09:10:04.189325 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611270-w5pft of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:10:04.189855 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611270-w5pft of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:10:05.078860 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611270-w5pft of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:10:05.078886 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611270-w5pft of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:10:19.569809 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=65 I0420 09:11:03.693775 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0420 09:11:04.664834 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0420 09:12:11.570084 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0420 09:12:11.689007 3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0420 09:12:32.566524 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 I0420 09:12:35.655680 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0420 09:12:52.202665 3666 namespace.go:142] [openshift-pipelines] updating namespace I0420 09:13:05.657727 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0420 09:13:12.572919 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=26 I0420 09:13:27.660607 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0420 09:13:42.684845 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0420 09:14:06.574173 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=93 I0420 09:14:27.694048 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0420 09:14:43.581141 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=241 I0420 09:15:26.675147 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0420 09:15:55.573032 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0420 09:17:25.697259 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0420 09:17:31.680562 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0420 09:18:00.301010 3666 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:18:00.301630 3666 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:18:23.573807 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0420 09:19:00.443617 3666 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:19:00.443650 3666 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:19:00.443675 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0420 09:19:00.443687 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0420 09:19:22.577665 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0420 09:19:36.663950 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0420 09:19:52.668895 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0420 09:20:03.878764 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611280-72v6x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:20:03.879349 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611280-72v6x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:20:04.759147 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611280-72v6x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:20:04.759170 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611280-72v6x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:20:42.659043 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0420 09:20:43.660989 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0420 09:20:59.576382 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=5 I0420 09:21:44.688662 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0420 09:21:59.570545 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45 I0420 09:22:01.692920 3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0420 09:22:34.575967 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0420 09:23:23.584523 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=30 I0420 09:23:40.697410 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0420 09:24:13.678599 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0420 09:24:41.581437 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0420 09:24:41.667307 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0420 09:26:38.701150 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0420 09:26:47.576870 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0420 09:26:57.579022 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0420 09:27:06.683446 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0420 09:27:27.695838 3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0420 09:28:12.664417 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0420 09:29:07.672957 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0420 09:29:45.463399 3666 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:29:45.464152 3666 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:29:52.662756 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0420 09:29:58.701454 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0420 09:30:03.539188 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611290-fpnvr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 09:30:03.539760 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611290-fpnvr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 09:30:04.428187 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611290-fpnvr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:30:04.428218 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611290-fpnvr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:30:04.456879 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611260-zznn4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:30:04.456895 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611260-zznn4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:30:04.461006 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29611260-zznn4 I0420 09:30:04.461026 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611260-zznn4 I0420 09:30:09.574182 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0420 09:30:13.692536 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0420 09:30:18.670571 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0420 09:30:45.619689 3666 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:30:45.619710 3666 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 09:30:45.626885 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0420 09:30:45.626907 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0420 09:31:01.579983 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0420 09:31:12.587827 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=32