+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-123.ec2.internal ++ [[ -n ip-10-0-0-123.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-123.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 07:41:50.564767941 - disable conntrack on geneve port' I0420 07:41:50.564767941 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0420 07:41:50.597072265 - starting ovnkube-node + echo 'I0420 07:41:50.597072265 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-123.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-123.ec2.internal --init-node ip-10-0-0-123.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-123.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0420 07:41:50.641341 3788 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0420 07:41:50.641609 3788 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-058f4e352a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0420 07:41:50.643026 3788 kube.go:431] Waiting for certificate I0420 07:41:50.643060 3788 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0420 07:41:50.643086 3788 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0420 07:41:50.643853 3788 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 07:41:50.674744 3788 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 07:41:50.674761 3788 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 07:41:50.677624 3788 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 07:41:50.677749 3788 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vh9sq" I0420 07:41:50.683558 3788 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vh9sq" I0420 07:41:50.683643 3788 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 07:41:51.643353 3788 kube.go:438] Certificate found I0420 07:41:51.643998 3788 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 07:41:51.645214 3788 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0420 07:41:51.691583 3788 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-21 07:36:50 +0000 UTC" deadline="2026-04-21 03:21:52.472503114 +0000 UTC" I0420 07:41:51.691625 3788 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h40m0.780890237s" I0420 07:41:51.711174 3788 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 07:41:51.725066 3788 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0420 07:41:51.725242 3788 server.go:101] MetricServer registers OVS metrics I0420 07:41:51.725795 3788 server.go:105] MetricServer registers OVN DB metrics I0420 07:41:51.728217 3788 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0420 07:41:51.728288 3788 factory.go:561] Starting watch factory I0420 07:41:51.728363 3788 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.728377 3788 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.728384 3788 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.728401 3788 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.728416 3788 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.728439 3788 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.728441 3788 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.728522 3788 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.728386 3788 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.728643 3788 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.728384 3788 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.728747 3788 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.730631 3788 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0420 07:41:51.730653 3788 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0420 07:41:51.730705 3788 controller_manager.go:370] Starting the ovnkube controller I0420 07:41:51.730715 3788 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-123.ec2.internal I0420 07:41:51.730755 3788 controller_manager.go:395] NBDB zone sync took: 34.153µs I0420 07:41:51.730763 3788 factory.go:561] Starting watch factory I0420 07:41:51.743255 3788 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0420 07:41:51.743298 3788 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0420 07:41:51.746739 3788 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0420 07:41:51.746775 3788 server.go:109] MetricServer registers OVN Controller metrics I0420 07:41:51.748410 3788 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.748569 3788 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.750730 3788 server.go:113] MetricServer registers OVN Northd metrics I0420 07:41:51.751117 3788 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.751506 3788 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.751602 3788 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.755566 3788 metrics.go:519] OVN Metrics Server starts to run ... I0420 07:41:51.760405 3788 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 07:41:51.834995 3788 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 07:41:51.835024 3788 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 07:41:51.835028 3788 factory.go:1977] *v1.Node informer cache synced successfully I0420 07:41:51.835031 3788 factory.go:1977] *v1.Service informer cache synced successfully I0420 07:41:51.835034 3788 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 07:41:51.835037 3788 factory.go:1977] *v1.Pod informer cache synced successfully I0420 07:41:51.835102 3788 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 07:41:51.835116 3788 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 07:41:51.835128 3788 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 07:41:51.835132 3788 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 07:41:51.835893 3788 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 07:41:51.835905 3788 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 07:41:51.835909 3788 factory.go:1977] *v1.Node informer cache synced successfully I0420 07:41:51.835913 3788 factory.go:1977] *v1.Service informer cache synced successfully I0420 07:41:51.835917 3788 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 07:41:51.835922 3788 factory.go:1977] *v1.Pod informer cache synced successfully I0420 07:41:51.838291 3788 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 07:41:51.838314 3788 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 07:41:51.840451 3788 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 07:41:51.840466 3788 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 07:41:51.840550 3788 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.840574 3788 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.841191 3788 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 07:41:51.841202 3788 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 07:41:51.843284 3788 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.846516 3788 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 07:41:51.846531 3788 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 07:41:51.846576 3788 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.846591 3788 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.849144 3788 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.852225 3788 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 07:41:51.852239 3788 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 07:41:51.852292 3788 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.852303 3788 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.854928 3788 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.857252 3788 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 07:41:51.857266 3788 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 07:41:51.857317 3788 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.857329 3788 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.859746 3788 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.862731 3788 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 07:41:51.862821 3788 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 07:41:51.862833 3788 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.862842 3788 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.865456 3788 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.868532 3788 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 07:41:51.868545 3788 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 07:41:51.869156 3788 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 07:41:51.869168 3788 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 07:41:51.871685 3788 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 07:41:51.873700 3788 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 07:41:51.873750 3788 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.873757 3788 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.873775 3788 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.873762 3788 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.873824 3788 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 07:41:51.876255 3788 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.876803 3788 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 07:41:51.878891 3788 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 07:41:51.878904 3788 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 07:41:51.878908 3788 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 07:41:51.878913 3788 factory.go:680] Watch Factory start up complete, took: 150.639547ms I0420 07:41:51.878916 3788 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 07:41:51.878923 3788 factory.go:680] Watch Factory start up complete, took: 148.159189ms I0420 07:41:51.878930 3788 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-123.ec2.internal" zone I0420 07:41:51.878981 3788 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0420 07:41:51.922170 3788 default_node_network_controller.go:710] Initializing the default node network controller I0420 07:41:52.008082 3788 udn_isolation.go:101] Starting UDN host isolation manager I0420 07:41:52.015533 3788 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0420 07:41:52.083638 3788 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0420 07:41:52.083764 3788 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0420 07:41:52.083786 3788 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0420 07:41:52.115797 3788 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0420 07:41:52.115853 3788 default_node_network_controller.go:809] Node ip-10-0-0-123.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0420 07:41:52.120760 3788 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.123"] k8s.ovn.org/zone-name:ip-10-0-0-123.ec2.internal] on node ip-10-0-0-123.ec2.internal I0420 07:41:52.164980 3788 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0420 07:41:52.170888 3788 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0420 07:41:52.171012 3788 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0420 07:41:52.171171 3788 gateway_init.go:263] Preparing Gateway I0420 07:41:52.171183 3788 gateway_shared_intf.go:1687] Creating new gateway I0420 07:41:52.262705 3788 iptables.go:108] Creating table: filter chain: FORWARD I0420 07:41:52.268817 3788 iptables.go:108] Creating table: filter chain: OUTPUT I0420 07:41:52.274748 3788 gateway_shared_intf.go:1816] Gateway Creation Complete I0420 07:41:52.274761 3788 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-123.ec2.internal","mac-address":"12:dc:d8:1e:23:b9","ip-addresses":["10.0.0.123/24"],"ip-address":"10.0.0.123/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8cdd0063-975c-4292-8063-eac9accf1d52 k8s.ovn.org/node-encap-ips:["10.0.0.123"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.123/24"} k8s.ovn.org/zone-name:ip-10-0-0-123.ec2.internal] on node ip-10-0-0-123.ec2.internal I0420 07:41:52.322727 3788 default_node_network_controller.go:519] Node connection status = connected I0420 07:41:52.378979 3788 controller_manager.go:429] Waiting for node in zone sync took: 500.036069ms I0420 07:41:52.416414 3788 controller_manager.go:611] Switching to transit router for layer2 networks I0420 07:41:52.416428 3788 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-123.ec2.internal I0420 07:41:52.442792 3788 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 07:41:52.448647 3788 controller_manager.go:290] SCTP support detected in OVN I0420 07:41:52.449164 3788 services_controller.go:69] Creating services controller for network=default I0420 07:41:52.449261 3788 udn_enabled_svc.go:80] Waiting for service informer to sync I0420 07:41:52.449356 3788 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0420 07:41:52.449385 3788 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0420 07:41:52.449398 3788 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0420 07:41:52.449406 3788 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 07:41:52.449558 3788 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0420 07:41:52.449597 3788 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0420 07:41:52.449626 3788 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 42.659µs I0420 07:41:52.449631 3788 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 26.639µs I0420 07:41:52.449636 3788 udn_enabled_svc.go:95] Performing full resync I0420 07:41:52.449639 3788 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 41.658µs I0420 07:41:52.449645 3788 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0420 07:41:52.449650 3788 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0420 07:41:52.449659 3788 default_network_controller.go:325] Starting the default network controller I0420 07:41:52.449768 3788 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.283µs I0420 07:41:52.449863 3788 udn_enabled_svc.go:99] Waiting for handler to sync I0420 07:41:52.449873 3788 udn_enabled_svc.go:104] Starting worker I0420 07:41:52.457933 3788 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0420 07:41:52.457992 3788 repair.go:33] Syncing exgw routes took 46.469µs I0420 07:41:52.458013 3788 default_network_controller.go:414] Starting all the Watchers... I0420 07:41:52.458204 3788 namespace.go:98] [openshift-network-operator] adding namespace I0420 07:41:52.458211 3788 namespace.go:98] [openshift-route-controller-manager] adding namespace I0420 07:41:52.458212 3788 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0420 07:41:52.458223 3788 namespace.go:98] [openshift-dns] adding namespace I0420 07:41:52.458236 3788 namespace.go:98] [openshift] adding namespace I0420 07:41:52.458235 3788 namespace.go:98] [openshift-service-ca-operator] adding namespace I0420 07:41:52.458241 3788 namespace.go:98] [openshift-multus] adding namespace I0420 07:41:52.458243 3788 namespace.go:98] [openshift-insights] adding namespace I0420 07:41:52.458245 3788 namespace.go:98] [dedicated-admin] adding namespace I0420 07:41:52.458247 3788 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0420 07:41:52.458250 3788 namespace.go:98] [kube-system] adding namespace I0420 07:41:52.458254 3788 namespace.go:98] [openshift-controller-manager] adding namespace I0420 07:41:52.458254 3788 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0420 07:41:52.458259 3788 namespace.go:98] [openshift-machine-api] adding namespace I0420 07:41:52.458264 3788 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0420 07:41:52.458757 3788 namespace.go:102] [openshift-network-operator] adding namespace took 541.777µs I0420 07:41:52.458784 3788 namespace.go:98] [openshift-must-gather-operator] adding namespace I0420 07:41:52.459205 3788 namespace.go:102] [openshift-must-gather-operator] adding namespace took 413.952µs I0420 07:41:52.459217 3788 namespace.go:98] [openshift-backplane-cee] adding namespace I0420 07:41:52.459834 3788 namespace.go:102] [openshift-backplane-cee] adding namespace took 611.491µs I0420 07:41:52.459848 3788 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0420 07:41:52.460398 3788 namespace.go:102] [openshift-route-controller-manager] adding namespace took 2.176889ms I0420 07:41:52.460413 3788 namespace.go:98] [openshift-backplane-mobb] adding namespace I0420 07:41:52.460830 3788 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 2.605647ms I0420 07:41:52.460845 3788 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0420 07:41:52.461286 3788 namespace.go:102] [openshift-dns] adding namespace took 3.05325ms I0420 07:41:52.461302 3788 namespace.go:98] [openshift-ingress-canary] adding namespace I0420 07:41:52.461802 3788 namespace.go:102] [openshift] adding namespace took 3.559258ms I0420 07:41:52.461815 3788 namespace.go:98] [openshift-ingress-operator] adding namespace I0420 07:41:52.462217 3788 namespace.go:102] [openshift-service-ca-operator] adding namespace took 3.970187ms I0420 07:41:52.462232 3788 namespace.go:98] [openshift-monitoring] adding namespace W0420 07:41:52.462232 3788 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-694q2: pod openshift-multus/network-metrics-daemon-694q2: no pod IPs found W0420 07:41:52.462293 3788 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-wzpht: pod openshift-multus/network-metrics-daemon-wzpht: no pod IPs found I0420 07:41:52.462761 3788 namespace.go:102] [openshift-multus] adding namespace took 4.513704ms I0420 07:41:52.462777 3788 namespace.go:98] [openshift-backplane-srep] adding namespace I0420 07:41:52.463305 3788 namespace.go:102] [openshift-insights] adding namespace took 5.034907ms I0420 07:41:52.463322 3788 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0420 07:41:52.463785 3788 namespace.go:102] [dedicated-admin] adding namespace took 5.532776ms I0420 07:41:52.463797 3788 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0420 07:41:52.464259 3788 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.001538ms I0420 07:41:52.464293 3788 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0420 07:41:52.464758 3788 namespace.go:102] [kube-system] adding namespace took 6.499233ms I0420 07:41:52.464775 3788 namespace.go:98] [openshift-host-network] adding namespace I0420 07:41:52.465205 3788 namespace.go:102] [openshift-controller-manager] adding namespace took 6.943811ms I0420 07:41:52.465216 3788 namespace.go:98] [openshift-ingress] adding namespace I0420 07:41:52.465678 3788 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.415061ms I0420 07:41:52.465694 3788 namespace.go:98] [openshift-config-operator] adding namespace I0420 07:41:52.466180 3788 namespace.go:102] [openshift-machine-api] adding namespace took 7.913156ms I0420 07:41:52.466212 3788 namespace.go:98] [openshift-console-operator] adding namespace I0420 07:41:52.466694 3788 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.425796ms I0420 07:41:52.466707 3788 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0420 07:41:52.467183 3788 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.329356ms I0420 07:41:52.467197 3788 namespace.go:98] [openshift-dns-operator] adding namespace I0420 07:41:52.467635 3788 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.217166ms I0420 07:41:52.467645 3788 namespace.go:98] [kube-public] adding namespace I0420 07:41:52.468045 3788 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.195819ms I0420 07:41:52.468056 3788 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0420 07:41:52.468509 3788 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.200579ms I0420 07:41:52.468523 3788 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0420 07:41:52.468859 3788 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.040862ms I0420 07:41:52.468869 3788 namespace.go:98] [openshift-kube-apiserver] adding namespace I0420 07:41:52.469292 3788 namespace.go:102] [openshift-monitoring] adding namespace took 7.055003ms I0420 07:41:52.469304 3788 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0420 07:41:52.469695 3788 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.914492ms I0420 07:41:52.469704 3788 namespace.go:98] [openshift-operators] adding namespace I0420 07:41:52.470111 3788 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.785116ms I0420 07:41:52.470123 3788 namespace.go:98] [open-cluster-management-2ppoejhtt6juf01aeuheisimfjemt88i] adding namespace I0420 07:41:52.470705 3788 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.902388ms I0420 07:41:52.470721 3788 namespace.go:98] [openshift-backplane-cse] adding namespace I0420 07:41:52.471098 3788 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.79812ms I0420 07:41:52.471108 3788 namespace.go:98] [openshift-network-diagnostics] adding namespace I0420 07:41:52.471525 3788 namespace.go:102] [openshift-host-network] adding namespace took 6.744923ms I0420 07:41:52.471540 3788 namespace.go:98] [default] adding namespace I0420 07:41:52.472076 3788 namespace.go:102] [openshift-ingress] adding namespace took 6.855403ms I0420 07:41:52.472087 3788 namespace.go:98] [openshift-console-user-settings] adding namespace I0420 07:41:52.472487 3788 namespace.go:102] [openshift-config-operator] adding namespace took 6.789106ms I0420 07:41:52.472497 3788 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0420 07:41:52.472930 3788 namespace.go:102] [openshift-console-operator] adding namespace took 6.709369ms I0420 07:41:52.472944 3788 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0420 07:41:52.473325 3788 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.612843ms I0420 07:41:52.473337 3788 namespace.go:98] [openshift-apiserver-operator] adding namespace I0420 07:41:52.473690 3788 namespace.go:102] [openshift-dns-operator] adding namespace took 6.489088ms I0420 07:41:52.474155 3788 namespace.go:102] [kube-public] adding namespace took 6.505571ms I0420 07:41:52.474164 3788 namespace.go:98] [openshift-cluster-version] adding namespace I0420 07:41:52.474574 3788 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.51311ms I0420 07:41:52.474588 3788 namespace.go:98] [openshift-operators-redhat] adding namespace I0420 07:41:52.474945 3788 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.417579ms I0420 07:41:52.474956 3788 namespace.go:98] [openshift-apiserver] adding namespace I0420 07:41:52.475344 3788 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.470468ms I0420 07:41:52.475356 3788 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0420 07:41:52.475722 3788 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.413826ms I0420 07:41:52.475733 3788 namespace.go:98] [openshift-network-node-identity] adding namespace I0420 07:41:52.476057 3788 namespace.go:102] [openshift-operators] adding namespace took 6.347817ms I0420 07:41:52.476077 3788 namespace.go:98] [openshift-customer-monitoring] adding namespace I0420 07:41:52.476556 3788 namespace.go:102] [open-cluster-management-2ppoejhtt6juf01aeuheisimfjemt88i] adding namespace took 6.429026ms I0420 07:41:52.476568 3788 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace W0420 07:41:52.476922 3788 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-rh8hl: pod openshift-network-diagnostics/network-check-target-rh8hl: no pod IPs found W0420 07:41:52.476933 3788 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vbfgt: pod openshift-network-diagnostics/network-check-target-vbfgt: no pod IPs found I0420 07:41:52.476973 3788 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.246381ms I0420 07:41:52.476986 3788 namespace.go:98] [openshift-authentication] adding namespace I0420 07:41:52.477410 3788 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.297948ms I0420 07:41:52.477419 3788 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0420 07:41:52.477840 3788 namespace.go:102] [default] adding namespace took 6.294336ms I0420 07:41:52.477853 3788 namespace.go:98] [openshift-backplane-tam] adding namespace I0420 07:41:52.478195 3788 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.104042ms I0420 07:41:52.478204 3788 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0420 07:41:52.478969 3788 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.468297ms I0420 07:41:52.478978 3788 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0420 07:41:52.479433 3788 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.483359ms I0420 07:41:52.479447 3788 namespace.go:98] [openshift-etcd] adding namespace I0420 07:41:52.479833 3788 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.491741ms I0420 07:41:52.479844 3788 namespace.go:98] [openshift-config] adding namespace I0420 07:41:52.480190 3788 namespace.go:102] [openshift-cluster-version] adding namespace took 6.021272ms I0420 07:41:52.480200 3788 namespace.go:98] [openshift-package-operator] adding namespace I0420 07:41:52.480598 3788 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.006179ms I0420 07:41:52.480607 3788 namespace.go:98] [openshift-authentication-operator] adding namespace I0420 07:41:52.480977 3788 namespace.go:102] [openshift-apiserver] adding namespace took 6.014942ms I0420 07:41:52.480991 3788 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0420 07:41:52.481545 3788 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.183994ms I0420 07:41:52.481558 3788 namespace.go:98] [openshift-kube-scheduler] adding namespace I0420 07:41:52.481924 3788 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.187428ms I0420 07:41:52.481934 3788 namespace.go:98] [openshift-network-console] adding namespace I0420 07:41:52.482415 3788 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.317747ms I0420 07:41:52.482427 3788 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0420 07:41:52.482765 3788 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.19311ms I0420 07:41:52.482776 3788 namespace.go:98] [openshift-infra] adding namespace I0420 07:41:52.483238 3788 namespace.go:102] [openshift-authentication] adding namespace took 6.246703ms I0420 07:41:52.483251 3788 namespace.go:98] [openshift-console] adding namespace I0420 07:41:52.483654 3788 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.229334ms I0420 07:41:52.483668 3788 namespace.go:98] [openshift-logging] adding namespace I0420 07:41:52.484034 3788 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.173515ms I0420 07:41:52.484051 3788 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0420 07:41:52.484429 3788 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.211868ms I0420 07:41:52.484443 3788 namespace.go:98] [openshift-marketplace] adding namespace I0420 07:41:52.484887 3788 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.903744ms I0420 07:41:52.484899 3788 namespace.go:98] [openshift-machine-config-operator] adding namespace I0420 07:41:52.485238 3788 namespace.go:102] [openshift-etcd] adding namespace took 5.784319ms I0420 07:41:52.485249 3788 namespace.go:98] [openshift-backplane] adding namespace I0420 07:41:52.485654 3788 namespace.go:102] [openshift-config] adding namespace took 5.80381ms I0420 07:41:52.485670 3788 namespace.go:98] [openshift-node] adding namespace I0420 07:41:52.486142 3788 namespace.go:102] [openshift-package-operator] adding namespace took 5.937926ms I0420 07:41:52.486546 3788 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.934048ms I0420 07:41:52.486557 3788 namespace.go:98] [kube-node-lease] adding namespace I0420 07:41:52.486932 3788 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.936889ms I0420 07:41:52.486942 3788 namespace.go:98] [openshift-config-managed] adding namespace I0420 07:41:52.487423 3788 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.856744ms I0420 07:41:52.487439 3788 namespace.go:98] [openshift-image-registry] adding namespace I0420 07:41:52.487921 3788 namespace.go:102] [openshift-network-console] adding namespace took 5.980651ms I0420 07:41:52.488326 3788 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.892655ms I0420 07:41:52.488753 3788 namespace.go:102] [openshift-infra] adding namespace took 5.972653ms I0420 07:41:52.488764 3788 namespace.go:98] [openshift-backplane-csm] adding namespace I0420 07:41:52.489153 3788 namespace.go:102] [openshift-console] adding namespace took 5.897536ms I0420 07:41:52.489597 3788 namespace.go:102] [openshift-logging] adding namespace took 5.92386ms I0420 07:41:52.489990 3788 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.909562ms I0420 07:41:52.490405 3788 namespace.go:102] [openshift-marketplace] adding namespace took 5.955755ms I0420 07:41:52.490924 3788 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.019079ms I0420 07:41:52.491372 3788 namespace.go:102] [openshift-backplane] adding namespace took 6.118007ms I0420 07:41:52.491803 3788 namespace.go:102] [openshift-node] adding namespace took 6.128697ms I0420 07:41:52.492219 3788 namespace.go:102] [kube-node-lease] adding namespace took 5.65771ms I0420 07:41:52.492720 3788 namespace.go:102] [openshift-config-managed] adding namespace took 5.774823ms I0420 07:41:52.493060 3788 namespace.go:102] [openshift-image-registry] adding namespace took 5.617509ms I0420 07:41:52.493478 3788 namespace.go:102] [openshift-backplane-csm] adding namespace took 4.707609ms W0420 07:41:52.493557 3788 master.go:471] Unable to parse remote node ip-10-0-1-48.ec2.internal chassis-id annotation. Chassis may be removed during sync I0420 07:41:52.493714 3788 master.go:548] Adding or Updating local node "ip-10-0-0-123.ec2.internal" for network "default" I0420 07:41:52.493806 3788 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-48.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-48.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-48.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-48.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-48.ec2.internal I0420 07:41:52.494614 3788 zone_ic_handler.go:195] Time taken to create transit switch: 282.021µs I0420 07:41:52.494626 3788 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-209.ec2.internal for the network default I0420 07:41:52.495584 3788 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-209.ec2.internal" on network "default" took: 1.261011ms W0420 07:41:52.501741 3788 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-wzpht: pod openshift-multus/network-metrics-daemon-wzpht: no pod IPs found W0420 07:41:52.501770 3788 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-rh8hl: pod openshift-network-diagnostics/network-check-target-rh8hl: no pod IPs found I0420 07:41:52.503097 3788 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-123.ec2.internal for the network default I0420 07:41:52.503261 3788 zone_ic_handler.go:195] Time taken to create transit switch: 152.895µs I0420 07:41:52.503977 3788 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0420 07:41:52.504013 3788 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0420 07:41:52.504027 3788 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0420 07:41:52.504033 3788 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-123.ec2.internal in network "default" I0420 07:41:52.504081 3788 node_tracker.go:169] Node ip-10-0-0-123.ec2.internal switch + router changed, syncing services in network "default" I0420 07:41:52.504098 3788 services_controller.go:574] Full service sync requested for network=default I0420 07:41:52.504107 3788 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-48.ec2.internal in network "default" I0420 07:41:52.504118 3788 node_tracker.go:235] Node ip-10-0-1-48.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-48.ec2.internal" I0420 07:41:52.504125 3788 node_tracker.go:169] Node ip-10-0-1-48.ec2.internal switch + router changed, syncing services in network "default" I0420 07:41:52.504129 3788 services_controller.go:574] Full service sync requested for network=default I0420 07:41:52.504137 3788 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-209.ec2.internal in network "default" I0420 07:41:52.504159 3788 node_tracker.go:169] Node ip-10-0-2-209.ec2.internal switch + router changed, syncing services in network "default" I0420 07:41:52.504166 3788 services_controller.go:574] Full service sync requested for network=default I0420 07:41:52.604119 3788 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0420 07:41:52.604133 3788 services_controller.go:208] Setting up event handlers for services for network=default I0420 07:41:52.604170 3788 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0420 07:41:52.604219 3788 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0420 07:41:52.604238 3788 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0420 07:41:52.704512 3788 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0420 07:41:52.704527 3788 repair.go:60] Starting repairing loop for services I0420 07:41:52.704626 3788 repair.go:131] Deleted 0 stale service LBs I0420 07:41:52.704650 3788 repair.go:137] Deleted 0 stale Chassis Template Vars I0420 07:41:52.704668 3788 repair.go:62] Finished repairing loop for services: 142.763µs I0420 07:41:52.704701 3788 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0420 07:41:52.704710 3788 services_controller.go:254] Starting workers for network=default I0420 07:41:52.705083 3788 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-wzpht] creating logical port openshift-multus_network-metrics-daemon-wzpht for pod on switch ip-10-0-0-123.ec2.internal I0420 07:41:52.705234 3788 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-wzpht I0420 07:41:52.705329 3788 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-694q2, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-694q2: suppressed error logged: pod openshift-multus/network-metrics-daemon-694q2: no pod IPs found I0420 07:41:52.705206 3788 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-vbfgt, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-vbfgt: suppressed error logged: pod openshift-network-diagnostics/network-check-target-vbfgt: no pod IPs found I0420 07:41:52.705695 3788 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-rh8hl] creating logical port openshift-network-diagnostics_network-check-target-rh8hl for pod on switch ip-10-0-0-123.ec2.internal I0420 07:41:52.705775 3788 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-rh8hl I0420 07:41:52.721780 3788 pod.go:62] [openshift-network-diagnostics/network-check-target-rh8hl] pod update took 16.038541ms I0420 07:41:52.721797 3788 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-rh8hl] addLogicalPort annotation time took 16.057238ms I0420 07:41:52.722664 3788 pods.go:271] [openshift-network-diagnostics/network-check-target-rh8hl] addLogicalPort took 16.975954ms, libovsdb time 653.501µs I0420 07:41:52.724931 3788 pod.go:62] [openshift-multus/network-metrics-daemon-wzpht] pod update took 19.739771ms I0420 07:41:52.724952 3788 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-wzpht] addLogicalPort annotation time took 19.766116ms I0420 07:41:52.725700 3788 pods.go:271] [openshift-multus/network-metrics-daemon-wzpht] addLogicalPort took 20.629643ms, libovsdb time 567.745µs I0420 07:41:52.726178 3788 admin_network_policy_controller.go:227] Starting controller default-network-controller I0420 07:41:52.726201 3788 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0420 07:41:52.726219 3788 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0420 07:41:52.726226 3788 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0420 07:41:52.726421 3788 repair.go:29] Repairing admin network policies took 189.185µs I0420 07:41:52.726543 3788 repair.go:92] Repairing baseline admin network policies took 110.603µs I0420 07:41:52.726904 3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0420 07:41:52.726921 3788 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0420 07:41:52.728464 3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0420 07:41:52.728484 3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0420 07:41:52.728492 3788 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0420 07:41:52.729710 3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0420 07:41:52.729735 3788 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0420 07:41:52.729747 3788 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0420 07:41:52.731589 3788 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0420 07:41:52.731609 3788 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0420 07:41:52.731618 3788 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0420 07:41:52.733247 3788 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0420 07:41:52.733267 3788 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0420 07:41:52.733287 3788 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0420 07:41:52.734688 3788 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0420 07:41:52.734709 3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0420 07:41:52.735380 3788 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0420 07:41:52.735393 3788 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 07:41:52.736055 3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0420 07:41:52.736075 3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0420 07:41:52.736082 3788 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0420 07:41:52.736375 3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0420 07:41:52.736392 3788 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0420 07:41:52.736399 3788 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0420 07:41:52.737572 3788 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0420 07:41:52.737589 3788 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0420 07:41:52.737596 3788 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0420 07:41:52.737831 3788 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0420 07:41:52.737845 3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0420 07:41:52.737856 3788 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0420 07:41:52.739199 3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0420 07:41:52.739216 3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0420 07:41:52.739223 3788 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0420 07:41:52.739665 3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0420 07:41:52.739683 3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0420 07:41:52.739692 3788 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0420 07:41:52.740121 3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0420 07:41:52.740137 3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0420 07:41:52.740156 3788 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 07:41:52.740796 3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0420 07:41:52.740811 3788 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0420 07:41:52.740819 3788 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0420 07:41:52.741243 3788 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0420 07:41:52.741261 3788 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0420 07:41:52.741284 3788 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0420 07:41:52.742143 3788 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0420 07:41:52.742159 3788 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0420 07:41:52.742167 3788 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0420 07:41:52.743247 3788 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0420 07:41:52.743267 3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0420 07:41:52.743289 3788 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0420 07:41:52.743799 3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0420 07:41:52.743815 3788 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0420 07:41:52.743822 3788 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0420 07:41:52.744787 3788 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0420 07:41:52.744804 3788 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0420 07:41:52.744813 3788 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0420 07:41:52.745800 3788 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0420 07:41:52.745819 3788 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0420 07:41:52.745828 3788 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0420 07:41:52.746868 3788 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0420 07:41:52.746885 3788 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0420 07:41:52.746895 3788 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0420 07:41:52.749076 3788 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0420 07:41:52.749096 3788 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0420 07:41:52.749106 3788 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0420 07:41:52.750078 3788 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0420 07:41:52.750096 3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0420 07:41:52.750105 3788 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0420 07:41:52.750574 3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0420 07:41:52.750590 3788 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0420 07:41:52.750596 3788 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0420 07:41:52.750839 3788 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0420 07:41:52.750855 3788 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0420 07:41:52.750862 3788 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0420 07:41:52.751300 3788 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0420 07:41:52.751320 3788 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0420 07:41:52.751329 3788 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0420 07:41:52.752470 3788 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0420 07:41:52.752486 3788 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0420 07:41:52.752495 3788 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0420 07:41:52.753431 3788 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0420 07:41:52.753449 3788 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0420 07:41:52.753456 3788 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0420 07:41:52.753888 3788 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0420 07:41:52.753905 3788 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0420 07:41:52.753914 3788 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0420 07:41:52.754372 3788 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0420 07:41:52.759714 3788 egressfirewall.go:374] Starting EgressFirewall controller I0420 07:41:52.759756 3788 controller.go:133] Adding controller egress-firewall-controller event handlers I0420 07:41:52.759761 3788 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0420 07:41:52.759783 3788 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0420 07:41:52.759792 3788 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0420 07:41:52.759792 3788 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0420 07:41:52.759801 3788 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0420 07:41:52.760030 3788 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0420 07:41:52.760043 3788 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0420 07:41:52.760049 3788 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0420 07:41:52.760058 3788 egressqos.go:193] Setting up event handlers for EgressQoS I0420 07:41:52.760067 3788 egressfirewall.go:723] Syncing node "ip-10-0-0-123.ec2.internal" for egress firewall I0420 07:41:52.760076 3788 egressfirewall.go:723] Syncing node "ip-10-0-1-48.ec2.internal" for egress firewall I0420 07:41:52.760080 3788 egressfirewall.go:723] Syncing node "ip-10-0-2-209.ec2.internal" for egress firewall I0420 07:41:52.760212 3788 egressqos.go:245] Starting EgressQoS Controller I0420 07:41:52.760222 3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0420 07:41:52.760228 3788 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0420 07:41:52.760233 3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0420 07:41:52.760237 3788 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0420 07:41:52.760242 3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0420 07:41:52.760246 3788 shared_informer.go:356] "Caches are synced" controller="egressqos" I0420 07:41:52.760250 3788 egressqos.go:259] Repairing EgressQoSes I0420 07:41:52.760254 3788 egressqos.go:399] Starting repairing loop for egressqos I0420 07:41:52.760335 3788 egressqos.go:401] Finished repairing loop for egressqos: 80.805µs I0420 07:41:52.760349 3788 egressservice_zone.go:132] Setting up event handlers for Egress Services I0420 07:41:52.760388 3788 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-123.ec2.internal I0420 07:41:52.760425 3788 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-123.ec2.internal : 37.445µs I0420 07:41:52.760453 3788 egressservice_zone.go:210] Starting Egress Services Controller I0420 07:41:52.760465 3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 07:41:52.760473 3788 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 07:41:52.760478 3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 07:41:52.760482 3788 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 07:41:52.760487 3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 07:41:52.760491 3788 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 07:41:52.760495 3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0420 07:41:52.760501 3788 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0420 07:41:52.760504 3788 egressservice_zone.go:228] Repairing Egress Services I0420 07:41:52.760748 3788 master_controller.go:88] Starting Admin Policy Based Route Controller I0420 07:41:52.760757 3788 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 07:41:52.760775 3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-209.ec2.internal I0420 07:41:52.760798 3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-209.ec2.internal: 26.704µs I0420 07:41:52.760811 3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-123.ec2.internal I0420 07:41:52.760818 3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-123.ec2.internal: 7.647µs I0420 07:41:52.760826 3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-48.ec2.internal I0420 07:41:52.760833 3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-48.ec2.internal: 7.028µs I0420 07:41:52.760853 3788 default_network_controller.go:585] Completing all the Watchers took 302.831632ms I0420 07:41:52.760868 3788 default_network_controller.go:589] Starting unidling controllers I0420 07:41:52.760879 3788 unidle.go:46] Registering OVN SB ControllerEvent handler I0420 07:41:52.760884 3788 unidle.go:63] Populating Initial ContollerEvent events I0420 07:41:52.760893 3788 unidle.go:79] Setting up event handlers for services I0420 07:41:52.760933 3788 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0420 07:41:52.823641 3788 default_node_network_controller.go:519] Node connection status = connected I0420 07:41:53.241327 3788 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0420 07:41:53.323896 3788 default_node_network_controller.go:519] Node connection status = connected I0420 07:41:53.341445 3788 bridgeconfig.go:537] Gateway is ready I0420 07:41:53.341460 3788 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0420 07:41:53.352735 3788 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.123. Updating OVN encap IP. I0420 07:41:53.357785 3788 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.123 - it is already configured I0420 07:41:53.357800 3788 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.123/24:{} 172.20.0.1/32:{}]. Updating annotations. I0420 07:41:53.358407 3788 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.123/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-123.ec2.internal","mac-address":"12:dc:d8:1e:23:b9","ip-addresses":["10.0.0.123/24"],"ip-address":"10.0.0.123/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8cdd0063-975c-4292-8063-eac9accf1d52 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.123/24"}] on node ip-10-0-0-123.ec2.internal I0420 07:41:53.374452 3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-123.ec2.internal I0420 07:41:53.374468 3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-123.ec2.internal: 19.307µs I0420 07:41:53.374470 3788 master.go:548] Adding or Updating local node "ip-10-0-0-123.ec2.internal" for network "default" I0420 07:41:53.374498 3788 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-123.ec2.internal in network "default" I0420 07:41:53.374538 3788 egressfirewall.go:723] Syncing node "ip-10-0-0-123.ec2.internal" for egress firewall I0420 07:41:53.374542 3788 node_tracker.go:169] Node ip-10-0-0-123.ec2.internal switch + router changed, syncing services in network "default" I0420 07:41:53.374561 3788 services_controller.go:574] Full service sync requested for network=default I0420 07:41:53.374754 3788 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.123 I0420 07:41:53.374812 3788 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-123.ec2.internal I0420 07:41:53.379069 3788 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-123.ec2.internal. Updating no re-route policies I0420 07:41:53.379156 3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-ddx79 I0420 07:41:53.379174 3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-ddx79 I0420 07:41:53.379176 3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-j9fjp I0420 07:41:53.379186 3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-99mnb I0420 07:41:53.379195 3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-ddx79 after 0 failed attempt(s) I0420 07:41:53.379197 3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-j9fjp I0420 07:41:53.379198 3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-99mnb I0420 07:41:53.379197 3788 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-zxkbt I0420 07:41:53.379207 3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-69fgm I0420 07:41:53.379208 3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-123.ec2.internal I0420 07:41:53.379213 3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-69fgm I0420 07:41:53.379173 3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-r8kz7 I0420 07:41:53.379214 3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-j9fjp after 0 failed attempt(s) I0420 07:41:53.379219 3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-123.ec2.internal I0420 07:41:53.379220 3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-r8kz7 I0420 07:41:53.379221 3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-99mnb after 0 failed attempt(s) I0420 07:41:53.379212 3788 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-zxkbt I0420 07:41:53.379224 3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-rh8hl I0420 07:41:53.379231 3788 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-123.ec2.internal I0420 07:41:53.379235 3788 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-zxkbt after 0 failed attempt(s) I0420 07:41:53.379234 3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-z97ws I0420 07:41:53.379195 3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-dqmpf I0420 07:41:53.379240 3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-rh8hl I0420 07:41:53.379242 3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-r8kz7 after 0 failed attempt(s) I0420 07:41:53.379245 3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-dqmpf I0420 07:41:53.379248 3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-z97ws I0420 07:41:53.379259 3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-dqmpf after 0 failed attempt(s) I0420 07:41:53.379264 3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-z97ws after 0 failed attempt(s) I0420 07:41:53.379224 3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-69fgm after 0 failed attempt(s) I0420 07:41:53.379158 3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fmmzz I0420 07:41:53.379288 3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fmmzz I0420 07:41:53.379239 3788 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-123.ec2.internal I0420 07:41:53.379299 3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fmmzz after 0 failed attempt(s) I0420 07:41:53.379303 3788 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-123.ec2.internal after 0 failed attempt(s) I0420 07:41:53.379237 3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-123.ec2.internal after 0 failed attempt(s) I0420 07:41:53.379221 3788 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-wzpht I0420 07:41:53.379316 3788 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-wzpht I0420 07:41:53.379336 3788 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-wzpht] creating logical port openshift-multus_network-metrics-daemon-wzpht for pod on switch ip-10-0-0-123.ec2.internal I0420 07:41:53.379287 3788 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-rh8hl] creating logical port openshift-network-diagnostics_network-check-target-rh8hl for pod on switch ip-10-0-0-123.ec2.internal I0420 07:41:53.379979 3788 pods.go:271] [openshift-multus/network-metrics-daemon-wzpht] addLogicalPort took 646.396µs, libovsdb time 239.189µs I0420 07:41:53.379991 3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-wzpht after 0 failed attempt(s) I0420 07:41:53.380063 3788 pods.go:271] [openshift-network-diagnostics/network-check-target-rh8hl] addLogicalPort took 801.698µs, libovsdb time 287.092µs I0420 07:41:53.380071 3788 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-rh8hl after 0 failed attempt(s) I0420 07:41:53.390427 3788 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0420 07:41:53.401646 3788 iptables.go:108] Creating table: mangle chain: OUTPUT I0420 07:41:53.404818 3788 iptables.go:108] Creating table: nat chain: OUTPUT I0420 07:41:53.454830 3788 iptables.go:108] Creating table: nat chain: PREROUTING I0420 07:41:53.519233 3788 iptables.go:108] Creating table: filter chain: FORWARD I0420 07:41:53.535054 3788 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0420 07:41:53.535169 3788 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0420 07:41:53.535231 3788 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0420 07:41:53.535316 3788 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0420 07:41:53.535369 3788 gateway_init.go:325] Gateway and management port readiness took 1.216256515s I0420 07:41:53.535397 3788 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0420 07:41:53.535429 3788 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0420 07:41:53.535440 3788 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0420 07:41:53.535449 3788 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 07:41:53.535505 3788 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0420 07:41:53.535584 3788 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.79µs I0420 07:41:53.535759 3788 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0420 07:41:53.535790 3788 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 23.065µs I0420 07:41:53.535799 3788 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.951µs I0420 07:41:53.535805 3788 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0420 07:41:53.535814 3788 nad_controller.go:379] [node-nad-controller NAD controller]: started I0420 07:41:53.535822 3788 default_node_network_controller.go:899] Starting the default node network controller I0420 07:41:53.535826 3788 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0420 07:41:53.535838 3788 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.981µs I0420 07:41:53.535973 3788 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0420 07:41:53.535982 3788 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0420 07:41:53.536007 3788 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d3a0 0xc00032ff10 0xc000336000 0xc0003360e0 0xc000336150 0xc0003361c0 0xc000336230 0xc000aab6d0 0xc0003362a0 0xc000336380 0xc0004dc230 0xc006043500 0xc000336460 map[0x2ff9080:0xc002a13aa0 0x2ff95c0:0xc002a13c20 0x2ffa2e0:0xc00271a0c0 0x2ffa580:0xc002a13a40 0x2ffad60:0xc002a13b00 0x2ffb000:0xc002a13b60 0x2ffb2a0:0xc002a13bc0 0x2ffba80:0xc002a13c80 0x2ffbd20:0xc002a13ce0 0x3026980:0xc000ca5080 0x3026d20:0xc000ca50e0 0x3027800:0xc000b83800 0x3029160:0xc001c32000 0x30298a0:0xc0027949c0 0x302a720:0xc001389200] 0xc000aa0700 0} I0420 07:41:53.536073 3788 gateway.go:151] Starting gateway service sync I0420 07:41:53.536517 3788 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0420 07:41:53.538541 3788 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0420 07:41:53.565222 3788 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0420 07:41:53.566362 3788 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0420 07:41:53.567483 3788 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0420 07:41:53.600082 3788 gateway.go:168] Gateway service sync done. Time taken: 63.99733ms I0420 07:41:53.600374 3788 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31251 I0420 07:41:53.600938 3788 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d3a0 0xc00032ff10 0xc000336000 0xc0003360e0 0xc000336150 0xc0003361c0 0xc000336230 0xc000aab6d0 0xc0003362a0 0xc000336380 0xc0004dc230 0xc006043500 0xc000336460 map[0x2ff9080:0xc002a13aa0 0x2ff95c0:0xc002a13c20 0x2ffa2e0:0xc00271a0c0 0x2ffa580:0xc002a13a40 0x2ffad60:0xc002a13b00 0x2ffb000:0xc002a13b60 0x2ffb2a0:0xc002a13bc0 0x2ffba80:0xc002a13c80 0x2ffbd20:0xc002a13ce0 0x3026980:0xc000ca5080 0x3026d20:0xc000ca50e0 0x3027800:0xc000b83800 0x3029160:0xc001c32000 0x30298a0:0xc0027949c0 0x302a720:0xc001389200] 0xc000aa0700 0} I0420 07:41:53.601605 3788 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d3a0 0xc00032ff10 0xc000336000 0xc0003360e0 0xc000336150 0xc0003361c0 0xc000336230 0xc000aab6d0 0xc0003362a0 0xc000336380 0xc0004dc230 0xc006043500 0xc000336460 map[0x2ff9080:0xc002a13aa0 0x2ff95c0:0xc002a13c20 0x2ffa2e0:0xc00271a0c0 0x2ffa580:0xc002a13a40 0x2ffad60:0xc002a13b00 0x2ffb000:0xc002a13b60 0x2ffb2a0:0xc002a13bc0 0x2ffba80:0xc002a13c80 0x2ffbd20:0xc002a13ce0 0x3026980:0xc000ca5080 0x3026d20:0xc000ca50e0 0x3027800:0xc000b83800 0x3029160:0xc001c32000 0x30298a0:0xc0027949c0 0x302a720:0xc001389200] 0xc000aa0700 0} I0420 07:41:53.601671 3788 gateway.go:532] Reconciling gateway with updates I0420 07:41:53.606801 3788 gateway.go:339] Spawning Conntrack Rule Check Thread I0420 07:41:53.606887 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 07:41:53.606903 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 07:41:53.606912 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 07:41:53.606910 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 07:41:53.606919 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 07:41:53.606923 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 07:41:53.606929 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 07:41:53.606932 3788 default_node_network_controller.go:944] Gateway and management port readiness took 70.943711ms I0420 07:41:53.606936 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 07:41:53.606919 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 07:41:53.606938 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 07:41:53.606953 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 07:41:53.606936 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 07:41:53.606964 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 07:41:53.606964 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 07:41:53.606970 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 07:41:53.606975 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 07:41:53.606981 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 07:41:53.606986 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 07:41:53.606982 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 07:41:53.606988 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 07:41:53.606992 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 07:41:53.606992 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 07:41:53.607000 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 07:41:53.607000 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 07:41:53.606977 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 07:41:53.607009 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 07:41:53.607010 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 07:41:53.607010 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 07:41:53.607019 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 07:41:53.607019 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 07:41:53.607022 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 07:41:53.607029 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 07:41:53.607031 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 07:41:53.607035 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 07:41:53.607040 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 07:41:53.607047 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 07:41:53.607049 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 07:41:53.607053 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 07:41:53.607056 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 07:41:53.607058 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 07:41:53.607059 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 07:41:53.606899 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 07:41:53.607071 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 07:41:53.607077 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 07:41:53.607077 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 07:41:53.607079 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 07:41:53.607085 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 07:41:53.607087 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 07:41:53.607088 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 07:41:53.607092 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 07:41:53.607095 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 07:41:53.607097 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 07:41:53.606937 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 07:41:53.607109 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 07:41:53.607114 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 07:41:53.606887 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 07:41:53.607015 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 07:41:53.607130 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 07:41:53.607139 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 07:41:53.607081 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 07:41:53.606961 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 07:41:53.607201 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 07:41:53.606988 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 07:41:53.607220 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 07:41:53.607238 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 07:41:53.606992 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 07:41:53.607258 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 07:41:53.607248 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 07:41:53.607046 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 07:41:53.607293 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 07:41:53.607258 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 07:41:53.607354 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 07:41:53.607073 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 07:41:53.607377 3788 port_claim.go:71] Svc openshift-ingress/router-default: port 30281 is already open, no action needed I0420 07:41:53.607384 3788 port_claim.go:71] Svc openshift-ingress/router-default: port 32715 is already open, no action needed I0420 07:41:53.606922 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 07:41:53.607059 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 07:41:53.607417 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 07:41:53.607037 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 07:41:53.606992 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 07:41:53.607004 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 07:41:53.607522 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 07:41:53.607532 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 07:41:53.607011 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 07:41:53.607550 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 07:41:53.607024 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 07:41:53.607596 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 07:41:53.607048 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 07:41:53.607060 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 07:41:53.607066 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 07:41:53.607652 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 07:41:53.607066 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 07:41:53.606926 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 07:41:53.607691 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 07:41:53.606939 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 07:41:53.607743 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 07:41:53.607753 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 07:41:53.607075 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 07:41:53.607767 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 07:41:53.607086 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 07:41:53.607093 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 07:41:53.607099 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 07:41:53.607108 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 07:41:53.607130 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 07:41:53.607230 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 07:41:53.607887 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 07:41:53.607263 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 07:41:53.608356 3788 node_ip_handler_linux.go:160] Node IP manager is running W0420 07:41:53.646943 3788 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 07:41:53.647172 3788 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 07:41:53.647472 3788 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0420 07:41:53.656009 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 07:41:53.656053 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 07:41:53.656066 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 07:41:53.656081 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 07:41:53.656099 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 07:41:53.656106 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 07:41:53.656112 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 07:41:53.695609 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 07:41:53.695635 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 07:41:53.695641 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 07:41:53.695648 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 07:41:53.695654 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 07:41:53.695660 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 07:41:53.695673 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 07:41:53.695688 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 07:41:53.695695 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 07:41:53.695701 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 07:41:53.736022 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 07:41:53.736029 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 07:41:53.736050 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 07:41:53.736061 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 07:41:53.736070 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 07:41:53.736077 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 07:41:53.736085 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 07:41:53.736093 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 07:41:53.736102 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 07:41:53.736110 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 07:41:55.574901 3788 default_node_network_controller.go:1380] Starting node controller node sync W0420 07:41:55.574937 3788 egressip_healthcheck.go:76] Health checking using insecure connection I0420 07:41:55.574984 3788 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0420 07:41:55.586589 3788 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.668349ms I0420 07:41:55.586792 3788 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-209.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 07:41:55.586804 3788 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-209.ec2.internal", IP: 10.0.2.209 to PMTUD blocking rules I0420 07:41:55.592233 3788 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0420 07:41:55.592519 3788 egressservice_node.go:93] Setting up event handlers for Egress Services I0420 07:41:55.592668 3788 egressservice_node.go:183] Starting Egress Services Controller I0420 07:41:55.592683 3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 07:41:55.592693 3788 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 07:41:55.592715 3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 07:41:55.592730 3788 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 07:41:55.592735 3788 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 07:41:55.592740 3788 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 07:41:55.592746 3788 egressservice_node.go:197] Repairing Egress Services I0420 07:41:55.602262 3788 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0420 07:41:55.602285 3788 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 07:41:55.602582 3788 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0420 07:41:55.602597 3788 link_network_manager.go:119] Link manager is running I0420 07:41:55.602677 3788 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0420 07:41:55.602881 3788 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0420 07:41:55.603392 3788 vrf_manager.go:128] VRF manager is running I0420 07:41:55.603586 3788 node_controller_manager.go:437] Removing flows to drop GARP I0420 07:41:55.603597 3788 gateway.go:532] Reconciling gateway with updates I0420 07:41:55.628150 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 07:41:55.628161 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 07:41:55.628171 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 07:41:55.628174 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 07:41:55.628178 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 07:41:55.628177 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 07:41:55.628185 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 07:41:55.628199 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 07:41:55.628207 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 07:41:55.628220 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 07:41:55.628237 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 07:41:55.628161 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 07:41:55.628250 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 07:41:55.628258 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 07:41:55.628256 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 07:41:55.628262 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 07:41:55.628287 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 07:41:55.628242 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 07:41:55.628301 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 07:41:55.628260 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 07:41:55.628306 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 07:41:55.628315 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 07:41:55.628318 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 07:41:55.628318 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 07:41:55.628322 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 07:41:55.628237 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 07:41:55.628329 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 07:41:55.628330 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 07:41:55.628337 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 07:41:55.628225 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 07:41:55.628344 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 07:41:55.628344 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 07:41:55.628224 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 07:41:55.628357 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 07:41:55.628358 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 07:41:55.628363 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 07:41:55.628370 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 07:41:55.628317 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 07:41:55.628372 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 07:41:55.628376 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 07:41:55.628294 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 07:41:55.628380 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 07:41:55.628386 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 07:41:55.628358 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 07:41:55.628400 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 07:41:55.628405 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 07:41:55.628415 3788 port_claim.go:71] Svc openshift-ingress/router-default: port 30281 is already open, no action needed I0420 07:41:55.628244 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 07:41:55.628426 3788 port_claim.go:71] Svc openshift-ingress/router-default: port 32715 is already open, no action needed I0420 07:41:55.628429 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 07:41:55.628440 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 07:41:55.628445 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 07:41:55.628450 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 07:41:55.628450 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 07:41:55.628456 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 07:41:55.628461 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 07:41:55.628463 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 07:41:55.628469 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 07:41:55.628470 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 07:41:55.628328 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 07:41:55.628475 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 07:41:55.628424 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 07:41:55.628488 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 07:41:55.628493 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 07:41:55.628498 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 07:41:55.628491 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 07:41:55.628244 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 07:41:55.628457 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 07:41:55.628518 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 07:41:55.628523 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 07:41:55.628529 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 07:41:55.628340 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 07:41:55.628540 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 07:41:55.628542 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 07:41:55.628445 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 07:41:55.628564 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 07:41:55.628236 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 07:41:55.628580 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 07:41:55.628583 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 07:41:55.628343 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 07:41:55.628624 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 07:41:55.628347 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 07:41:55.628664 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 07:41:55.628677 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 07:41:55.628360 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 07:41:55.628686 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 07:41:55.628695 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 07:41:55.628430 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 07:41:55.628716 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 07:41:55.628715 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 07:41:55.628728 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 07:41:55.628317 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 07:41:55.628751 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 07:41:55.628764 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 07:41:55.628291 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 07:41:55.628446 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 07:41:55.628307 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 07:41:55.628331 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 07:41:55.628979 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 07:41:55.628511 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 07:41:55.628518 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 07:41:55.628664 3788 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 07:41:55.629139 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 07:41:55.628416 3788 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 07:41:55.629268 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 07:41:55.668171 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 07:41:55.668189 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 07:41:55.668196 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 07:41:55.668202 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 07:41:55.668208 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 07:41:55.668213 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 07:41:55.668219 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 07:41:55.705844 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 07:41:55.724408 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 07:41:55.724421 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 07:41:55.724441 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 07:41:55.724452 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 07:41:55.724459 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 07:41:55.724466 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 07:41:55.724472 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 07:41:55.724477 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 07:41:55.724482 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 07:41:55.724490 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 07:41:55.724498 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 07:41:55.724504 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 07:41:55.724508 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 07:41:55.724513 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 07:41:55.724517 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 07:41:55.724522 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 07:41:55.724527 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 07:41:55.724533 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 07:41:55.724537 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 07:41:55.724548 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 07:41:55.724565 3788 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 07:41:57.398771 3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-123.ec2.internal I0420 07:41:57.398851 3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-123.ec2.internal: 88.514µs I0420 07:41:57.428551 3788 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-646d4f86-zfgdd] creating logical port openshift-ingress_router-default-646d4f86-zfgdd for pod on switch ip-10-0-0-123.ec2.internal I0420 07:41:57.428738 3788 kube.go:256] Updating pod openshift-ingress/router-default-646d4f86-zfgdd I0420 07:41:57.432750 3788 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-54969fdbb9-vjlng] creating logical port openshift-image-registry_image-registry-54969fdbb9-vjlng for pod on switch ip-10-0-0-123.ec2.internal I0420 07:41:57.432855 3788 kube.go:256] Updating pod openshift-image-registry/image-registry-54969fdbb9-vjlng I0420 07:41:57.449575 3788 pod.go:62] [openshift-ingress/router-default-646d4f86-zfgdd] pod update took 20.892245ms I0420 07:41:57.449600 3788 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-646d4f86-zfgdd] addLogicalPort annotation time took 20.923981ms I0420 07:41:57.451951 3788 pods.go:271] [openshift-ingress/router-default-646d4f86-zfgdd] addLogicalPort took 23.415929ms, libovsdb time 1.52011ms I0420 07:41:57.459520 3788 pod.go:62] [openshift-image-registry/image-registry-54969fdbb9-vjlng] pod update took 26.690372ms I0420 07:41:57.459544 3788 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-54969fdbb9-vjlng] addLogicalPort annotation time took 26.717405ms I0420 07:41:57.460292 3788 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-24fvw] creating logical port openshift-ingress-canary_ingress-canary-24fvw for pod on switch ip-10-0-0-123.ec2.internal I0420 07:41:57.461397 3788 pods.go:271] [openshift-image-registry/image-registry-54969fdbb9-vjlng] addLogicalPort took 28.659795ms, libovsdb time 1.434319ms I0420 07:41:57.461498 3788 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-24fvw I0420 07:41:57.474777 3788 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-7r65g] creating logical port openshift-dns_dns-default-7r65g for pod on switch ip-10-0-0-123.ec2.internal I0420 07:41:57.474876 3788 kube.go:256] Updating pod openshift-dns/dns-default-7r65g I0420 07:41:57.479157 3788 pod.go:62] [openshift-ingress-canary/ingress-canary-24fvw] pod update took 17.725235ms I0420 07:41:57.479220 3788 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-24fvw] addLogicalPort annotation time took 17.791644ms I0420 07:41:57.480461 3788 pods.go:271] [openshift-ingress-canary/ingress-canary-24fvw] addLogicalPort took 20.195574ms, libovsdb time 935.283µs I0420 07:41:57.489992 3788 pod.go:62] [openshift-dns/dns-default-7r65g] pod update took 15.138063ms I0420 07:41:57.490009 3788 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-7r65g] addLogicalPort annotation time took 15.157267ms I0420 07:41:57.491104 3788 pods.go:271] [openshift-dns/dns-default-7r65g] addLogicalPort took 16.353964ms, libovsdb time 858.808µs I0420 07:41:58.561572 3788 cni.go:452] [openshift-ingress-canary/ingress-canary-24fvw 69d15855f5c3b2aff5379dd856463ae129d8642a87b8be1c46a58d72b3222f26 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-24fvw 69d15855f5c3b2aff5379dd856463ae129d8642a87b8be1c46a58d72b3222f26 network default NAD default NAD key ] I0420 07:41:58.608347 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-24fvw, hostIfaceName: 69d15855f5c3b2a, network: default, NAD default, SandboxID: "69d15855f5c3b2aff5379dd856463ae129d8642a87b8be1c46a58d72b3222f26", PCI device ID: , UID: "42dc0ee0-aba3-4a13-bf88-2edb1e8ea0fd", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0420 07:41:58.663011 3788 cni.go:473] [openshift-ingress-canary/ingress-canary-24fvw 69d15855f5c3b2aff5379dd856463ae129d8642a87b8be1c46a58d72b3222f26 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-24fvw 69d15855f5c3b2aff5379dd856463ae129d8642a87b8be1c46a58d72b3222f26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:29:67:f6:07:15\",\"name\":\"69d15855f5c3b2a\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07d6ff91-df5f-4000-a30c-4ed4ab99aa70\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:41:59.315402 3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-48.ec2.internal I0420 07:41:59.315424 3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-48.ec2.internal: 28.561µs I0420 07:41:59.315473 3788 default_network_controller.go:1025] Node "ip-10-0-1-48.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 07:41:59.315494 3788 egressfirewall.go:723] Syncing node "ip-10-0-1-48.ec2.internal" for egress firewall W0420 07:42:00.428431 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 07:42:00.934474 3788 default_network_controller.go:1025] Node "ip-10-0-1-48.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 07:42:01.131216 3788 cni.go:452] [openshift-network-diagnostics/network-check-target-rh8hl 2174638142cb10df59860a24f14a4942555b8b344f4f3cd3005421fd895c3682 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-rh8hl 2174638142cb10df59860a24f14a4942555b8b344f4f3cd3005421fd895c3682 network default NAD default NAD key ] I0420 07:42:01.140852 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-rh8hl, hostIfaceName: 2174638142cb10d, network: default, NAD default, SandboxID: "2174638142cb10df59860a24f14a4942555b8b344f4f3cd3005421fd895c3682", PCI device ID: , UID: "cef55316-e599-44a9-adea-ea6bad512aa9", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0420 07:42:01.183330 3788 cni.go:473] [openshift-network-diagnostics/network-check-target-rh8hl 2174638142cb10df59860a24f14a4942555b8b344f4f3cd3005421fd895c3682 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-rh8hl 2174638142cb10df59860a24f14a4942555b8b344f4f3cd3005421fd895c3682 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:6a:db:78:7f:36\",\"name\":\"2174638142cb10d\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2832b9b6-2092-4d8c-a28b-e90f20850858\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:42:02.137654 3788 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0420 07:42:02.138652 3788 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 976.66µs I0420 07:42:02.160001 3788 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 07:42:02.266352 3788 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lph7n] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-lph7n for pod on switch ip-10-0-0-123.ec2.internal I0420 07:42:02.266450 3788 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lph7n I0420 07:42:02.286015 3788 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lph7n] pod update took 19.589998ms I0420 07:42:02.286039 3788 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lph7n] addLogicalPort annotation time took 19.617933ms I0420 07:42:02.287295 3788 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lph7n] addLogicalPort took 20.961174ms, libovsdb time 953.267µs I0420 07:42:02.448159 3788 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-sr9dn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:42:02.448698 3788 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-sr9dn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:42:02.657114 3788 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lph7n 508c10d3ab55af8bf190d11c416396f68882c4bde017adfee9d83a751c3e21f5 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lph7n 508c10d3ab55af8bf190d11c416396f68882c4bde017adfee9d83a751c3e21f5 network default NAD default NAD key ] I0420 07:42:02.668748 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-lph7n, hostIfaceName: 508c10d3ab55af8, network: default, NAD default, SandboxID: "508c10d3ab55af8bf190d11c416396f68882c4bde017adfee9d83a751c3e21f5", PCI device ID: , UID: "b0d9d248-8adf-4cc4-9549-af44be251b22", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0420 07:42:02.713229 3788 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lph7n 508c10d3ab55af8bf190d11c416396f68882c4bde017adfee9d83a751c3e21f5 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-lph7n 508c10d3ab55af8bf190d11c416396f68882c4bde017adfee9d83a751c3e21f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:ec:2e:11:db:61\",\"name\":\"508c10d3ab55af8\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b84bd1c5-e7d7-40b6-b3f5-895c18d7e193\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:42:02.807657 3788 namespace.go:98] [openshift-service-ca] adding namespace I0420 07:42:02.808467 3788 namespace.go:102] [openshift-service-ca] adding namespace took 791.739µs I0420 07:42:02.833729 3788 namespace.go:142] [openshift-service-ca] updating namespace W0420 07:42:03.396072 3788 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 07:42:03.415553 3788 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-sr9dn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:42:03.415575 3788 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-sr9dn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:42:03.826596 3788 default_network_controller.go:1025] Node "ip-10-0-1-48.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 07:42:04.483525 3788 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-hs84n] creating logical port openshift-service-ca_service-ca-d9cb48497-hs84n for pod on switch ip-10-0-0-123.ec2.internal I0420 07:42:04.483628 3788 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-hs84n I0420 07:42:04.497941 3788 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-hs84n] pod update took 14.342334ms I0420 07:42:04.497965 3788 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-hs84n] addLogicalPort annotation time took 14.369207ms I0420 07:42:04.499135 3788 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-hs84n] addLogicalPort took 15.631147ms, libovsdb time 896.743µs I0420 07:42:04.851784 3788 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-48.ec2.internal in network "default" I0420 07:42:04.851799 3788 default_network_controller.go:1025] Node "ip-10-0-1-48.ec2.internal" in remote zone "ip-10-0-1-48.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 07:42:04.851829 3788 node_tracker.go:235] Node ip-10-0-1-48.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-48.ec2.internal" I0420 07:42:04.851844 3788 node_tracker.go:169] Node ip-10-0-1-48.ec2.internal switch + router changed, syncing services in network "default" I0420 07:42:04.851859 3788 services_controller.go:574] Full service sync requested for network=default W0420 07:42:04.852460 3788 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0420 07:42:04.852470 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 07:42:04.885225 3788 default_network_controller.go:1025] Node "ip-10-0-1-48.ec2.internal" in remote zone "ip-10-0-1-48.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 07:42:04.899535 3788 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-hs84n 82ad645ba6e40699c778b0a6b8777a8e2c19ccb828f54a6c8f4a6af305695787 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-hs84n 82ad645ba6e40699c778b0a6b8777a8e2c19ccb828f54a6c8f4a6af305695787 network default NAD default NAD key ] I0420 07:42:04.909980 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-hs84n, hostIfaceName: 82ad645ba6e4069, network: default, NAD default, SandboxID: "82ad645ba6e40699c778b0a6b8777a8e2c19ccb828f54a6c8f4a6af305695787", PCI device ID: , UID: "0942b3f8-bec5-4aa4-8c57-57eccffa30f7", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0420 07:42:04.954123 3788 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-hs84n 82ad645ba6e40699c778b0a6b8777a8e2c19ccb828f54a6c8f4a6af305695787 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-hs84n 82ad645ba6e40699c778b0a6b8777a8e2c19ccb828f54a6c8f4a6af305695787 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:8a:58:1c:f9:c9\",\"name\":\"82ad645ba6e4069\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29ee3bf4-c506-4451-83bc-fd0323022ca4\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:42:04.998166 3788 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-48.ec2.internal in network "default" I0420 07:42:04.998226 3788 node_tracker.go:169] Node ip-10-0-1-48.ec2.internal switch + router changed, syncing services in network "default" I0420 07:42:04.998238 3788 services_controller.go:574] Full service sync requested for network=default I0420 07:42:04.998170 3788 default_network_controller.go:1025] Node "ip-10-0-1-48.ec2.internal" in remote zone "ip-10-0-1-48.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0420 07:42:04.998377 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0420 07:42:04.998400 3788 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 07:42:04.999211 3788 zone_ic_handler.go:195] Time taken to create transit switch: 293.835µs I0420 07:42:04.999227 3788 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-48.ec2.internal for the network default I0420 07:42:05.000295 3788 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-48.ec2.internal" on network "default" took: 1.388097ms W0420 07:42:05.282409 3788 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 07:42:06.551200 3788 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-48.ec2.internal in network "default" I0420 07:42:06.551255 3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-48.ec2.internal I0420 07:42:06.551255 3788 egressfirewall.go:723] Syncing node "ip-10-0-1-48.ec2.internal" for egress firewall I0420 07:42:06.551287 3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-48.ec2.internal: 21.576µs I0420 07:42:06.551285 3788 node_tracker.go:169] Node ip-10-0-1-48.ec2.internal switch + router changed, syncing services in network "default" I0420 07:42:06.551314 3788 services_controller.go:574] Full service sync requested for network=default I0420 07:42:06.551374 3788 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-48.ec2.internal", IP: 10.0.1.48 to PMTUD blocking rules I0420 07:42:06.551394 3788 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-48.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0420 07:42:06.551738 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0420 07:42:06.551756 3788 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 07:42:06.551770 3788 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 07:42:06.557933 3788 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-48.ec2.internal. Updating no re-route policies I0420 07:42:06.567207 3788 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-48.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 07:42:06.567223 3788 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-48.ec2.internal", IP: 10.0.1.48 to PMTUD blocking rules W0420 07:42:12.701904 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 07:42:13.489307 3788 cni.go:452] [openshift-image-registry/image-registry-54969fdbb9-vjlng 93e77ad97bc21a9d7f8bb7667a2eb972eda0b6ffe2fef4cbb7230f3f9fcc48a6 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-54969fdbb9-vjlng 93e77ad97bc21a9d7f8bb7667a2eb972eda0b6ffe2fef4cbb7230f3f9fcc48a6 network default NAD default NAD key ] I0420 07:42:13.493417 3788 cni.go:452] [openshift-dns/dns-default-7r65g 34e1e6b0ebe4bf9124abd2371ffa553af79c8c091afa31a3afc1d14a3719a960 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-7r65g 34e1e6b0ebe4bf9124abd2371ffa553af79c8c091afa31a3afc1d14a3719a960 network default NAD default NAD key ] I0420 07:42:13.500284 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-54969fdbb9-vjlng, hostIfaceName: 93e77ad97bc21a9, network: default, NAD default, SandboxID: "93e77ad97bc21a9d7f8bb7667a2eb972eda0b6ffe2fef4cbb7230f3f9fcc48a6", PCI device ID: , UID: "733fc504-d2a3-44fe-9eca-f2bd45876cf5", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0420 07:42:13.505488 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-7r65g, hostIfaceName: 34e1e6b0ebe4bf9, network: default, NAD default, SandboxID: "34e1e6b0ebe4bf9124abd2371ffa553af79c8c091afa31a3afc1d14a3719a960", PCI device ID: , UID: "e4af64e4-60bf-4b42-b6c5-1897b908d851", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0420 07:42:13.547098 3788 cni.go:473] [openshift-image-registry/image-registry-54969fdbb9-vjlng 93e77ad97bc21a9d7f8bb7667a2eb972eda0b6ffe2fef4cbb7230f3f9fcc48a6 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-54969fdbb9-vjlng 93e77ad97bc21a9d7f8bb7667a2eb972eda0b6ffe2fef4cbb7230f3f9fcc48a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ae:91:5d:b5:91\",\"name\":\"93e77ad97bc21a9\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/411b3541-6221-4258-abbe-475bb4eb0c10\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:42:13.564433 3788 cni.go:473] [openshift-dns/dns-default-7r65g 34e1e6b0ebe4bf9124abd2371ffa553af79c8c091afa31a3afc1d14a3719a960 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-7r65g 34e1e6b0ebe4bf9124abd2371ffa553af79c8c091afa31a3afc1d14a3719a960 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:0d:a7:7c:8e:f8\",\"name\":\"34e1e6b0ebe4bf9\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07cc4520-d023-4e7e-b765-1a6df2335018\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 07:42:24.809439 3788 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 07:42:24.809457 3788 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 07:42:24.809463 3788 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 07:42:24.809551 3788 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 07:42:24.906722 3788 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-5d8957b4c8-9wt4w IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-5d8957b4c8-9wt4w: no pod IPs found I0420 07:42:24.990199 3788 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-7hk9q] creating logical port openshift-insights_insights-runtime-extractor-7hk9q for pod on switch ip-10-0-0-123.ec2.internal I0420 07:42:24.990642 3788 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-7hk9q I0420 07:42:25.016708 3788 pod.go:62] [openshift-insights/insights-runtime-extractor-7hk9q] pod update took 26.453781ms I0420 07:42:25.016728 3788 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-7hk9q] addLogicalPort annotation time took 26.478312ms I0420 07:42:25.017708 3788 pods.go:271] [openshift-insights/insights-runtime-extractor-7hk9q] addLogicalPort took 27.522647ms, libovsdb time 712.171µs I0420 07:42:25.187468 3788 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-48.ec2.internal I0420 07:42:25.187491 3788 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-48.ec2.internal: 31.938µs I0420 07:42:25.337384 3788 cni.go:452] [openshift-insights/insights-runtime-extractor-7hk9q a83da6b92c53c24cc72f7ce475883e0f323daedbbda95081e5d9f7c45d429307 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-7hk9q a83da6b92c53c24cc72f7ce475883e0f323daedbbda95081e5d9f7c45d429307 network default NAD default NAD key ] I0420 07:42:25.348156 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-7hk9q, hostIfaceName: a83da6b92c53c24, network: default, NAD default, SandboxID: "a83da6b92c53c24cc72f7ce475883e0f323daedbbda95081e5d9f7c45d429307", PCI device ID: , UID: "29c89d88-f58f-4cef-a1a0-0024e69c918f", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0420 07:42:25.392875 3788 cni.go:473] [openshift-insights/insights-runtime-extractor-7hk9q a83da6b92c53c24cc72f7ce475883e0f323daedbbda95081e5d9f7c45d429307 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-7hk9q a83da6b92c53c24cc72f7ce475883e0f323daedbbda95081e5d9f7c45d429307 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:95:63:e1:a9:0e\",\"name\":\"a83da6b92c53c24\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbdf5f11-ea82-4892-b2dc-591340d69b87\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 07:42:25.492543 3788 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 07:42:25.492564 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 07:42:25.493616 3788 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 07:42:25.493628 3788 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 07:42:25.493633 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 07:42:25.523017 3788 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 07:42:25.557123 3788 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 07:42:25.595527 3788 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 07:42:25.595546 3788 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 07:42:25.595554 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 07:42:25.599666 3788 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 07:42:25.599685 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 07:42:26.279381 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 07:42:26.279399 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 07:42:26.279405 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 07:42:26.493374 3788 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 07:42:27.921891 3788 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4mnlf] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-4mnlf for pod on switch ip-10-0-0-123.ec2.internal I0420 07:42:27.922009 3788 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4mnlf I0420 07:42:27.939575 3788 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4mnlf] pod update took 17.599519ms I0420 07:42:27.939597 3788 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4mnlf] addLogicalPort annotation time took 17.627559ms I0420 07:42:27.940720 3788 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4mnlf] addLogicalPort took 18.851282ms, libovsdb time 794.107µs I0420 07:42:28.917330 3788 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4mnlf 998e4e7712e4468da37cbfd33c8acdeb275dbbe71d4efacdf40cd1650d3c9493 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4mnlf 998e4e7712e4468da37cbfd33c8acdeb275dbbe71d4efacdf40cd1650d3c9493 network default NAD default NAD key ] I0420 07:42:28.927137 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-4mnlf, hostIfaceName: 998e4e7712e4468, network: default, NAD default, SandboxID: "998e4e7712e4468da37cbfd33c8acdeb275dbbe71d4efacdf40cd1650d3c9493", PCI device ID: , UID: "f6c0b111-fdb5-4f23-b88f-6c5ddf8c114a", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0420 07:42:28.972164 3788 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4mnlf 998e4e7712e4468da37cbfd33c8acdeb275dbbe71d4efacdf40cd1650d3c9493 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4mnlf 998e4e7712e4468da37cbfd33c8acdeb275dbbe71d4efacdf40cd1650d3c9493 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:8a:79:e3:b9:c3\",\"name\":\"998e4e7712e4468\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/092cf444-4443-4870-8dc2-bc410f04285d\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:42:29.659139 3788 cni.go:452] [openshift-ingress/router-default-646d4f86-zfgdd 6a6291150ad5b7b4f1d545de22afe7cd42f58b732952d0f96e08ea9922712de7 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-646d4f86-zfgdd 6a6291150ad5b7b4f1d545de22afe7cd42f58b732952d0f96e08ea9922712de7 network default NAD default NAD key ] I0420 07:42:29.669668 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-646d4f86-zfgdd, hostIfaceName: 6a6291150ad5b7b, network: default, NAD default, SandboxID: "6a6291150ad5b7b4f1d545de22afe7cd42f58b732952d0f96e08ea9922712de7", PCI device ID: , UID: "5379e65b-721d-4390-94c5-26a03bb952a9", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0420 07:42:29.718995 3788 cni.go:473] [openshift-ingress/router-default-646d4f86-zfgdd 6a6291150ad5b7b4f1d545de22afe7cd42f58b732952d0f96e08ea9922712de7 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-646d4f86-zfgdd 6a6291150ad5b7b4f1d545de22afe7cd42f58b732952d0f96e08ea9922712de7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:00:4c:19:54:b7\",\"name\":\"6a6291150ad5b7b\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/269488e0-20f2-48e6-a036-d0ba050e644f\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 07:42:30.333540 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 07:42:30.333568 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 07:42:31.328942 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0420 07:42:31.370848 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 07:42:31.370867 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 07:42:31.370873 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 07:42:31.371740 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 07:42:31.371758 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0420 07:42:31.484108 3788 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0420 07:42:31.495737 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0420 07:42:32.911444 3788 cni.go:452] [openshift-multus/network-metrics-daemon-wzpht e92d2d85474a16312afa891a5c442c2dca151d33dd7357c05bb6f9dc634a2d10 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-wzpht e92d2d85474a16312afa891a5c442c2dca151d33dd7357c05bb6f9dc634a2d10 network default NAD default NAD key ] I0420 07:42:32.922285 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-wzpht, hostIfaceName: e92d2d85474a163, network: default, NAD default, SandboxID: "e92d2d85474a16312afa891a5c442c2dca151d33dd7357c05bb6f9dc634a2d10", PCI device ID: , UID: "8bd9db63-fa7c-42a9-a972-93ca23745e70", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0420 07:42:32.969787 3788 cni.go:473] [openshift-multus/network-metrics-daemon-wzpht e92d2d85474a16312afa891a5c442c2dca151d33dd7357c05bb6f9dc634a2d10 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-wzpht e92d2d85474a16312afa891a5c442c2dca151d33dd7357c05bb6f9dc634a2d10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:c1:0b:93:6f:21\",\"name\":\"e92d2d85474a163\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1aef85fe-b705-4081-96f8-0a8e5a0e4da0\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 07:42:35.287810 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0420 07:42:36.674021 3788 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-45bnt] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-45bnt for pod on switch ip-10-0-0-123.ec2.internal I0420 07:42:36.674218 3788 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-45bnt I0420 07:42:36.698658 3788 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-45bnt] pod update took 24.48348ms I0420 07:42:36.698677 3788 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-45bnt] addLogicalPort annotation time took 24.506914ms I0420 07:42:36.699911 3788 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-45bnt] addLogicalPort took 25.909669ms, libovsdb time 968.307µs I0420 07:42:37.099596 3788 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-45bnt 10695532fb29185b89b91a2d06ad2f91439dcd6adfc0e0d4e5461f3bbcb4acb9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-45bnt 10695532fb29185b89b91a2d06ad2f91439dcd6adfc0e0d4e5461f3bbcb4acb9 network default NAD default NAD key ] I0420 07:42:37.109122 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-45bnt, hostIfaceName: 10695532fb29185, network: default, NAD default, SandboxID: "10695532fb29185b89b91a2d06ad2f91439dcd6adfc0e0d4e5461f3bbcb4acb9", PCI device ID: , UID: "4202deaf-03af-4df5-869c-3669a6a3f42d", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0420 07:42:37.155082 3788 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-45bnt 10695532fb29185b89b91a2d06ad2f91439dcd6adfc0e0d4e5461f3bbcb4acb9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-45bnt 10695532fb29185b89b91a2d06ad2f91439dcd6adfc0e0d4e5461f3bbcb4acb9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:46:8d:28:2e:89\",\"name\":\"10695532fb29185\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35c9b6e1-9a29-4637-ad68-ddd82037d95e\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 07:42:37.260844 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 07:42:37.849656 3788 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-123.ec2.internal I0420 07:42:37.849767 3788 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0420 07:42:37.878526 3788 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 28.800849ms I0420 07:42:37.878549 3788 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 28.827502ms I0420 07:42:37.879662 3788 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 30.025812ms, libovsdb time 833.631µs I0420 07:42:38.820361 3788 cni.go:452] [openshift-monitoring/alertmanager-main-1 b49b90fa6cf3c2524281c8aff4584e13ff4b678317caf9d0aa0e72135a326520 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 b49b90fa6cf3c2524281c8aff4584e13ff4b678317caf9d0aa0e72135a326520 network default NAD default NAD key ] I0420 07:42:38.830149 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: b49b90fa6cf3c25, network: default, NAD default, SandboxID: "b49b90fa6cf3c2524281c8aff4584e13ff4b678317caf9d0aa0e72135a326520", PCI device ID: , UID: "6aefa2a8-4348-40aa-a137-7c6b6cad3b8e", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0420 07:42:38.873653 3788 cni.go:473] [openshift-monitoring/alertmanager-main-1 b49b90fa6cf3c2524281c8aff4584e13ff4b678317caf9d0aa0e72135a326520 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 b49b90fa6cf3c2524281c8aff4584e13ff4b678317caf9d0aa0e72135a326520 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:3a:7a:5f:e7:35\",\"name\":\"b49b90fa6cf3c25\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3b7a507-4ade-48db-b617-bcb8ee4ab0c1\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:42:39.760398 3788 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-55b9d44699-tqxl4] creating logical port openshift-monitoring_thanos-querier-55b9d44699-tqxl4 for pod on switch ip-10-0-0-123.ec2.internal I0420 07:42:39.760624 3788 kube.go:256] Updating pod openshift-monitoring/thanos-querier-55b9d44699-tqxl4 I0420 07:42:39.778484 3788 pod.go:62] [openshift-monitoring/thanos-querier-55b9d44699-tqxl4] pod update took 17.956572ms I0420 07:42:39.778510 3788 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-55b9d44699-tqxl4] addLogicalPort annotation time took 17.991512ms I0420 07:42:39.779742 3788 pods.go:271] [openshift-monitoring/thanos-querier-55b9d44699-tqxl4] addLogicalPort took 19.359791ms, libovsdb time 956.88µs I0420 07:42:40.119852 3788 cni.go:452] [openshift-monitoring/thanos-querier-55b9d44699-tqxl4 c69802c551b4a3a8c72467f2a042d328d95136caa1b151176b2805405262359b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-55b9d44699-tqxl4 c69802c551b4a3a8c72467f2a042d328d95136caa1b151176b2805405262359b network default NAD default NAD key ] I0420 07:42:40.129365 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-55b9d44699-tqxl4, hostIfaceName: c69802c551b4a3a, network: default, NAD default, SandboxID: "c69802c551b4a3a8c72467f2a042d328d95136caa1b151176b2805405262359b", PCI device ID: , UID: "e07460f1-2f76-449a-ab26-4cb3a825ab21", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0420 07:42:40.175661 3788 cni.go:473] [openshift-monitoring/thanos-querier-55b9d44699-tqxl4 c69802c551b4a3a8c72467f2a042d328d95136caa1b151176b2805405262359b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-55b9d44699-tqxl4 c69802c551b4a3a8c72467f2a042d328d95136caa1b151176b2805405262359b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:90:55:ef:06:cf\",\"name\":\"c69802c551b4a3a\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/590cf4d1-ef92-4485-981e-a67d8a910635\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 07:42:40.416641 3788 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:42:40.416665 3788 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:42:40.416671 3788 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:42:40.575862 3788 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:42:40.575884 3788 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:42:40.575891 3788 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 07:42:41.262632 3788 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-gjkl8] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-gjkl8 for pod on switch ip-10-0-0-123.ec2.internal I0420 07:42:41.262737 3788 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-gjkl8 I0420 07:42:41.286326 3788 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gjkl8] pod update took 23.617564ms I0420 07:42:41.286351 3788 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-gjkl8] addLogicalPort annotation time took 23.649103ms I0420 07:42:41.287558 3788 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gjkl8] addLogicalPort took 24.943554ms, libovsdb time 857.738µs I0420 07:42:41.371427 3788 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5fc8cd7948-qr4nt] creating logical port openshift-monitoring_metrics-server-5fc8cd7948-qr4nt for pod on switch ip-10-0-0-123.ec2.internal I0420 07:42:41.371531 3788 kube.go:256] Updating pod openshift-monitoring/metrics-server-5fc8cd7948-qr4nt I0420 07:42:41.391031 3788 pod.go:62] [openshift-monitoring/metrics-server-5fc8cd7948-qr4nt] pod update took 19.532844ms I0420 07:42:41.391056 3788 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5fc8cd7948-qr4nt] addLogicalPort annotation time took 19.562396ms I0420 07:42:41.392192 3788 pods.go:271] [openshift-monitoring/metrics-server-5fc8cd7948-qr4nt] addLogicalPort took 20.780727ms, libovsdb time 819.136µs I0420 07:42:42.472155 3788 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gjkl8 1794ebb208173453e3f9dde0f6541f7b3fa17595d1d33481c2ba2c4736d7c8db network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gjkl8 1794ebb208173453e3f9dde0f6541f7b3fa17595d1d33481c2ba2c4736d7c8db network default NAD default NAD key ] I0420 07:42:42.480865 3788 cni.go:452] [openshift-monitoring/metrics-server-5fc8cd7948-qr4nt 9eda54a782d9b254b613df6c0c8334ede2563726a4095a659923e6c575b62bc0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5fc8cd7948-qr4nt 9eda54a782d9b254b613df6c0c8334ede2563726a4095a659923e6c575b62bc0 network default NAD default NAD key ] I0420 07:42:42.484744 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-gjkl8, hostIfaceName: 1794ebb20817345, network: default, NAD default, SandboxID: "1794ebb208173453e3f9dde0f6541f7b3fa17595d1d33481c2ba2c4736d7c8db", PCI device ID: , UID: "d32ff9a3-f8ac-470b-8975-7702d4e3d488", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0420 07:42:42.506604 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5fc8cd7948-qr4nt, hostIfaceName: 9eda54a782d9b25, network: default, NAD default, SandboxID: "9eda54a782d9b254b613df6c0c8334ede2563726a4095a659923e6c575b62bc0", PCI device ID: , UID: "b6b746be-fcda-4489-8aef-fb662192769d", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0420 07:42:42.548475 3788 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gjkl8 1794ebb208173453e3f9dde0f6541f7b3fa17595d1d33481c2ba2c4736d7c8db network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gjkl8 1794ebb208173453e3f9dde0f6541f7b3fa17595d1d33481c2ba2c4736d7c8db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:12:07:bc:99:04\",\"name\":\"1794ebb20817345\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99ddfffc-3d48-464e-b4a6-1c72e9a89d68\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:42:42.569323 3788 cni.go:473] [openshift-monitoring/metrics-server-5fc8cd7948-qr4nt 9eda54a782d9b254b613df6c0c8334ede2563726a4095a659923e6c575b62bc0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5fc8cd7948-qr4nt 9eda54a782d9b254b613df6c0c8334ede2563726a4095a659923e6c575b62bc0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:e4:41:ce:f6:07\",\"name\":\"9eda54a782d9b25\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/538458e4-a042-40f1-b5b1-1467c21b21d6\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 07:42:44.475506 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 07:42:44.602053 3788 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 07:42:44.602072 3788 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 07:42:44.604903 3788 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:44.604919 3788 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:44.604926 3788 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:44.604931 3788 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:44.659750 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 07:42:44.703598 3788 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 07:42:44.703617 3788 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 07:42:45.425726 3788 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:45.425746 3788 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:45.425751 3788 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:45.425755 3788 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0420 07:42:48.248209 3788 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-bscbw] creating logical port openshift-console_downloads-5c54f4944f-bscbw for pod on switch ip-10-0-0-123.ec2.internal I0420 07:42:48.248428 3788 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-bscbw I0420 07:42:48.266778 3788 pod.go:62] [openshift-console/downloads-5c54f4944f-bscbw] pod update took 18.410974ms I0420 07:42:48.266799 3788 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-bscbw] addLogicalPort annotation time took 18.436993ms I0420 07:42:48.268010 3788 pods.go:271] [openshift-console/downloads-5c54f4944f-bscbw] addLogicalPort took 19.839498ms, libovsdb time 903.198µs I0420 07:42:48.606051 3788 cni.go:452] [openshift-console/downloads-5c54f4944f-bscbw db7201cd50a7d129412ac4dd419aed26a3a0be4d7393f84cc9264ca0340e7dcd network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-bscbw db7201cd50a7d129412ac4dd419aed26a3a0be4d7393f84cc9264ca0340e7dcd network default NAD default NAD key ] I0420 07:42:48.615018 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-bscbw, hostIfaceName: db7201cd50a7d12, network: default, NAD default, SandboxID: "db7201cd50a7d129412ac4dd419aed26a3a0be4d7393f84cc9264ca0340e7dcd", PCI device ID: , UID: "758b0baf-d1df-41bb-aaa3-c11fa3d7bd73", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0420 07:42:48.663775 3788 cni.go:473] [openshift-console/downloads-5c54f4944f-bscbw db7201cd50a7d129412ac4dd419aed26a3a0be4d7393f84cc9264ca0340e7dcd network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-bscbw db7201cd50a7d129412ac4dd419aed26a3a0be4d7393f84cc9264ca0340e7dcd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:88:46:ab:46:d9\",\"name\":\"db7201cd50a7d12\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffafe74f-fed5-4b1e-9360-c7fd5eb2086e\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 07:42:50.620193 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:50.620214 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:50.620219 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:50.620225 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:50.620236 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:50.620241 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:50.620247 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:50.620251 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:51.448342 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:51.448362 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:51.448370 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 07:42:51.448378 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0420 07:42:51.749978 3788 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54969fdbb9-lv46j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:42:51.750483 3788 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54969fdbb9-lv46j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:42:52.638555 3788 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54969fdbb9-lv46j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:42:52.638581 3788 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54969fdbb9-lv46j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:42:52.642860 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54969fdbb9-lv46j I0420 07:42:52.642885 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54969fdbb9-lv46j I0420 07:42:56.190335 3788 base_network_controller_pods.go:487] [default/openshift-console/console-64c7f49b5-8w854] creating logical port openshift-console_console-64c7f49b5-8w854 for pod on switch ip-10-0-0-123.ec2.internal I0420 07:42:56.190456 3788 kube.go:256] Updating pod openshift-console/console-64c7f49b5-8w854 I0420 07:42:56.210796 3788 pod.go:62] [openshift-console/console-64c7f49b5-8w854] pod update took 20.373914ms I0420 07:42:56.210817 3788 base_network_controller_pods.go:951] [default/openshift-console/console-64c7f49b5-8w854] addLogicalPort annotation time took 20.404613ms I0420 07:42:56.211995 3788 pods.go:271] [openshift-console/console-64c7f49b5-8w854] addLogicalPort took 21.681398ms, libovsdb time 866.067µs I0420 07:42:56.550071 3788 cni.go:452] [openshift-console/console-64c7f49b5-8w854 d50822de035a2a1088f115b6cf7819dd8dd2e10b37c20b6ac04d6b51bbabe216 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-64c7f49b5-8w854 d50822de035a2a1088f115b6cf7819dd8dd2e10b37c20b6ac04d6b51bbabe216 network default NAD default NAD key ] I0420 07:42:56.559451 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-64c7f49b5-8w854, hostIfaceName: d50822de035a2a1, network: default, NAD default, SandboxID: "d50822de035a2a1088f115b6cf7819dd8dd2e10b37c20b6ac04d6b51bbabe216", PCI device ID: , UID: "524d50e7-ccc7-4a7d-8bb0-470dbec1c730", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0420 07:42:56.609659 3788 cni.go:473] [openshift-console/console-64c7f49b5-8w854 d50822de035a2a1088f115b6cf7819dd8dd2e10b37c20b6ac04d6b51bbabe216 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-64c7f49b5-8w854 d50822de035a2a1088f115b6cf7819dd8dd2e10b37c20b6ac04d6b51bbabe216 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:07:be:dc:c8:63\",\"name\":\"d50822de035a2a1\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d31f9402-9a00-447c-96ea-c2af0522788c\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 07:43:05.426024 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 07:43:06.513857 3788 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0420 07:43:06.539858 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 07:43:06.574636 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0420 07:43:06.682699 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0420 07:43:07.720675 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 07:43:07.741562 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 07:43:08.846584 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:43:08.846603 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:43:08.846610 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:43:08.846621 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:43:08.846627 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:43:08.846635 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:43:08.890126 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:43:08.890147 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:43:08.890155 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 07:43:09.866170 3788 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:09.866732 3788 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:09.866762 3788 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:43:09.866773 3788 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0420 07:43:09.866790 3788 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:43:09.866802 3788 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0420 07:43:10.893834 3788 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:10.893861 3788 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:10.893884 3788 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:10.893897 3788 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0420 07:43:11.706123 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0420 07:43:12.701510 3788 cni.go:452] [openshift-image-registry/image-registry-54969fdbb9-vjlng 93e77ad97bc21a9d7f8bb7667a2eb972eda0b6ffe2fef4cbb7230f3f9fcc48a6 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-54969fdbb9-vjlng 93e77ad97bc21a9d7f8bb7667a2eb972eda0b6ffe2fef4cbb7230f3f9fcc48a6 network default NAD default NAD key ] I0420 07:43:12.790664 3788 cni.go:473] [openshift-image-registry/image-registry-54969fdbb9-vjlng 93e77ad97bc21a9d7f8bb7667a2eb972eda0b6ffe2fef4cbb7230f3f9fcc48a6 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-54969fdbb9-vjlng 93e77ad97bc21a9d7f8bb7667a2eb972eda0b6ffe2fef4cbb7230f3f9fcc48a6 network default NAD default NAD key default], result "{}", err I0420 07:43:12.840665 3788 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54969fdbb9-vjlng of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:12.840706 3788 pods.go:176] Deleting pod: openshift-image-registry/image-registry-54969fdbb9-vjlng I0420 07:43:12.842113 3788 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-54969fdbb9-vjlng, ips: 10.129.0.6 I0420 07:43:12.842146 3788 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54969fdbb9-vjlng of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:13.541468 3788 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54969fdbb9-vjlng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:13.541491 3788 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54969fdbb9-vjlng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:13.548816 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54969fdbb9-vjlng I0420 07:43:13.548898 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54969fdbb9-vjlng I0420 07:43:15.729627 3788 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 07:43:15.743412 3788 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0420 07:43:15.746206 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 07:43:15.746232 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 07:43:25.767322 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0420 07:43:31.664838 3788 cni.go:452] [openshift-console/console-64c7f49b5-8w854 d50822de035a2a1088f115b6cf7819dd8dd2e10b37c20b6ac04d6b51bbabe216 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-64c7f49b5-8w854 d50822de035a2a1088f115b6cf7819dd8dd2e10b37c20b6ac04d6b51bbabe216 network default NAD default NAD key ] I0420 07:43:31.743836 3788 cni.go:473] [openshift-console/console-64c7f49b5-8w854 d50822de035a2a1088f115b6cf7819dd8dd2e10b37c20b6ac04d6b51bbabe216 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-64c7f49b5-8w854 d50822de035a2a1088f115b6cf7819dd8dd2e10b37c20b6ac04d6b51bbabe216 network default NAD default NAD key default], result "{}", err I0420 07:43:31.810542 3788 obj_retry.go:498] Detected object openshift-console/console-64c7f49b5-8w854 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:31.810575 3788 pods.go:176] Deleting pod: openshift-console/console-64c7f49b5-8w854 I0420 07:43:31.811743 3788 pods.go:236] Attempting to release IPs for pod: openshift-console/console-64c7f49b5-8w854, ips: 10.129.0.19 I0420 07:43:31.811775 3788 obj_retry.go:498] Detected object openshift-console/console-64c7f49b5-8w854 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:31.819425 3788 base_network_controller_pods.go:487] [default/openshift-console/console-76cfc86b6d-m4zmz] creating logical port openshift-console_console-76cfc86b6d-m4zmz for pod on switch ip-10-0-0-123.ec2.internal I0420 07:43:31.819508 3788 kube.go:256] Updating pod openshift-console/console-76cfc86b6d-m4zmz I0420 07:43:31.837598 3788 pod.go:62] [openshift-console/console-76cfc86b6d-m4zmz] pod update took 18.118397ms I0420 07:43:31.837617 3788 base_network_controller_pods.go:951] [default/openshift-console/console-76cfc86b6d-m4zmz] addLogicalPort annotation time took 18.140134ms I0420 07:43:31.838657 3788 pods.go:271] [openshift-console/console-76cfc86b6d-m4zmz] addLogicalPort took 19.242286ms, libovsdb time 765.246µs I0420 07:43:32.225745 3788 cni.go:452] [openshift-console/console-76cfc86b6d-m4zmz e87967fbb53f4660d9bc3abd219d69632060c088aad40558323fa43b23d50612 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-76cfc86b6d-m4zmz e87967fbb53f4660d9bc3abd219d69632060c088aad40558323fa43b23d50612 network default NAD default NAD key ] I0420 07:43:32.235217 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-76cfc86b6d-m4zmz, hostIfaceName: e87967fbb53f466, network: default, NAD default, SandboxID: "e87967fbb53f4660d9bc3abd219d69632060c088aad40558323fa43b23d50612", PCI device ID: , UID: "f8ea8d48-b5ec-45d1-9e6a-12b715bbf615", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0420 07:43:32.281428 3788 cni.go:473] [openshift-console/console-76cfc86b6d-m4zmz e87967fbb53f4660d9bc3abd219d69632060c088aad40558323fa43b23d50612 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-76cfc86b6d-m4zmz e87967fbb53f4660d9bc3abd219d69632060c088aad40558323fa43b23d50612 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:93:92:7e:0b:17\",\"name\":\"e87967fbb53f466\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34740d93-4696-4e77-ba03-63f25861ad7d\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:43:32.637959 3788 obj_retry.go:492] Detected object openshift-console/console-64c7f49b5-8w854 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:32.637983 3788 obj_retry.go:492] Detected object openshift-console/console-64c7f49b5-8w854 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:32.647924 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64c7f49b5-8w854 I0420 07:43:32.647949 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64c7f49b5-8w854 I0420 07:43:41.131329 3788 obj_retry.go:498] Detected object openshift-console/console-64c7f49b5-bjjtm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:41.131904 3788 obj_retry.go:498] Detected object openshift-console/console-64c7f49b5-bjjtm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:41.870458 3788 obj_retry.go:492] Detected object openshift-console/console-64c7f49b5-bjjtm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:41.870574 3788 obj_retry.go:492] Detected object openshift-console/console-64c7f49b5-bjjtm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:41.882494 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64c7f49b5-bjjtm I0420 07:43:41.882528 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64c7f49b5-bjjtm I0420 07:43:42.363449 3788 obj_retry.go:498] Detected object openshift-ingress/router-default-8679fb9795-9qlbk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:42.367551 3788 obj_retry.go:498] Detected object openshift-ingress/router-default-8679fb9795-9qlbk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 07:43:42.681852 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 07:43:42.833613 3788 obj_retry.go:492] Detected object openshift-ingress/router-default-8679fb9795-9qlbk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:42.833640 3788 obj_retry.go:492] Detected object openshift-ingress/router-default-8679fb9795-9qlbk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:42.846828 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-8679fb9795-9qlbk I0420 07:43:42.846865 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-8679fb9795-9qlbk I0420 07:43:58.448726 3788 cni.go:452] [openshift-monitoring/alertmanager-main-1 b49b90fa6cf3c2524281c8aff4584e13ff4b678317caf9d0aa0e72135a326520 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 b49b90fa6cf3c2524281c8aff4584e13ff4b678317caf9d0aa0e72135a326520 network default NAD default NAD key ] I0420 07:43:58.523364 3788 cni.go:473] [openshift-monitoring/alertmanager-main-1 b49b90fa6cf3c2524281c8aff4584e13ff4b678317caf9d0aa0e72135a326520 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 b49b90fa6cf3c2524281c8aff4584e13ff4b678317caf9d0aa0e72135a326520 network default NAD default NAD key default], result "{}", err I0420 07:43:58.581327 3788 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:58.581357 3788 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0420 07:43:58.582617 3788 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.14 I0420 07:43:58.582642 3788 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:43:58.728667 3788 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:58.728692 3788 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:43:58.737771 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0420 07:43:58.737798 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0420 07:43:58.776451 3788 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-123.ec2.internal I0420 07:43:58.776572 3788 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0420 07:43:58.800181 3788 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.644698ms I0420 07:43:58.800201 3788 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.668026ms I0420 07:43:58.801393 3788 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.96073ms, libovsdb time 857.833µs I0420 07:43:59.136222 3788 cni.go:452] [openshift-monitoring/alertmanager-main-1 4ff652262584830615445264c66b09dda509dd7fbf8e73bcb284349e5f4c7529 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 4ff652262584830615445264c66b09dda509dd7fbf8e73bcb284349e5f4c7529 network default NAD default NAD key ] I0420 07:43:59.145908 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 4ff652262584830, network: default, NAD default, SandboxID: "4ff652262584830615445264c66b09dda509dd7fbf8e73bcb284349e5f4c7529", PCI device ID: , UID: "4edcffa4-51e6-46cd-bedc-4ed3b2e8e967", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0420 07:43:59.194452 3788 cni.go:473] [openshift-monitoring/alertmanager-main-1 4ff652262584830615445264c66b09dda509dd7fbf8e73bcb284349e5f4c7529 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 4ff652262584830615445264c66b09dda509dd7fbf8e73bcb284349e5f4c7529 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:1a:da:30:c5:44\",\"name\":\"4ff652262584830\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c0b0ddc-24e7-496a-8f81-c2826b1826f3\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:44:01.395442 3788 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-7d4df7b7d5-cftfp] creating logical port openshift-monitoring_telemeter-client-7d4df7b7d5-cftfp for pod on switch ip-10-0-0-123.ec2.internal I0420 07:44:01.395532 3788 kube.go:256] Updating pod openshift-monitoring/telemeter-client-7d4df7b7d5-cftfp I0420 07:44:01.417074 3788 pod.go:62] [openshift-monitoring/telemeter-client-7d4df7b7d5-cftfp] pod update took 21.565016ms I0420 07:44:01.417096 3788 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-7d4df7b7d5-cftfp] addLogicalPort annotation time took 21.591628ms I0420 07:44:01.418313 3788 pods.go:271] [openshift-monitoring/telemeter-client-7d4df7b7d5-cftfp] addLogicalPort took 22.894251ms, libovsdb time 864.067µs I0420 07:44:01.754408 3788 cni.go:452] [openshift-monitoring/telemeter-client-7d4df7b7d5-cftfp 0926ea6ffb97968e78ef54f1b8a893126da73dedc64901e096f8f7e69bfb01d8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-7d4df7b7d5-cftfp 0926ea6ffb97968e78ef54f1b8a893126da73dedc64901e096f8f7e69bfb01d8 network default NAD default NAD key ] I0420 07:44:01.763440 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-7d4df7b7d5-cftfp, hostIfaceName: 0926ea6ffb97968, network: default, NAD default, SandboxID: "0926ea6ffb97968e78ef54f1b8a893126da73dedc64901e096f8f7e69bfb01d8", PCI device ID: , UID: "2a68c8f7-79b4-4381-9410-ecb4b3daa9ed", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0420 07:44:01.810825 3788 cni.go:473] [openshift-monitoring/telemeter-client-7d4df7b7d5-cftfp 0926ea6ffb97968e78ef54f1b8a893126da73dedc64901e096f8f7e69bfb01d8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-7d4df7b7d5-cftfp 0926ea6ffb97968e78ef54f1b8a893126da73dedc64901e096f8f7e69bfb01d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:fc:12:08:4f:b7\",\"name\":\"0926ea6ffb97968\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28fd4fd2-b9ef-423e-a5ef-0d05ffe71769\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:44:03.032290 3788 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:03.032928 3788 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:03.928642 3788 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:03.928666 3788 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:03.941154 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0420 07:44:03.941184 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0420 07:44:19.191428 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:44:19.191449 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 07:44:19.191458 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 07:44:20.489180 3788 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:20.489774 3788 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:21.034285 3788 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:21.034311 3788 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:21.044110 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0420 07:44:21.044145 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0420 07:44:23.947254 3788 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 07:44:30.232266 3788 cni.go:452] [openshift-console/console-76cfc86b6d-m4zmz e87967fbb53f4660d9bc3abd219d69632060c088aad40558323fa43b23d50612 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-76cfc86b6d-m4zmz e87967fbb53f4660d9bc3abd219d69632060c088aad40558323fa43b23d50612 network default NAD default NAD key ] I0420 07:44:30.308894 3788 cni.go:473] [openshift-console/console-76cfc86b6d-m4zmz e87967fbb53f4660d9bc3abd219d69632060c088aad40558323fa43b23d50612 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-76cfc86b6d-m4zmz e87967fbb53f4660d9bc3abd219d69632060c088aad40558323fa43b23d50612 network default NAD default NAD key default], result "{}", err I0420 07:44:30.364761 3788 obj_retry.go:498] Detected object openshift-console/console-76cfc86b6d-m4zmz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:30.364795 3788 pods.go:176] Deleting pod: openshift-console/console-76cfc86b6d-m4zmz I0420 07:44:30.366291 3788 pods.go:236] Attempting to release IPs for pod: openshift-console/console-76cfc86b6d-m4zmz, ips: 10.129.0.20 I0420 07:44:30.366324 3788 obj_retry.go:498] Detected object openshift-console/console-76cfc86b6d-m4zmz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:30.374245 3788 base_network_controller_pods.go:487] [default/openshift-console/console-59c69b4c45-cgrks] creating logical port openshift-console_console-59c69b4c45-cgrks for pod on switch ip-10-0-0-123.ec2.internal I0420 07:44:30.374408 3788 kube.go:256] Updating pod openshift-console/console-59c69b4c45-cgrks I0420 07:44:30.389581 3788 pod.go:62] [openshift-console/console-59c69b4c45-cgrks] pod update took 15.201789ms I0420 07:44:30.389602 3788 base_network_controller_pods.go:951] [default/openshift-console/console-59c69b4c45-cgrks] addLogicalPort annotation time took 15.225061ms I0420 07:44:30.390713 3788 pods.go:271] [openshift-console/console-59c69b4c45-cgrks] addLogicalPort took 16.483211ms, libovsdb time 771.225µs I0420 07:44:30.732423 3788 cni.go:452] [openshift-console/console-59c69b4c45-cgrks e65003ffe1c3c2288b1d6a0de3e5ddd7985ba51529cf63887cc9e0bbb91559bb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-59c69b4c45-cgrks e65003ffe1c3c2288b1d6a0de3e5ddd7985ba51529cf63887cc9e0bbb91559bb network default NAD default NAD key ] I0420 07:44:30.741593 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-59c69b4c45-cgrks, hostIfaceName: e65003ffe1c3c22, network: default, NAD default, SandboxID: "e65003ffe1c3c2288b1d6a0de3e5ddd7985ba51529cf63887cc9e0bbb91559bb", PCI device ID: , UID: "8dbc066b-6971-433c-b5bb-962ea3fd5e54", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0420 07:44:30.787467 3788 cni.go:473] [openshift-console/console-59c69b4c45-cgrks e65003ffe1c3c2288b1d6a0de3e5ddd7985ba51529cf63887cc9e0bbb91559bb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-59c69b4c45-cgrks e65003ffe1c3c2288b1d6a0de3e5ddd7985ba51529cf63887cc9e0bbb91559bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:73:b3:ae:c2:7a\",\"name\":\"e65003ffe1c3c22\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb2d2512-4d26-4441-b897-c04d646f068d\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:44:30.871961 3788 obj_retry.go:492] Detected object openshift-console/console-76cfc86b6d-m4zmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:30.871993 3788 obj_retry.go:492] Detected object openshift-console/console-76cfc86b6d-m4zmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:30.879789 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76cfc86b6d-m4zmz I0420 07:44:30.879817 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76cfc86b6d-m4zmz W0420 07:44:40.921370 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 07:44:41.360344 3788 obj_retry.go:498] Detected object openshift-console/console-76cfc86b6d-g6q75 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:41.360920 3788 obj_retry.go:498] Detected object openshift-console/console-76cfc86b6d-g6q75 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:42.089926 3788 obj_retry.go:492] Detected object openshift-console/console-76cfc86b6d-g6q75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:42.089947 3788 obj_retry.go:492] Detected object openshift-console/console-76cfc86b6d-g6q75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:42.096990 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76cfc86b6d-g6q75 I0420 07:44:42.097019 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76cfc86b6d-g6q75 I0420 07:44:51.266624 3788 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:51.267143 3788 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:44:52.155796 3788 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:44:52.155818 3788 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:45:06.523853 3788 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:45:06.524458 3788 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:45:07.226432 3788 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:45:07.226482 3788 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:45:07.236061 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0420 07:45:07.236088 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0420 07:46:58.753884 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=135 I0420 07:47:04.857826 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0420 07:47:13.516975 3788 cni.go:452] [openshift-console/console-59c69b4c45-cgrks e65003ffe1c3c2288b1d6a0de3e5ddd7985ba51529cf63887cc9e0bbb91559bb network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-59c69b4c45-cgrks e65003ffe1c3c2288b1d6a0de3e5ddd7985ba51529cf63887cc9e0bbb91559bb network default NAD default NAD key ] I0420 07:47:13.601719 3788 cni.go:473] [openshift-console/console-59c69b4c45-cgrks e65003ffe1c3c2288b1d6a0de3e5ddd7985ba51529cf63887cc9e0bbb91559bb network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-59c69b4c45-cgrks e65003ffe1c3c2288b1d6a0de3e5ddd7985ba51529cf63887cc9e0bbb91559bb network default NAD default NAD key default], result "{}", err I0420 07:47:13.648915 3788 obj_retry.go:498] Detected object openshift-console/console-59c69b4c45-cgrks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:47:13.648983 3788 pods.go:176] Deleting pod: openshift-console/console-59c69b4c45-cgrks I0420 07:47:13.650385 3788 pods.go:236] Attempting to release IPs for pod: openshift-console/console-59c69b4c45-cgrks, ips: 10.129.0.23 I0420 07:47:13.650413 3788 obj_retry.go:498] Detected object openshift-console/console-59c69b4c45-cgrks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:47:13.657794 3788 base_network_controller_pods.go:487] [default/openshift-console/console-5f8b588c86-hgfjd] creating logical port openshift-console_console-5f8b588c86-hgfjd for pod on switch ip-10-0-0-123.ec2.internal I0420 07:47:13.657895 3788 kube.go:256] Updating pod openshift-console/console-5f8b588c86-hgfjd I0420 07:47:13.676710 3788 pod.go:62] [openshift-console/console-5f8b588c86-hgfjd] pod update took 18.83687ms I0420 07:47:13.676736 3788 base_network_controller_pods.go:951] [default/openshift-console/console-5f8b588c86-hgfjd] addLogicalPort annotation time took 18.865633ms I0420 07:47:13.677749 3788 pods.go:271] [openshift-console/console-5f8b588c86-hgfjd] addLogicalPort took 19.965176ms, libovsdb time 727.667µs I0420 07:47:14.013697 3788 cni.go:452] [openshift-console/console-5f8b588c86-hgfjd f5eaf2230ba6d224365d3d499b4a8ccc3a2f2f6190f5bb7b8cad28fcc8ee1373 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5f8b588c86-hgfjd f5eaf2230ba6d224365d3d499b4a8ccc3a2f2f6190f5bb7b8cad28fcc8ee1373 network default NAD default NAD key ] I0420 07:47:14.022659 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5f8b588c86-hgfjd, hostIfaceName: f5eaf2230ba6d22, network: default, NAD default, SandboxID: "f5eaf2230ba6d224365d3d499b4a8ccc3a2f2f6190f5bb7b8cad28fcc8ee1373", PCI device ID: , UID: "d2d318f2-d25c-412b-b1b2-4f74aca1b266", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0420 07:47:14.070462 3788 cni.go:473] [openshift-console/console-5f8b588c86-hgfjd f5eaf2230ba6d224365d3d499b4a8ccc3a2f2f6190f5bb7b8cad28fcc8ee1373 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5f8b588c86-hgfjd f5eaf2230ba6d224365d3d499b4a8ccc3a2f2f6190f5bb7b8cad28fcc8ee1373 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:3b:bc:e0:75:45\",\"name\":\"f5eaf2230ba6d22\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ecafc9a-bbb3-4a88-aff3-39a5f58fdd2c\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:47:14.480058 3788 obj_retry.go:492] Detected object openshift-console/console-59c69b4c45-cgrks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:47:14.480081 3788 obj_retry.go:492] Detected object openshift-console/console-59c69b4c45-cgrks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:47:14.483981 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59c69b4c45-cgrks I0420 07:47:14.484006 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59c69b4c45-cgrks W0420 07:47:24.535539 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 07:47:24.952428 3788 obj_retry.go:498] Detected object openshift-console/console-59c69b4c45-kh76q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:47:24.953029 3788 obj_retry.go:498] Detected object openshift-console/console-59c69b4c45-kh76q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:47:25.767012 3788 obj_retry.go:492] Detected object openshift-console/console-59c69b4c45-kh76q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:47:25.767033 3788 obj_retry.go:492] Detected object openshift-console/console-59c69b4c45-kh76q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:47:25.774191 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59c69b4c45-kh76q I0420 07:47:25.774214 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59c69b4c45-kh76q I0420 07:47:41.879129 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0420 07:47:43.840896 3788 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0420 07:47:52.755132 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0420 07:47:56.752099 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65 I0420 07:48:09.862820 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0420 07:48:17.414269 3788 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-x98vp] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-x98vp for pod on switch ip-10-0-0-123.ec2.internal I0420 07:48:17.414417 3788 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-x98vp I0420 07:48:17.431353 3788 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-x98vp] pod update took 16.960144ms I0420 07:48:17.431379 3788 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-x98vp] addLogicalPort annotation time took 16.990239ms I0420 07:48:17.432704 3788 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-x98vp] addLogicalPort took 18.448625ms, libovsdb time 921.602µs I0420 07:48:17.772061 3788 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-x98vp c3d4ecbd5fea7067fe4de39123f7b6fa1580add77ff80007f8f1228f47480369 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-x98vp c3d4ecbd5fea7067fe4de39123f7b6fa1580add77ff80007f8f1228f47480369 network default NAD default NAD key ] I0420 07:48:17.781223 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-x98vp, hostIfaceName: c3d4ecbd5fea706, network: default, NAD default, SandboxID: "c3d4ecbd5fea7067fe4de39123f7b6fa1580add77ff80007f8f1228f47480369", PCI device ID: , UID: "b5a7fb73-30d4-4bd8-923c-9bcb4497ef59", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0420 07:48:17.828914 3788 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-x98vp c3d4ecbd5fea7067fe4de39123f7b6fa1580add77ff80007f8f1228f47480369 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-x98vp c3d4ecbd5fea7067fe4de39123f7b6fa1580add77ff80007f8f1228f47480369 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:10:97:5e:86:53\",\"name\":\"c3d4ecbd5fea706\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/005139b4-7ec0-407b-bfe4-e0ebb30c968d\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 07:48:20.752519 3788 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0420 07:48:31.759991 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 07:48:31.793144 3788 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0420 07:48:31.793226 3788 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-7c4tq IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-7c4tq: no pod IPs found I0420 07:48:56.751777 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0420 07:49:49.851708 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0420 07:49:59.874844 3788 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0420 07:50:04.447960 3788 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:50:04.448529 3788 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:50:05.470127 3788 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:50:05.470152 3788 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:50:12.763252 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=612 I0420 07:50:12.879005 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0420 07:50:35.868290 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0420 07:50:42.846315 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0420 07:50:49.840738 3788 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0420 07:51:12.754723 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=18 I0420 07:53:19.861048 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0420 07:54:20.755785 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31 I0420 07:54:30.755448 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0420 07:54:30.756764 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=16 I0420 07:56:05.246763 3788 namespace.go:98] [tsf] adding namespace I0420 07:56:05.247679 3788 namespace.go:102] [tsf] adding namespace took 894.38µs I0420 07:56:05.266541 3788 namespace.go:142] [tsf] updating namespace I0420 07:56:05.279604 3788 namespace.go:142] [tsf] updating namespace I0420 07:56:09.016252 3788 namespace.go:98] [konflux-operator] adding namespace I0420 07:56:09.017151 3788 namespace.go:102] [konflux-operator] adding namespace took 853.952µs I0420 07:56:09.021923 3788 namespace.go:98] [tsf-tas] adding namespace I0420 07:56:09.022612 3788 namespace.go:102] [tsf-tas] adding namespace took 675.76µs I0420 07:56:09.023997 3788 namespace.go:98] [tsf-keycloak] adding namespace I0420 07:56:09.024037 3788 namespace.go:98] [cert-manager-operator] adding namespace I0420 07:56:09.024125 3788 namespace.go:98] [rhbk-operator] adding namespace I0420 07:56:09.024743 3788 namespace.go:102] [tsf-keycloak] adding namespace took 728.671µs I0420 07:56:09.024771 3788 namespace.go:98] [tsf-tpa] adding namespace I0420 07:56:09.025352 3788 namespace.go:102] [tsf-tpa] adding namespace took 575.378µs I0420 07:56:09.025952 3788 namespace.go:102] [cert-manager-operator] adding namespace took 1.903473ms I0420 07:56:09.026467 3788 namespace.go:102] [rhbk-operator] adding namespace took 2.328147ms I0420 07:56:09.027219 3788 namespace.go:98] [konflux-ui] adding namespace I0420 07:56:09.027261 3788 namespace.go:98] [rhtpa-operator] adding namespace I0420 07:56:09.027792 3788 namespace.go:102] [konflux-ui] adding namespace took 561.065µs I0420 07:56:09.028362 3788 namespace.go:102] [rhtpa-operator] adding namespace took 1.091337ms I0420 07:56:09.041216 3788 namespace.go:142] [konflux-operator] updating namespace I0420 07:56:09.053320 3788 namespace.go:142] [konflux-operator] updating namespace I0420 07:56:09.076444 3788 namespace.go:142] [tsf-tas] updating namespace I0420 07:56:09.076497 3788 namespace.go:142] [rhbk-operator] updating namespace I0420 07:56:09.076522 3788 namespace.go:142] [tsf-keycloak] updating namespace I0420 07:56:09.076662 3788 namespace.go:142] [cert-manager-operator] updating namespace I0420 07:56:09.085941 3788 namespace.go:142] [tsf-tas] updating namespace I0420 07:56:09.085975 3788 namespace.go:142] [tsf-tpa] updating namespace I0420 07:56:09.101320 3788 namespace.go:142] [rhtpa-operator] updating namespace I0420 07:56:09.101452 3788 namespace.go:142] [konflux-ui] updating namespace I0420 07:56:09.101493 3788 namespace.go:142] [konflux-operator] updating namespace I0420 07:56:09.102958 3788 namespace.go:142] [tsf-keycloak] updating namespace I0420 07:56:09.115159 3788 namespace.go:142] [tsf-keycloak] updating namespace I0420 07:56:09.142216 3788 namespace.go:142] [cert-manager-operator] updating namespace I0420 07:56:09.161149 3788 namespace.go:142] [cert-manager-operator] updating namespace I0420 07:56:09.178663 3788 namespace.go:142] [rhbk-operator] updating namespace I0420 07:56:09.194183 3788 namespace.go:142] [rhbk-operator] updating namespace I0420 07:56:09.206063 3788 namespace.go:142] [tsf-tpa] updating namespace I0420 07:56:09.224240 3788 namespace.go:142] [tsf-tpa] updating namespace I0420 07:56:09.230080 3788 namespace.go:142] [tsf-tas] updating namespace I0420 07:56:09.239049 3788 namespace.go:142] [konflux-ui] updating namespace I0420 07:56:09.251451 3788 namespace.go:142] [konflux-ui] updating namespace I0420 07:56:09.262318 3788 namespace.go:142] [rhtpa-operator] updating namespace I0420 07:56:09.273896 3788 namespace.go:142] [rhtpa-operator] updating namespace I0420 07:56:09.882260 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0420 07:56:10.210973 3788 namespace.go:142] [tsf-tpa] updating namespace I0420 07:56:10.230952 3788 namespace.go:142] [tsf-keycloak] updating namespace I0420 07:56:16.574349 3788 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:16.574954 3788 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:16.574980 3788 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:16.574990 3788 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 07:56:16.575000 3788 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:16.575005 3788 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 07:56:17.600933 3788 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:17.600956 3788 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:17.600969 3788 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:17.600984 3788 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:20.102865 3788 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:20.103510 3788 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:20.103539 3788 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:20.103547 3788 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 07:56:20.103558 3788 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:20.103562 3788 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 07:56:21.144047 3788 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:21.144074 3788 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:21.144087 3788 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:21.144103 3788 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:24.011532 3788 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.012025 3788 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.012050 3788 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.012057 3788 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 07:56:24.012072 3788 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.012076 3788 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 07:56:24.052604 3788 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.052991 3788 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.053012 3788 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.053020 3788 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 07:56:24.053033 3788 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.053037 3788 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 07:56:24.076778 3788 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.077120 3788 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.077138 3788 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.077143 3788 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 07:56:24.077150 3788 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 07:56:24.077154 3788 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 07:56:25.043595 3788 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.043619 3788 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.043630 3788 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.043645 3788 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.081735 3788 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.081758 3788 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.081772 3788 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.081786 3788 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.109330 3788 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.109347 3788 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.109357 3788 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:25.109367 3788 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 07:56:26.205774 3788 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-n968s] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-n968s for pod on switch ip-10-0-0-123.ec2.internal I0420 07:56:26.205922 3788 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-n968s I0420 07:56:26.239135 3788 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-n968s] pod update took 33.238653ms I0420 07:56:26.239157 3788 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-n968s] addLogicalPort annotation time took 33.264747ms I0420 07:56:26.240343 3788 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-n968s] addLogicalPort took 34.583678ms, libovsdb time 845.313µs I0420 07:56:26.563940 3788 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-n968s cc794556de325c004d845224a777b295b6d991f9e962ff463c666e00dd667587 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-n968s cc794556de325c004d845224a777b295b6d991f9e962ff463c666e00dd667587 network default NAD default NAD key ] I0420 07:56:26.573136 3788 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-n968s, hostIfaceName: cc794556de325c0, network: default, NAD default, SandboxID: "cc794556de325c004d845224a777b295b6d991f9e962ff463c666e00dd667587", PCI device ID: , UID: "496bd511-0e9d-427f-9e07-da95da656ce5", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0420 07:56:26.621038 3788 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-n968s cc794556de325c004d845224a777b295b6d991f9e962ff463c666e00dd667587 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-n968s cc794556de325c004d845224a777b295b6d991f9e962ff463c666e00dd667587 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:d0:f5:74:ee:df\",\"name\":\"cc794556de325c0\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd60377a-032b-4f84-8c6d-e6eaf65edaf9\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:56:28.870976 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0420 07:56:29.617728 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0420 07:56:30.576469 3788 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-xvktq] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-xvktq for pod on switch ip-10-0-0-123.ec2.internal I0420 07:56:30.576628 3788 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-xvktq I0420 07:56:30.596909 3788 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-xvktq] pod update took 20.308932ms I0420 07:56:30.596935 3788 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-xvktq] addLogicalPort annotation time took 20.340605ms I0420 07:56:30.598192 3788 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-xvktq] addLogicalPort took 21.7397ms, libovsdb time 907.895µs I0420 07:56:30.936804 3788 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-xvktq 74fc4a053786efd488a47fa7aa964b08f1d54108573dd37e3ca71bb81687d40f network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-xvktq 74fc4a053786efd488a47fa7aa964b08f1d54108573dd37e3ca71bb81687d40f network default NAD default NAD key ] I0420 07:56:30.945830 3788 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-xvktq, hostIfaceName: 74fc4a053786efd, network: default, NAD default, SandboxID: "74fc4a053786efd488a47fa7aa964b08f1d54108573dd37e3ca71bb81687d40f", PCI device ID: , UID: "e07698ca-152d-4cb8-8ebf-32248f1710fa", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0420 07:56:30.994023 3788 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-xvktq 74fc4a053786efd488a47fa7aa964b08f1d54108573dd37e3ca71bb81687d40f network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-xvktq 74fc4a053786efd488a47fa7aa964b08f1d54108573dd37e3ca71bb81687d40f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:e1:36:32:74:e1\",\"name\":\"74fc4a053786efd\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93baeb5c-00a2-42bc-85a6-89cfabafbea4\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:56:32.297246 3788 namespace.go:142] [openshift-operators] updating namespace I0420 07:56:32.320978 3788 namespace.go:142] [openshift-operators] updating namespace W0420 07:56:33.657171 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0420 07:56:35.484586 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0420 07:56:35.494393 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0420 07:56:35.506750 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0420 07:56:35.516862 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 07:56:36.865704 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0420 07:56:40.471490 3788 namespace.go:142] [openshift-operators] updating namespace W0420 07:56:40.636699 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0420 07:56:40.892500 3788 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-rvmf5] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-rvmf5 for pod on switch ip-10-0-0-123.ec2.internal I0420 07:56:40.892619 3788 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-rvmf5 I0420 07:56:40.916054 3788 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-gz2k9] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-gz2k9 for pod on switch ip-10-0-0-123.ec2.internal I0420 07:56:40.916181 3788 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-gz2k9 I0420 07:56:40.928174 3788 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-rvmf5] pod update took 35.587377ms I0420 07:56:40.928198 3788 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-rvmf5] addLogicalPort annotation time took 35.617813ms I0420 07:56:40.929405 3788 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-rvmf5] addLogicalPort took 36.919631ms, libovsdb time 845.262µs I0420 07:56:40.933004 3788 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-gz2k9] pod update took 16.851278ms I0420 07:56:40.933026 3788 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-gz2k9] addLogicalPort annotation time took 16.875774ms I0420 07:56:40.934056 3788 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-gz2k9] addLogicalPort took 18.022397ms, libovsdb time 685.315µs I0420 07:56:41.265067 3788 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-rvmf5 0d30aa4c0a9c0cd165e1e18e5d1f232354516ca8483b1eeae11e7474a04e84cb network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-rvmf5 0d30aa4c0a9c0cd165e1e18e5d1f232354516ca8483b1eeae11e7474a04e84cb network default NAD default NAD key ] I0420 07:56:41.275684 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-rvmf5, hostIfaceName: 0d30aa4c0a9c0cd, network: default, NAD default, SandboxID: "0d30aa4c0a9c0cd165e1e18e5d1f232354516ca8483b1eeae11e7474a04e84cb", PCI device ID: , UID: "942cc8dc-7f9d-459d-8c60-f1c3dcbb681d", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0420 07:56:41.281389 3788 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-gz2k9 d269d24527c225cb83c8daa2d66aac47caaef6c58542afd7a340f3a42b3635cf network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-gz2k9 d269d24527c225cb83c8daa2d66aac47caaef6c58542afd7a340f3a42b3635cf network default NAD default NAD key ] I0420 07:56:41.291169 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-gz2k9, hostIfaceName: d269d24527c225c, network: default, NAD default, SandboxID: "d269d24527c225cb83c8daa2d66aac47caaef6c58542afd7a340f3a42b3635cf", PCI device ID: , UID: "1d723db9-d070-4c75-b20a-d2d10137b62f", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0420 07:56:41.327223 3788 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-rvmf5 0d30aa4c0a9c0cd165e1e18e5d1f232354516ca8483b1eeae11e7474a04e84cb network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-rvmf5 0d30aa4c0a9c0cd165e1e18e5d1f232354516ca8483b1eeae11e7474a04e84cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:7b:01:75:79:7c\",\"name\":\"0d30aa4c0a9c0cd\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05613de0-32ee-4853-aa52-297a0b1cc6ec\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:56:41.353226 3788 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-gz2k9 d269d24527c225cb83c8daa2d66aac47caaef6c58542afd7a340f3a42b3635cf network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-gz2k9 d269d24527c225cb83c8daa2d66aac47caaef6c58542afd7a340f3a42b3635cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:90:af:9b:12:bf\",\"name\":\"d269d24527c225c\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bf3732a-f0e7-4c43-bb81-bb9e7a022aa5\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 07:56:44.707301 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 07:56:48.849168 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0420 07:56:48.910293 3788 namespace.go:98] [trusted-artifact-signer] adding namespace I0420 07:56:48.911217 3788 namespace.go:102] [trusted-artifact-signer] adding namespace took 905.35µs I0420 07:56:48.982089 3788 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 07:56:48.982233 3788 namespace.go:142] [trusted-artifact-signer] updating namespace W0420 07:56:49.004133 3788 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 07:56:49.185117 3788 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-d8qzn] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-d8qzn for pod on switch ip-10-0-0-123.ec2.internal I0420 07:56:49.185208 3788 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-d8qzn I0420 07:56:49.254332 3788 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-d8qzn I0420 07:56:49.359148 3788 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-d8qzn] pod update took 173.958726ms I0420 07:56:49.359179 3788 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-d8qzn] addLogicalPort annotation time took 173.996277ms I0420 07:56:49.360446 3788 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-d8qzn] addLogicalPort took 175.352846ms, libovsdb time 837.733µs I0420 07:56:49.517758 3788 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-d8qzn 4ed754d699f3f7ce633ab3fe4b9759d498b3cdd96fb456f8d18e59ca3aa8c4fc network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-d8qzn 4ed754d699f3f7ce633ab3fe4b9759d498b3cdd96fb456f8d18e59ca3aa8c4fc network default NAD default NAD key ] I0420 07:56:49.528158 3788 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-d8qzn, hostIfaceName: 4ed754d699f3f7c, network: default, NAD default, SandboxID: "4ed754d699f3f7ce633ab3fe4b9759d498b3cdd96fb456f8d18e59ca3aa8c4fc", PCI device ID: , UID: "51e35a6c-bd11-406a-b726-6854a112101a", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0420 07:56:49.577548 3788 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-d8qzn 4ed754d699f3f7ce633ab3fe4b9759d498b3cdd96fb456f8d18e59ca3aa8c4fc network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-d8qzn 4ed754d699f3f7ce633ab3fe4b9759d498b3cdd96fb456f8d18e59ca3aa8c4fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f0:ad:d1:73:bb\",\"name\":\"4ed754d699f3f7c\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52e8f1f4-993c-4c67-acf4-186ee56a0b7f\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:56:55.869804 3788 namespace.go:98] [openshift-pipelines] adding namespace I0420 07:56:55.870720 3788 namespace.go:102] [openshift-pipelines] adding namespace took 892.204µs I0420 07:56:55.897804 3788 namespace.go:142] [openshift-pipelines] updating namespace I0420 07:56:56.624466 3788 namespace.go:142] [cert-manager-operator] updating namespace I0420 07:56:57.046448 3788 namespace.go:142] [konflux-operator] updating namespace I0420 07:56:57.228634 3788 namespace.go:142] [konflux-ui] updating namespace I0420 07:56:57.432050 3788 namespace.go:142] [open-cluster-management-2ppoejhtt6juf01aeuheisimfjemt88i] updating namespace I0420 07:56:57.830996 3788 namespace.go:142] [rhbk-operator] updating namespace I0420 07:56:58.030528 3788 namespace.go:142] [rhtpa-operator] updating namespace I0420 07:56:58.230411 3788 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 07:56:58.429503 3788 namespace.go:142] [tsf] updating namespace I0420 07:56:58.634297 3788 namespace.go:142] [tsf-keycloak] updating namespace I0420 07:56:58.832256 3788 namespace.go:142] [tsf-tas] updating namespace I0420 07:56:59.036482 3788 namespace.go:142] [tsf-tpa] updating namespace I0420 07:56:59.162491 3788 namespace.go:142] [cert-manager-operator] updating namespace I0420 07:56:59.173246 3788 namespace.go:142] [default] updating namespace I0420 07:56:59.183682 3788 namespace.go:142] [konflux-operator] updating namespace I0420 07:56:59.192752 3788 namespace.go:142] [konflux-ui] updating namespace I0420 07:56:59.202393 3788 namespace.go:142] [open-cluster-management-2ppoejhtt6juf01aeuheisimfjemt88i] updating namespace I0420 07:56:59.210809 3788 namespace.go:142] [openshift] updating namespace I0420 07:56:59.219486 3788 namespace.go:142] [rhbk-operator] updating namespace I0420 07:56:59.233696 3788 namespace.go:142] [rhtpa-operator] updating namespace I0420 07:56:59.246545 3788 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 07:56:59.256203 3788 namespace.go:142] [tsf] updating namespace I0420 07:56:59.266426 3788 namespace.go:142] [tsf-keycloak] updating namespace I0420 07:56:59.279760 3788 namespace.go:142] [tsf-tas] updating namespace I0420 07:56:59.295960 3788 namespace.go:142] [tsf-tpa] updating namespace I0420 07:56:59.397639 3788 namespace.go:142] [cert-manager-operator] updating namespace I0420 07:56:59.495268 3788 namespace.go:142] [default] updating namespace I0420 07:56:59.596508 3788 namespace.go:142] [konflux-operator] updating namespace I0420 07:56:59.698748 3788 namespace.go:142] [konflux-ui] updating namespace I0420 07:56:59.796568 3788 namespace.go:142] [open-cluster-management-2ppoejhtt6juf01aeuheisimfjemt88i] updating namespace I0420 07:56:59.893188 3788 namespace.go:142] [openshift] updating namespace I0420 07:56:59.996654 3788 namespace.go:142] [rhbk-operator] updating namespace I0420 07:57:00.096465 3788 namespace.go:142] [rhtpa-operator] updating namespace I0420 07:57:00.197044 3788 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 07:57:00.296944 3788 namespace.go:142] [tsf] updating namespace I0420 07:57:00.399543 3788 namespace.go:142] [tsf-keycloak] updating namespace I0420 07:57:00.500001 3788 namespace.go:142] [tsf-tas] updating namespace I0420 07:57:00.654177 3788 namespace.go:142] [tsf-tpa] updating namespace I0420 07:57:01.785909 3788 namespace.go:142] [openshift-pipelines] updating namespace I0420 07:57:09.339301 3788 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2k4n4] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-2k4n4 for pod on switch ip-10-0-0-123.ec2.internal I0420 07:57:09.339478 3788 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2k4n4 I0420 07:57:09.357006 3788 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2k4n4] pod update took 17.578225ms I0420 07:57:09.357028 3788 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2k4n4] addLogicalPort annotation time took 17.606113ms I0420 07:57:09.358183 3788 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2k4n4] addLogicalPort took 18.943101ms, libovsdb time 810.235µs I0420 07:57:09.702450 3788 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2k4n4 fea40765ed2dffc65a61c10c80783daa473d03b9ca78c9fb024d26a1eade39b3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2k4n4 fea40765ed2dffc65a61c10c80783daa473d03b9ca78c9fb024d26a1eade39b3 network default NAD default NAD key ] I0420 07:57:09.712410 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-2k4n4, hostIfaceName: fea40765ed2dffc, network: default, NAD default, SandboxID: "fea40765ed2dffc65a61c10c80783daa473d03b9ca78c9fb024d26a1eade39b3", PCI device ID: , UID: "5ab52ab3-812f-4643-ab2d-effc90a86675", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0420 07:57:09.763077 3788 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2k4n4 fea40765ed2dffc65a61c10c80783daa473d03b9ca78c9fb024d26a1eade39b3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-2k4n4 fea40765ed2dffc65a61c10c80783daa473d03b9ca78c9fb024d26a1eade39b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:d7:3b:8b:29:f9\",\"name\":\"fea40765ed2dffc\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/501f601d-1cf1-4203-a140-e71f5fdbf3dc\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 07:57:13.841131 3788 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 07:57:13.841150 3788 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 07:57:13.841155 3788 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0420 07:57:13.843777 3788 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0420 07:57:16.051342 3788 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 07:57:16.051455 3788 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 07:57:16.051491 3788 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 07:57:16.051519 3788 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 07:57:16.079247 3788 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 07:57:16.079287 3788 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 07:57:16.079294 3788 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 07:57:24.842877 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 07:57:24.842898 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 07:57:24.842904 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0420 07:57:34.253363 3788 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-7cf9w] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-7cf9w for pod on switch ip-10-0-0-123.ec2.internal I0420 07:57:34.253446 3788 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-7cf9w I0420 07:57:34.271829 3788 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-7cf9w] pod update took 18.407882ms I0420 07:57:34.271854 3788 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-7cf9w] addLogicalPort annotation time took 18.432822ms I0420 07:57:34.273045 3788 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-7cf9w] addLogicalPort took 19.698145ms, libovsdb time 799.95µs I0420 07:57:34.351078 3788 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qgw4g] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-qgw4g for pod on switch ip-10-0-0-123.ec2.internal I0420 07:57:34.351149 3788 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qgw4g I0420 07:57:34.364671 3788 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qgw4g] pod update took 13.543472ms I0420 07:57:34.364691 3788 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qgw4g] addLogicalPort annotation time took 13.565894ms I0420 07:57:34.365868 3788 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qgw4g] addLogicalPort took 14.804919ms, libovsdb time 857.561µs I0420 07:57:34.613854 3788 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-7cf9w e5f76a7888d22370cb226798da6a5a1eba7005e84c045fb8b1c30073a4766afd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-7cf9w e5f76a7888d22370cb226798da6a5a1eba7005e84c045fb8b1c30073a4766afd network default NAD default NAD key ] I0420 07:57:34.623780 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-7cf9w, hostIfaceName: e5f76a7888d2237, network: default, NAD default, SandboxID: "e5f76a7888d22370cb226798da6a5a1eba7005e84c045fb8b1c30073a4766afd", PCI device ID: , UID: "ed50e13a-0bea-4029-872c-60ec9c7ab971", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0420 07:57:34.674442 3788 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-7cf9w e5f76a7888d22370cb226798da6a5a1eba7005e84c045fb8b1c30073a4766afd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-7cf9w e5f76a7888d22370cb226798da6a5a1eba7005e84c045fb8b1c30073a4766afd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:30:9a:d8:b4:a4\",\"name\":\"e5f76a7888d2237\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9785ba8-8302-457c-86fe-78f97ab81be9\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:57:34.710128 3788 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qgw4g f64189a9b66b99d9830b5bb7749276edf7b9ba4cabc6f4d64fbeadb30baab494 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qgw4g f64189a9b66b99d9830b5bb7749276edf7b9ba4cabc6f4d64fbeadb30baab494 network default NAD default NAD key ] I0420 07:57:34.719596 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-qgw4g, hostIfaceName: f64189a9b66b99d, network: default, NAD default, SandboxID: "f64189a9b66b99d9830b5bb7749276edf7b9ba4cabc6f4d64fbeadb30baab494", PCI device ID: , UID: "cb9c2ed3-c31f-4465-aef6-c52926a05da9", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0420 07:57:34.768207 3788 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qgw4g f64189a9b66b99d9830b5bb7749276edf7b9ba4cabc6f4d64fbeadb30baab494 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qgw4g f64189a9b66b99d9830b5bb7749276edf7b9ba4cabc6f4d64fbeadb30baab494 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:a5:aa:ed:ba:66\",\"name\":\"f64189a9b66b99d\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d773124-b813-4ade-babe-fe069f46d82f\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 07:57:36.954718 3788 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0420 07:57:38.067013 3788 namespace.go:142] [openshift-pipelines] updating namespace I0420 07:57:42.758812 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 W0420 07:57:47.956556 3788 util.go:959] Failed to build node endpoints for node ip-10-0-0-123.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0420 07:57:49.759844 3788 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-b92vz] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-b92vz for pod on switch ip-10-0-0-123.ec2.internal I0420 07:57:49.759946 3788 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-b92vz I0420 07:57:49.779505 3788 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-b92vz] pod update took 19.58384ms I0420 07:57:49.779527 3788 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-b92vz] addLogicalPort annotation time took 19.61191ms I0420 07:57:49.781251 3788 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-b92vz] addLogicalPort took 21.42442ms, libovsdb time 1.347902ms I0420 07:57:50.140815 3788 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-b92vz 538e9f35154525d75a90aa3ab5777e53d667a9bc9bc2cc198a63707e79d06bd1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-b92vz 538e9f35154525d75a90aa3ab5777e53d667a9bc9bc2cc198a63707e79d06bd1 network default NAD default NAD key ] I0420 07:57:50.149983 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-b92vz, hostIfaceName: 538e9f35154525d, network: default, NAD default, SandboxID: "538e9f35154525d75a90aa3ab5777e53d667a9bc9bc2cc198a63707e79d06bd1", PCI device ID: , UID: "67b5ed29-dcf2-4705-a59a-0a6e18aa518a", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0420 07:57:50.200083 3788 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-b92vz 538e9f35154525d75a90aa3ab5777e53d667a9bc9bc2cc198a63707e79d06bd1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-b92vz 538e9f35154525d75a90aa3ab5777e53d667a9bc9bc2cc198a63707e79d06bd1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:78:df:39:e3:c9\",\"name\":\"538e9f35154525d\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d50999e-8edd-4ef6-bc4f-bb692815c49d\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:57:51.878185 3788 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0420 07:57:53.864978 3788 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 07:58:07.967346 3788 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-vzrjw] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-vzrjw for pod on switch ip-10-0-0-123.ec2.internal I0420 07:58:07.967458 3788 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-vzrjw I0420 07:58:07.985049 3788 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-vzrjw] pod update took 17.614444ms I0420 07:58:07.985072 3788 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-vzrjw] addLogicalPort annotation time took 17.640907ms I0420 07:58:07.986200 3788 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-vzrjw] addLogicalPort took 18.867435ms, libovsdb time 782.964µs I0420 07:58:08.326520 3788 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-vzrjw 7bec451487387ff17f50de2fcada2eb6a8308aea46c1848ee8ed44a93ceb1315 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-vzrjw 7bec451487387ff17f50de2fcada2eb6a8308aea46c1848ee8ed44a93ceb1315 network default NAD default NAD key ] I0420 07:58:08.336206 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-vzrjw, hostIfaceName: 7bec451487387ff, network: default, NAD default, SandboxID: "7bec451487387ff17f50de2fcada2eb6a8308aea46c1848ee8ed44a93ceb1315", PCI device ID: , UID: "318bae08-98dd-41e3-beb8-1e8911657f39", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0420 07:58:08.386682 3788 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-vzrjw 7bec451487387ff17f50de2fcada2eb6a8308aea46c1848ee8ed44a93ceb1315 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-vzrjw 7bec451487387ff17f50de2fcada2eb6a8308aea46c1848ee8ed44a93ceb1315 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:10:fc:f5:e9:45\",\"name\":\"7bec451487387ff\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/556b8ec6-53a5-447e-9f57-a412435b87d1\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 07:58:12.314221 3788 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 07:58:12.314248 3788 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 07:58:12.314256 3788 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0420 07:58:37.101539 3788 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sxnrd] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-sxnrd for pod on switch ip-10-0-0-123.ec2.internal I0420 07:58:37.101643 3788 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sxnrd I0420 07:58:37.121817 3788 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sxnrd] pod update took 20.199022ms I0420 07:58:37.121846 3788 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sxnrd] addLogicalPort annotation time took 20.23405ms I0420 07:58:37.123153 3788 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sxnrd] addLogicalPort took 21.637525ms, libovsdb time 913.751µs I0420 07:58:37.299601 3788 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-7hhpx] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-7hhpx for pod on switch ip-10-0-0-123.ec2.internal I0420 07:58:37.299696 3788 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-7hhpx I0420 07:58:37.314236 3788 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7hhpx] pod update took 14.559588ms I0420 07:58:37.314261 3788 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-7hhpx] addLogicalPort annotation time took 14.589076ms I0420 07:58:37.315608 3788 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7hhpx] addLogicalPort took 16.023042ms, libovsdb time 869.551µs I0420 07:58:37.462108 3788 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sxnrd ca34f41cd2e95d461c1962cfbc965031615c06652d1f0d1b42ba7963e6af643f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sxnrd ca34f41cd2e95d461c1962cfbc965031615c06652d1f0d1b42ba7963e6af643f network default NAD default NAD key ] I0420 07:58:37.472076 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-sxnrd, hostIfaceName: ca34f41cd2e95d4, network: default, NAD default, SandboxID: "ca34f41cd2e95d461c1962cfbc965031615c06652d1f0d1b42ba7963e6af643f", PCI device ID: , UID: "734b1da4-4e74-42d7-805a-7245190cca82", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0420 07:58:37.520418 3788 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sxnrd ca34f41cd2e95d461c1962cfbc965031615c06652d1f0d1b42ba7963e6af643f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-sxnrd ca34f41cd2e95d461c1962cfbc965031615c06652d1f0d1b42ba7963e6af643f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:22:82:fc:b0:b4\",\"name\":\"ca34f41cd2e95d4\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70592a25-8604-4666-ad5b-6fd3e2bc3396\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0420 07:58:37.662756 3788 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7hhpx 48fde34e69604f0627047b95b4372d72fbafbe50433e81c441b77a0c7f5df4f5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7hhpx 48fde34e69604f0627047b95b4372d72fbafbe50433e81c441b77a0c7f5df4f5 network default NAD default NAD key ] I0420 07:58:37.672821 3788 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-7hhpx, hostIfaceName: 48fde34e69604f0, network: default, NAD default, SandboxID: "48fde34e69604f0627047b95b4372d72fbafbe50433e81c441b77a0c7f5df4f5", PCI device ID: , UID: "5db0df22-6350-49b8-83b4-39b87452043c", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0420 07:58:37.722161 3788 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7hhpx 48fde34e69604f0627047b95b4372d72fbafbe50433e81c441b77a0c7f5df4f5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7hhpx 48fde34e69604f0627047b95b4372d72fbafbe50433e81c441b77a0c7f5df4f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:76:04:9a:e1:58\",\"name\":\"48fde34e69604f0\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f69268a-c673-4ce6-8552-811ef211f856\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0420 07:58:39.553535 3788 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0420 07:58:39.854323 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0420 07:59:19.759427 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=93 I0420 07:59:25.863797 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0420 07:59:28.766207 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=233 I0420 07:59:43.843894 3788 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0420 07:59:44.882238 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0420 08:00:03.982315 3788 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:00:03.982869 3788 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:00:04.862043 3788 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29611200-mvz8d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:00:04.862137 3788 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:00:04.862160 3788 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:00:04.862468 3788 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29611200-mvz8d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:00:05.863986 3788 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29611200-mvz8d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:00:05.864014 3788 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29611200-mvz8d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:00:37.759731 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=64 I0420 08:01:05.411626 3788 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:01:05.412226 3788 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:01:06.296775 3788 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:01:06.296816 3788 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:03:00.759477 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 I0420 08:03:38.758732 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=44 I0420 08:04:09.881294 3788 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0420 08:04:46.852983 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0420 08:05:04.868472 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0420 08:05:17.857761 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0420 08:05:50.874339 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0420 08:05:50.884975 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0420 08:06:17.762370 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0420 08:06:50.762373 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0420 08:07:03.150383 3788 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:07:03.150969 3788 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:07:11.847873 3788 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0420 08:07:40.761788 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0420 08:08:03.227456 3788 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:08:03.227502 3788 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:08:03.236229 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0420 08:08:03.236251 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0420 08:08:15.847005 3788 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0420 08:08:34.762975 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=23 I0420 08:09:01.873115 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0420 08:09:19.769978 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=48 I0420 08:09:22.885770 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0420 08:10:03.790965 3788 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:10:03.791568 3788 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:10:04.675863 3788 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:10:04.675892 3788 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:10:04.720672 3788 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:10:04.720724 3788 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:10:04.724496 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx I0420 08:10:04.724515 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx I0420 08:10:54.871467 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0420 08:11:28.884691 3788 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0420 08:13:10.762223 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0420 08:13:18.856074 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0420 08:13:44.766400 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=20 I0420 08:13:45.887936 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0420 08:14:01.861140 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0420 08:14:17.849912 3788 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0420 08:14:18.764889 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0420 08:14:34.878028 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0420 08:15:15.765096 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0420 08:15:33.765736 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0420 08:16:58.773371 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=20 I0420 08:17:06.851130 3788 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0420 08:17:44.885011 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0420 08:18:06.888901 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0420 08:18:48.608154 3788 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:18:48.608721 3788 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:19:18.888369 3788 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0420 08:19:30.890940 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0420 08:19:48.687165 3788 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:19:48.687205 3788 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:19:48.694794 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0420 08:19:48.694818 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0420 08:20:04.643705 3788 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 08:20:04.644225 3788 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 08:20:05.530905 3788 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:20:05.530924 3788 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:20:05.572917 3788 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:20:05.572956 3788 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 08:20:05.579606 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 I0420 08:20:05.579637 3788 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 I0420 08:20:36.875073 3788 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0420 08:21:10.767950 3788 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7