+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-82.ec2.internal ++ [[ -n ip-10-0-1-82.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-82.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 11:39:01.381326022 - disable conntrack on geneve port' I0420 11:39:01.381326022 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 11:39:01.423952812 - starting ovnkube-node' I0420 11:39:01.423952812 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-82.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-82.ec2.internal --init-node ip-10-0-1-82.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-82.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0420 11:39:01.465928 3690 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0420 11:39:01.465992 3690 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-fd289a44e0.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0420 11:39:01.467766 3690 kube.go:431] Waiting for certificate I0420 11:39:01.467805 3690 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0420 11:39:01.467862 3690 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0420 11:39:01.468649 3690 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 11:39:01.498684 3690 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:39:01.498700 3690 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:39:01.502007 3690 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:39:01.502118 3690 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-77m4s" I0420 11:39:01.509432 3690 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-77m4s" I0420 11:39:01.509958 3690 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:39:02.468308 3690 kube.go:438] Certificate found I0420 11:39:02.468898 3690 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 11:39:02.469833 3690 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0420 11:39:02.537456 3690 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 11:39:02.548177 3690 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-21 11:34:01 +0000 UTC" deadline="2026-04-21 06:07:56.254570484 +0000 UTC" I0420 11:39:02.548211 3690 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h28m53.706371637s" I0420 11:39:02.556662 3690 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0420 11:39:02.556725 3690 server.go:101] MetricServer registers OVS metrics I0420 11:39:02.557077 3690 server.go:105] MetricServer registers OVN DB metrics I0420 11:39:02.557560 3690 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0420 11:39:02.557624 3690 factory.go:561] Starting watch factory I0420 11:39:02.557761 3690 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.557806 3690 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.557807 3690 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.557889 3690 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.557879 3690 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.557886 3690 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.557914 3690 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.557922 3690 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.557759 3690 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.558052 3690 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.557771 3690 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.558089 3690 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.559273 3690 controller_manager.go:370] Starting the ovnkube controller I0420 11:39:02.559287 3690 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-82.ec2.internal I0420 11:39:02.559348 3690 controller_manager.go:395] NBDB zone sync took: 52.123µs I0420 11:39:02.559361 3690 factory.go:561] Starting watch factory I0420 11:39:02.562266 3690 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0420 11:39:02.562305 3690 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0420 11:39:02.576914 3690 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0420 11:39:02.576960 3690 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0420 11:39:02.577209 3690 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.577267 3690 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.578410 3690 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.578939 3690 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.579197 3690 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.582599 3690 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0420 11:39:02.582637 3690 server.go:109] MetricServer registers OVN Controller metrics I0420 11:39:02.586175 3690 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:02.587547 3690 server.go:113] MetricServer registers OVN Northd metrics I0420 11:39:02.591781 3690 metrics.go:519] OVN Metrics Server starts to run ... I0420 11:39:02.663642 3690 factory.go:1977] *v1.Service informer cache synced successfully I0420 11:39:02.663664 3690 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 11:39:02.663668 3690 factory.go:1977] *v1.Pod informer cache synced successfully I0420 11:39:02.663671 3690 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 11:39:02.663674 3690 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 11:39:02.663677 3690 factory.go:1977] *v1.Node informer cache synced successfully I0420 11:39:02.663761 3690 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:02.663773 3690 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:02.663775 3690 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:02.663787 3690 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:02.664791 3690 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 11:39:02.664804 3690 factory.go:1977] *v1.Node informer cache synced successfully I0420 11:39:02.664808 3690 factory.go:1977] *v1.Service informer cache synced successfully I0420 11:39:02.664811 3690 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 11:39:02.664815 3690 factory.go:1977] *v1.Pod informer cache synced successfully I0420 11:39:02.664819 3690 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 11:39:02.666354 3690 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:02.666357 3690 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:39:02.669687 3690 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 11:39:02.669697 3690 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 11:39:02.669748 3690 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.669758 3690 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.669835 3690 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 11:39:02.669842 3690 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 11:39:02.671827 3690 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.675533 3690 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 11:39:02.675544 3690 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 11:39:02.675618 3690 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.675642 3690 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.677772 3690 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.681455 3690 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 11:39:02.681460 3690 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 11:39:02.681518 3690 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.681529 3690 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.683506 3690 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.687228 3690 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 11:39:02.687292 3690 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.687311 3690 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.687346 3690 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 11:39:02.689455 3690 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.693197 3690 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 11:39:02.693210 3690 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 11:39:02.693282 3690 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.693295 3690 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.695759 3690 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.698589 3690 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 11:39:02.698609 3690 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 11:39:02.698814 3690 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 11:39:02.698834 3690 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 11:39:02.701090 3690 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 11:39:02.703919 3690 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 11:39:02.703997 3690 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.704016 3690 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.704057 3690 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.704076 3690 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.704083 3690 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 11:39:02.706286 3690 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.706424 3690 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:39:02.709189 3690 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 11:39:02.709200 3690 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 11:39:02.709201 3690 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 11:39:02.709208 3690 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 11:39:02.709207 3690 factory.go:680] Watch Factory start up complete, took: 149.845148ms I0420 11:39:02.709214 3690 factory.go:680] Watch Factory start up complete, took: 151.595353ms I0420 11:39:02.709216 3690 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-82.ec2.internal" zone I0420 11:39:02.709285 3690 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0420 11:39:02.759131 3690 default_node_network_controller.go:710] Initializing the default node network controller I0420 11:39:02.840981 3690 udn_isolation.go:101] Starting UDN host isolation manager I0420 11:39:02.847236 3690 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0420 11:39:02.907895 3690 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0420 11:39:02.907978 3690 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0420 11:39:02.907992 3690 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0420 11:39:02.939154 3690 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0420 11:39:02.939212 3690 default_node_network_controller.go:809] Node ip-10-0-1-82.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0420 11:39:02.944485 3690 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.82"] k8s.ovn.org/zone-name:ip-10-0-1-82.ec2.internal] on node ip-10-0-1-82.ec2.internal I0420 11:39:02.960221 3690 controller_manager.go:429] Waiting for node in zone sync took: 250.993694ms I0420 11:39:02.964148 3690 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0420 11:39:02.964413 3690 controller_manager.go:611] Switching to transit router for layer2 networks I0420 11:39:02.964427 3690 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-82.ec2.internal I0420 11:39:02.970877 3690 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0420 11:39:02.971016 3690 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0420 11:39:02.971135 3690 gateway_init.go:263] Preparing Gateway I0420 11:39:02.971146 3690 gateway_shared_intf.go:1687] Creating new gateway I0420 11:39:02.979114 3690 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 11:39:02.987509 3690 controller_manager.go:290] SCTP support detected in OVN I0420 11:39:02.988139 3690 services_controller.go:69] Creating services controller for network=default I0420 11:39:02.988246 3690 udn_enabled_svc.go:80] Waiting for service informer to sync I0420 11:39:02.988298 3690 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0420 11:39:02.988342 3690 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0420 11:39:02.988362 3690 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0420 11:39:02.988380 3690 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 11:39:02.988601 3690 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0420 11:39:02.988678 3690 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0420 11:39:02.988706 3690 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 70.052µs I0420 11:39:02.988734 3690 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 44.623µs I0420 11:39:02.988746 3690 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 69.298µs I0420 11:39:02.988752 3690 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0420 11:39:02.988762 3690 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0420 11:39:02.988770 3690 default_network_controller.go:325] Starting the default network controller I0420 11:39:02.988801 3690 udn_enabled_svc.go:95] Performing full resync I0420 11:39:02.988858 3690 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 18.167µs I0420 11:39:02.989085 3690 udn_enabled_svc.go:99] Waiting for handler to sync I0420 11:39:02.989094 3690 udn_enabled_svc.go:104] Starting worker I0420 11:39:03.000242 3690 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0420 11:39:03.000326 3690 repair.go:33] Syncing exgw routes took 66.304µs I0420 11:39:03.000352 3690 default_network_controller.go:414] Starting all the Watchers... I0420 11:39:03.000519 3690 namespace.go:98] [openshift-apiserver] adding namespace I0420 11:39:03.000529 3690 namespace.go:98] [openshift-network-operator] adding namespace I0420 11:39:03.000538 3690 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0420 11:39:03.000542 3690 namespace.go:98] [openshift-logging] adding namespace I0420 11:39:03.000549 3690 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0420 11:39:03.000559 3690 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0420 11:39:03.000561 3690 namespace.go:98] [open-cluster-management-2pprtcr8ssi9i0be4v4c4mp3tfmtq8os] adding namespace I0420 11:39:03.000566 3690 namespace.go:98] [openshift-service-ca-operator] adding namespace I0420 11:39:03.000565 3690 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0420 11:39:03.000578 3690 namespace.go:98] [openshift-authentication] adding namespace I0420 11:39:03.000580 3690 namespace.go:98] [openshift-network-console] adding namespace I0420 11:39:03.000585 3690 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0420 11:39:03.000586 3690 namespace.go:98] [openshift] adding namespace I0420 11:39:03.000609 3690 namespace.go:98] [openshift-authentication-operator] adding namespace I0420 11:39:03.000520 3690 namespace.go:98] [openshift-console-user-settings] adding namespace I0420 11:39:03.001266 3690 namespace.go:102] [openshift-apiserver] adding namespace took 728.217µs I0420 11:39:03.001328 3690 namespace.go:98] [openshift-backplane-tam] adding namespace I0420 11:39:03.001975 3690 namespace.go:102] [openshift-network-operator] adding namespace took 1.434267ms I0420 11:39:03.001992 3690 namespace.go:98] [openshift-dns-operator] adding namespace I0420 11:39:03.002463 3690 namespace.go:102] [openshift-dns-operator] adding namespace took 460.797µs I0420 11:39:03.002489 3690 namespace.go:98] [openshift-network-node-identity] adding namespace I0420 11:39:03.003112 3690 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 2.562316ms I0420 11:39:03.003129 3690 namespace.go:98] [openshift-etcd] adding namespace I0420 11:39:03.003816 3690 namespace.go:102] [openshift-logging] adding namespace took 3.260153ms I0420 11:39:03.003839 3690 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0420 11:39:03.004356 3690 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 3.80132ms I0420 11:39:03.004367 3690 namespace.go:98] [openshift-kube-apiserver] adding namespace I0420 11:39:03.004957 3690 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 4.391379ms I0420 11:39:03.004973 3690 namespace.go:98] [openshift-marketplace] adding namespace I0420 11:39:03.005568 3690 namespace.go:102] [open-cluster-management-2pprtcr8ssi9i0be4v4c4mp3tfmtq8os] adding namespace took 4.997646ms I0420 11:39:03.005582 3690 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0420 11:39:03.006032 3690 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.456585ms I0420 11:39:03.006048 3690 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0420 11:39:03.006675 3690 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.099826ms I0420 11:39:03.006687 3690 namespace.go:98] [openshift-controller-manager] adding namespace I0420 11:39:03.007332 3690 namespace.go:102] [openshift-authentication] adding namespace took 6.746092ms I0420 11:39:03.007347 3690 namespace.go:98] [kube-node-lease] adding namespace I0420 11:39:03.007890 3690 namespace.go:102] [openshift-network-console] adding namespace took 7.298108ms I0420 11:39:03.007907 3690 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0420 11:39:03.008615 3690 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.018056ms I0420 11:39:03.008636 3690 namespace.go:98] [openshift-ingress-operator] adding namespace I0420 11:39:03.009281 3690 namespace.go:102] [openshift] adding namespace took 8.682536ms I0420 11:39:03.009300 3690 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0420 11:39:03.010035 3690 namespace.go:102] [openshift-authentication-operator] adding namespace took 9.410092ms I0420 11:39:03.010058 3690 namespace.go:98] [openshift-operators-redhat] adding namespace I0420 11:39:03.010710 3690 namespace.go:102] [openshift-console-user-settings] adding namespace took 10.05715ms I0420 11:39:03.010729 3690 namespace.go:98] [openshift-config-managed] adding namespace I0420 11:39:03.011393 3690 namespace.go:102] [openshift-backplane-tam] adding namespace took 10.053336ms I0420 11:39:03.011416 3690 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0420 11:39:03.012033 3690 namespace.go:102] [openshift-network-node-identity] adding namespace took 9.53497ms I0420 11:39:03.012056 3690 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0420 11:39:03.012623 3690 namespace.go:102] [openshift-etcd] adding namespace took 9.485564ms I0420 11:39:03.012638 3690 namespace.go:98] [openshift-node] adding namespace I0420 11:39:03.013164 3690 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 9.315457ms I0420 11:39:03.013186 3690 namespace.go:98] [kube-public] adding namespace I0420 11:39:03.013665 3690 namespace.go:102] [openshift-kube-apiserver] adding namespace took 9.29248ms I0420 11:39:03.013680 3690 namespace.go:98] [openshift-backplane-cee] adding namespace I0420 11:39:03.014220 3690 namespace.go:102] [openshift-marketplace] adding namespace took 9.240296ms I0420 11:39:03.014239 3690 namespace.go:98] [dedicated-admin] adding namespace I0420 11:39:03.014672 3690 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 9.084536ms I0420 11:39:03.014686 3690 namespace.go:98] [openshift-config-operator] adding namespace I0420 11:39:03.015094 3690 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 9.039366ms I0420 11:39:03.015107 3690 namespace.go:98] [openshift-backplane-cse] adding namespace I0420 11:39:03.015537 3690 namespace.go:102] [openshift-controller-manager] adding namespace took 8.846058ms I0420 11:39:03.015550 3690 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0420 11:39:03.015952 3690 namespace.go:102] [kube-node-lease] adding namespace took 8.600908ms I0420 11:39:03.015963 3690 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0420 11:39:03.016358 3690 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.446428ms I0420 11:39:03.016367 3690 namespace.go:98] [openshift-console] adding namespace I0420 11:39:03.017204 3690 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.559458ms I0420 11:39:03.017232 3690 namespace.go:98] [openshift-backplane-mobb] adding namespace I0420 11:39:03.017654 3690 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.347839ms I0420 11:39:03.017670 3690 namespace.go:98] [openshift-config] adding namespace I0420 11:39:03.018049 3690 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.985133ms I0420 11:39:03.018062 3690 namespace.go:98] [openshift-route-controller-manager] adding namespace I0420 11:39:03.018431 3690 namespace.go:102] [openshift-config-managed] adding namespace took 7.696419ms I0420 11:39:03.018458 3690 namespace.go:98] [openshift-machine-config-operator] adding namespace I0420 11:39:03.018881 3690 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.458797ms I0420 11:39:03.018896 3690 namespace.go:98] [openshift-apiserver-operator] adding namespace I0420 11:39:03.019273 3690 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.209677ms I0420 11:39:03.019287 3690 namespace.go:98] [openshift-dns] adding namespace I0420 11:39:03.019693 3690 namespace.go:102] [openshift-node] adding namespace took 7.049604ms I0420 11:39:03.019709 3690 namespace.go:98] [openshift-must-gather-operator] adding namespace I0420 11:39:03.020082 3690 namespace.go:102] [kube-public] adding namespace took 6.887742ms I0420 11:39:03.020096 3690 namespace.go:98] [openshift-console-operator] adding namespace I0420 11:39:03.020460 3690 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.773964ms I0420 11:39:03.020477 3690 namespace.go:98] [openshift-insights] adding namespace I0420 11:39:03.020884 3690 namespace.go:102] [dedicated-admin] adding namespace took 6.638975ms I0420 11:39:03.020896 3690 namespace.go:98] [openshift-host-network] adding namespace I0420 11:39:03.021225 3690 namespace.go:102] [openshift-config-operator] adding namespace took 6.533802ms I0420 11:39:03.021237 3690 namespace.go:98] [openshift-image-registry] adding namespace I0420 11:39:03.021754 3690 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.64059ms I0420 11:39:03.021769 3690 namespace.go:98] [openshift-network-diagnostics] adding namespace I0420 11:39:03.022152 3690 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.598019ms I0420 11:39:03.022164 3690 namespace.go:98] [openshift-ingress] adding namespace I0420 11:39:03.022556 3690 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.588774ms I0420 11:39:03.022569 3690 namespace.go:98] [openshift-backplane-srep] adding namespace I0420 11:39:03.022941 3690 namespace.go:102] [openshift-console] adding namespace took 6.568206ms I0420 11:39:03.022955 3690 namespace.go:98] [openshift-cluster-version] adding namespace I0420 11:39:03.023333 3690 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.093674ms I0420 11:39:03.023347 3690 namespace.go:98] [openshift-multus] adding namespace I0420 11:39:03.023746 3690 namespace.go:102] [openshift-config] adding namespace took 6.069656ms I0420 11:39:03.023764 3690 namespace.go:98] [openshift-operators] adding namespace I0420 11:39:03.024132 3690 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.06332ms I0420 11:39:03.024147 3690 namespace.go:98] [openshift-package-operator] adding namespace I0420 11:39:03.024538 3690 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.073852ms I0420 11:39:03.024553 3690 namespace.go:98] [openshift-kube-scheduler] adding namespace I0420 11:39:03.024937 3690 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.035698ms I0420 11:39:03.024953 3690 namespace.go:98] [openshift-monitoring] adding namespace I0420 11:39:03.025335 3690 namespace.go:102] [openshift-dns] adding namespace took 6.04147ms I0420 11:39:03.025792 3690 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.077257ms I0420 11:39:03.025806 3690 namespace.go:98] [openshift-customer-monitoring] adding namespace I0420 11:39:03.026183 3690 namespace.go:102] [openshift-console-operator] adding namespace took 6.078382ms I0420 11:39:03.026200 3690 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0420 11:39:03.026708 3690 namespace.go:102] [openshift-insights] adding namespace took 6.22241ms I0420 11:39:03.026735 3690 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0420 11:39:03.027257 3690 namespace.go:102] [openshift-host-network] adding namespace took 6.352644ms I0420 11:39:03.027276 3690 namespace.go:98] [openshift-infra] adding namespace I0420 11:39:03.027682 3690 namespace.go:102] [openshift-image-registry] adding namespace took 6.440213ms W0420 11:39:03.027687 3690 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ztwqk: pod openshift-network-diagnostics/network-check-target-ztwqk: no pod IPs found I0420 11:39:03.027697 3690 namespace.go:98] [openshift-backplane-csm] adding namespace W0420 11:39:03.027699 3690 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xvgx7: pod openshift-network-diagnostics/network-check-target-xvgx7: no pod IPs found I0420 11:39:03.028273 3690 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.496277ms I0420 11:39:03.028288 3690 namespace.go:98] [default] adding namespace I0420 11:39:03.028871 3690 namespace.go:102] [openshift-ingress] adding namespace took 6.700752ms I0420 11:39:03.028885 3690 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0420 11:39:03.029419 3690 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.845877ms I0420 11:39:03.029428 3690 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace W0420 11:39:03.029871 3690 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-55bhk: pod openshift-multus/network-metrics-daemon-55bhk: no pod IPs found W0420 11:39:03.029884 3690 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nzvmj: pod openshift-multus/network-metrics-daemon-nzvmj: no pod IPs found I0420 11:39:03.029902 3690 namespace.go:102] [openshift-cluster-version] adding namespace took 6.941375ms I0420 11:39:03.029909 3690 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0420 11:39:03.030456 3690 namespace.go:102] [openshift-multus] adding namespace took 7.10489ms I0420 11:39:03.030465 3690 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0420 11:39:03.030922 3690 namespace.go:102] [openshift-operators] adding namespace took 7.148821ms I0420 11:39:03.030946 3690 namespace.go:98] [openshift-backplane] adding namespace I0420 11:39:03.031309 3690 namespace.go:102] [openshift-package-operator] adding namespace took 7.155572ms I0420 11:39:03.031322 3690 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0420 11:39:03.031855 3690 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.296578ms I0420 11:39:03.031864 3690 namespace.go:98] [openshift-ingress-canary] adding namespace I0420 11:39:03.032279 3690 namespace.go:102] [openshift-monitoring] adding namespace took 7.32027ms I0420 11:39:03.033147 3690 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.335796ms I0420 11:39:03.033685 3690 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.480008ms I0420 11:39:03.034195 3690 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.456284ms I0420 11:39:03.034746 3690 namespace.go:102] [openshift-infra] adding namespace took 7.463148ms I0420 11:39:03.035163 3690 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.460972ms I0420 11:39:03.035697 3690 namespace.go:102] [default] adding namespace took 7.402832ms I0420 11:39:03.036099 3690 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.209143ms I0420 11:39:03.036522 3690 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.086832ms I0420 11:39:03.036541 3690 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0420 11:39:03.037133 3690 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.21607ms I0420 11:39:03.037150 3690 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0420 11:39:03.037721 3690 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.250573ms I0420 11:39:03.038212 3690 namespace.go:102] [openshift-backplane] adding namespace took 7.254678ms I0420 11:39:03.038236 3690 namespace.go:98] [kube-system] adding namespace I0420 11:39:03.038646 3690 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.318353ms I0420 11:39:03.038661 3690 namespace.go:98] [openshift-machine-api] adding namespace I0420 11:39:03.039131 3690 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.262566ms I0420 11:39:03.039617 3690 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 3.071961ms I0420 11:39:03.040141 3690 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 2.984947ms I0420 11:39:03.040742 3690 namespace.go:102] [kube-system] adding namespace took 2.497969ms I0420 11:39:03.041130 3690 namespace.go:102] [openshift-machine-api] adding namespace took 2.46345ms W0420 11:39:03.041207 3690 master.go:458] Unable to parse local node ip-10-0-1-82.ec2.internal chassis-id annotation. Chassis may be removed during sync W0420 11:39:03.041215 3690 master.go:471] Unable to parse remote node ip-10-0-2-103.ec2.internal chassis-id annotation. Chassis may be removed during sync I0420 11:39:03.041219 3690 master.go:481] Removing stale chassis with ID/Name: a0a749eb-2d2a-49c4-93fb-d44782597805, hostname: ip-10-0-1-82.ec2.internal I0420 11:39:03.041720 3690 master.go:548] Adding or Updating local node "ip-10-0-1-82.ec2.internal" for network "default" I0420 11:39:03.041812 3690 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-103.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-103.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-103.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-103.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-103.ec2.internal I0420 11:39:03.045769 3690 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-82.ec2.internal for the network default I0420 11:39:03.046097 3690 zone_ic_handler.go:195] Time taken to create transit switch: 314.312µs I0420 11:39:03.046725 3690 default_network_controller.go:823] Node add failed for ip-10-0-1-82.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-82.ec2.internal, error getting gateway config for node ip-10-0-1-82.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-82.ec2.internal", failed to update chassis to local for local node ip-10-0-1-82.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-82.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-82.ec2.internal] E0420 11:39:03.046781 3690 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-82.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-82.ec2.internal, error getting gateway config for node ip-10-0-1-82.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-82.ec2.internal", failed to update chassis to local for local node ip-10-0-1-82.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-82.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-82.ec2.internal] I0420 11:39:03.046825 3690 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0420 11:39:03.046845 3690 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0420 11:39:03.046858 3690 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0420 11:39:03.046891 3690 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default" I0420 11:39:03.046892 3690 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-82.ec2.internal", UID:"622658e4-123e-43e1-b1f3-4d008d9a07b2", APIVersion:"v1", ResourceVersion:"8641", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-82.ec2.internal, error getting gateway config for node ip-10-0-1-82.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-82.ec2.internal", failed to update chassis to local for local node ip-10-0-1-82.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-82.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-82.ec2.internal] I0420 11:39:03.046925 3690 node_tracker.go:235] Node ip-10-0-1-82.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-82.ec2.internal" I0420 11:39:03.046938 3690 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:03.046952 3690 services_controller.go:574] Full service sync requested for network=default I0420 11:39:03.046962 3690 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-103.ec2.internal in network "default" I0420 11:39:03.046971 3690 node_tracker.go:235] Node ip-10-0-2-103.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-103.ec2.internal" I0420 11:39:03.046977 3690 node_tracker.go:169] Node ip-10-0-2-103.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:03.046981 3690 services_controller.go:574] Full service sync requested for network=default I0420 11:39:03.086257 3690 iptables.go:108] Creating table: filter chain: FORWARD I0420 11:39:03.092603 3690 iptables.go:108] Creating table: filter chain: OUTPUT I0420 11:39:03.098844 3690 gateway_shared_intf.go:1816] Gateway Creation Complete I0420 11:39:03.098862 3690 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-82.ec2.internal","mac-address":"0a:ff:c3:4b:4a:b5","ip-addresses":["10.0.1.82/24"],"ip-address":"10.0.1.82/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a0a749eb-2d2a-49c4-93fb-d44782597805 k8s.ovn.org/node-encap-ips:["10.0.1.82"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.82/24"} k8s.ovn.org/zone-name:ip-10-0-1-82.ec2.internal] on node ip-10-0-1-82.ec2.internal I0420 11:39:03.113216 3690 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default" I0420 11:39:03.113255 3690 master.go:548] Adding or Updating local node "ip-10-0-1-82.ec2.internal" for network "default" I0420 11:39:03.113301 3690 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:03.113322 3690 services_controller.go:574] Full service sync requested for network=default I0420 11:39:03.117427 3690 default_node_network_controller.go:519] Node connection status = connected W0420 11:39:03.118772 3690 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-55bhk: pod openshift-multus/network-metrics-daemon-55bhk: no pod IPs found W0420 11:39:03.118799 3690 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-xvgx7: pod openshift-network-diagnostics/network-check-target-xvgx7: no pod IPs found I0420 11:39:03.119803 3690 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-82.ec2.internal for the network default I0420 11:39:03.120028 3690 zone_ic_handler.go:195] Time taken to create transit switch: 211.224µs I0420 11:39:03.147117 3690 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0420 11:39:03.147140 3690 services_controller.go:208] Setting up event handlers for services for network=default I0420 11:39:03.147252 3690 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0420 11:39:03.147303 3690 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0420 11:39:03.147317 3690 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0420 11:39:03.247633 3690 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0420 11:39:03.247653 3690 repair.go:60] Starting repairing loop for services I0420 11:39:03.247746 3690 repair.go:131] Deleted 0 stale service LBs I0420 11:39:03.247765 3690 repair.go:137] Deleted 0 stale Chassis Template Vars I0420 11:39:03.247781 3690 repair.go:62] Finished repairing loop for services: 129.73µs I0420 11:39:03.247806 3690 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0420 11:39:03.247816 3690 services_controller.go:254] Starting workers for network=default I0420 11:39:03.248125 3690 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xvgx7] creating logical port openshift-network-diagnostics_network-check-target-xvgx7 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:03.248148 3690 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-ztwqk, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-ztwqk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-ztwqk: no pod IPs found I0420 11:39:03.248153 3690 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-nzvmj, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-nzvmj: suppressed error logged: pod openshift-multus/network-metrics-daemon-nzvmj: no pod IPs found I0420 11:39:03.248189 3690 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-55bhk] creating logical port openshift-multus_network-metrics-daemon-55bhk for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:03.248324 3690 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-xvgx7 I0420 11:39:03.248396 3690 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-55bhk I0420 11:39:03.263392 3690 pod.go:62] [openshift-network-diagnostics/network-check-target-xvgx7] pod update took 15.183396ms I0420 11:39:03.263414 3690 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-xvgx7] addLogicalPort annotation time took 15.2054ms I0420 11:39:03.264152 3690 pods.go:271] [openshift-network-diagnostics/network-check-target-xvgx7] addLogicalPort took 16.03982ms, libovsdb time 529.352µs I0420 11:39:03.264455 3690 pod.go:62] [openshift-multus/network-metrics-daemon-55bhk] pod update took 16.198211ms I0420 11:39:03.264470 3690 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-55bhk] addLogicalPort annotation time took 16.216029ms I0420 11:39:03.265157 3690 pods.go:271] [openshift-multus/network-metrics-daemon-55bhk] addLogicalPort took 16.978193ms, libovsdb time 524.505µs I0420 11:39:03.265533 3690 admin_network_policy_controller.go:227] Starting controller default-network-controller I0420 11:39:03.265550 3690 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0420 11:39:03.265560 3690 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0420 11:39:03.265565 3690 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0420 11:39:03.265740 3690 repair.go:29] Repairing admin network policies took 170.822µs I0420 11:39:03.265843 3690 repair.go:92] Repairing baseline admin network policies took 94.479µs I0420 11:39:03.266281 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0420 11:39:03.266294 3690 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0420 11:39:03.267631 3690 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0420 11:39:03.267654 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0420 11:39:03.267666 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0420 11:39:03.269212 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0420 11:39:03.269231 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0420 11:39:03.269239 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0420 11:39:03.269783 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0420 11:39:03.269803 3690 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0420 11:39:03.269813 3690 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0420 11:39:03.271976 3690 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0420 11:39:03.271996 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0420 11:39:03.272477 3690 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0420 11:39:03.272490 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 11:39:03.273222 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0420 11:39:03.273240 3690 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0420 11:39:03.273248 3690 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0420 11:39:03.274318 3690 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0420 11:39:03.274339 3690 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0420 11:39:03.274353 3690 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0420 11:39:03.276526 3690 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0420 11:39:03.276547 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0420 11:39:03.276557 3690 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0420 11:39:03.277098 3690 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0420 11:39:03.277128 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0420 11:39:03.277153 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0420 11:39:03.278914 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0420 11:39:03.278935 3690 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0420 11:39:03.278961 3690 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0420 11:39:03.280260 3690 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0420 11:39:03.280277 3690 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0420 11:39:03.280288 3690 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0420 11:39:03.281584 3690 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0420 11:39:03.281608 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0420 11:39:03.281616 3690 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0420 11:39:03.282145 3690 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0420 11:39:03.282173 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0420 11:39:03.282180 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0420 11:39:03.282689 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0420 11:39:03.282708 3690 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0420 11:39:03.282715 3690 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0420 11:39:03.283200 3690 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0420 11:39:03.283229 3690 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0420 11:39:03.283244 3690 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0420 11:39:03.283600 3690 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0420 11:39:03.283614 3690 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0420 11:39:03.283622 3690 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0420 11:39:03.284702 3690 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0420 11:39:03.284729 3690 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0420 11:39:03.284738 3690 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0420 11:39:03.286675 3690 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0420 11:39:03.286693 3690 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0420 11:39:03.286700 3690 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0420 11:39:03.287253 3690 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0420 11:39:03.287267 3690 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0420 11:39:03.287275 3690 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0420 11:39:03.288194 3690 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0420 11:39:03.288213 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0420 11:39:03.288220 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0420 11:39:03.288797 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0420 11:39:03.288815 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0420 11:39:03.288821 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0420 11:39:03.290142 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0420 11:39:03.290157 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0420 11:39:03.290165 3690 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0420 11:39:03.290899 3690 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0420 11:39:03.290917 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0420 11:39:03.290925 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0420 11:39:03.291474 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0420 11:39:03.291496 3690 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0420 11:39:03.291506 3690 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0420 11:39:03.292766 3690 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0420 11:39:03.292782 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0420 11:39:03.292789 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0420 11:39:03.293319 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0420 11:39:03.293338 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0420 11:39:03.293359 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 11:39:03.294499 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0420 11:39:03.294520 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0420 11:39:03.294528 3690 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0420 11:39:03.294834 3690 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0420 11:39:03.294852 3690 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0420 11:39:03.294862 3690 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0420 11:39:03.295835 3690 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0420 11:39:03.295853 3690 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0420 11:39:03.295864 3690 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0420 11:39:03.296345 3690 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0420 11:39:03.300552 3690 egressfirewall.go:374] Starting EgressFirewall controller I0420 11:39:03.300585 3690 controller.go:133] Adding controller egress-firewall-controller event handlers I0420 11:39:03.300594 3690 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0420 11:39:03.300609 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0420 11:39:03.300621 3690 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0420 11:39:03.300651 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0420 11:39:03.300663 3690 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0420 11:39:03.300940 3690 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0420 11:39:03.300954 3690 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0420 11:39:03.300961 3690 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0420 11:39:03.300972 3690 egressqos.go:193] Setting up event handlers for EgressQoS I0420 11:39:03.300984 3690 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall I0420 11:39:03.300998 3690 egressfirewall.go:723] Syncing node "ip-10-0-2-103.ec2.internal" for egress firewall I0420 11:39:03.301210 3690 egressqos.go:245] Starting EgressQoS Controller I0420 11:39:03.301221 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0420 11:39:03.301227 3690 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0420 11:39:03.301237 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0420 11:39:03.301252 3690 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0420 11:39:03.301262 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0420 11:39:03.301271 3690 shared_informer.go:356] "Caches are synced" controller="egressqos" I0420 11:39:03.301298 3690 egressqos.go:259] Repairing EgressQoSes I0420 11:39:03.301305 3690 egressqos.go:399] Starting repairing loop for egressqos I0420 11:39:03.301390 3690 egressqos.go:401] Finished repairing loop for egressqos: 85.037µs I0420 11:39:03.301409 3690 egressservice_zone.go:132] Setting up event handlers for Egress Services I0420 11:39:03.301467 3690 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-82.ec2.internal I0420 11:39:03.301544 3690 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-82.ec2.internal : 77.909µs I0420 11:39:03.301689 3690 egressservice_zone.go:210] Starting Egress Services Controller I0420 11:39:03.301704 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 11:39:03.301714 3690 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 11:39:03.301725 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 11:39:03.301733 3690 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 11:39:03.301739 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 11:39:03.301743 3690 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 11:39:03.301748 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0420 11:39:03.301752 3690 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0420 11:39:03.301756 3690 egressservice_zone.go:228] Repairing Egress Services I0420 11:39:03.302025 3690 master_controller.go:88] Starting Admin Policy Based Route Controller I0420 11:39:03.302037 3690 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 11:39:03.302059 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0420 11:39:03.302069 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 12.167µs I0420 11:39:03.302076 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-103.ec2.internal I0420 11:39:03.302080 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-103.ec2.internal: 4.339µs I0420 11:39:03.302143 3690 default_network_controller.go:585] Completing all the Watchers took 301.780838ms I0420 11:39:03.302159 3690 default_network_controller.go:589] Starting unidling controllers I0420 11:39:03.302171 3690 unidle.go:46] Registering OVN SB ControllerEvent handler I0420 11:39:03.302177 3690 unidle.go:63] Populating Initial ContollerEvent events I0420 11:39:03.302187 3690 unidle.go:79] Setting up event handlers for services I0420 11:39:03.302232 3690 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0420 11:39:03.617565 3690 default_node_network_controller.go:519] Node connection status = connected I0420 11:39:04.118345 3690 default_node_network_controller.go:519] Node connection status = connected I0420 11:39:04.617915 3690 default_node_network_controller.go:519] Node connection status = connected I0420 11:39:04.973204 3690 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0420 11:39:05.118013 3690 default_node_network_controller.go:519] Node connection status = connected I0420 11:39:05.134878 3690 bridgeconfig.go:537] Gateway is ready I0420 11:39:05.134901 3690 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0420 11:39:05.148243 3690 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.82. Updating OVN encap IP. I0420 11:39:05.154391 3690 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.82 - it is already configured I0420 11:39:05.154408 3690 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.82/24:{} 172.20.0.1/32:{}]. Updating annotations. I0420 11:39:05.154734 3690 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.82/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-82.ec2.internal","mac-address":"0a:ff:c3:4b:4a:b5","ip-addresses":["10.0.1.82/24"],"ip-address":"10.0.1.82/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a0a749eb-2d2a-49c4-93fb-d44782597805 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.82/24"}] on node ip-10-0-1-82.ec2.internal I0420 11:39:05.169243 3690 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.82 I0420 11:39:05.169359 3690 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-82.ec2.internal I0420 11:39:05.169648 3690 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default" I0420 11:39:05.169658 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0420 11:39:05.169673 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 20.035µs I0420 11:39:05.169708 3690 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:05.169723 3690 services_controller.go:574] Full service sync requested for network=default I0420 11:39:05.169728 3690 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall I0420 11:39:05.169748 3690 master.go:548] Adding or Updating local node "ip-10-0-1-82.ec2.internal" for network "default" I0420 11:39:05.173975 3690 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-82.ec2.internal. Updating no re-route policies I0420 11:39:05.174053 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-55bhk I0420 11:39:05.174061 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-ctgpb I0420 11:39:05.174066 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-9ksh5 I0420 11:39:05.174071 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-55bhk I0420 11:39:05.174077 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-ctgpb I0420 11:39:05.174080 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-9ksh5 I0420 11:39:05.174083 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vhjwg I0420 11:39:05.174087 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-vfqvd I0420 11:39:05.174094 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vhjwg I0420 11:39:05.174095 3690 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-rhcsk I0420 11:39:05.174098 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-9ksh5 after 0 failed attempt(s) I0420 11:39:05.174100 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-ctgpb after 0 failed attempt(s) I0420 11:39:05.174106 3690 obj_retry.go:398] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-rhcsk I0420 11:39:05.174074 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-zdwhx I0420 11:39:05.174113 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xvgx7 I0420 11:39:05.174113 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vhjwg after 0 failed attempt(s) I0420 11:39:05.174118 3690 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-82.ec2.internal I0420 11:39:05.174120 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xvgx7 I0420 11:39:05.174112 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-96sk4 I0420 11:39:05.174120 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ztwqk I0420 11:39:05.174127 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nzvmj I0420 11:39:05.174136 3690 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-s4wqw I0420 11:39:05.174140 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ztwqk I0420 11:39:05.174145 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nzvmj I0420 11:39:05.174146 3690 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-s4wqw I0420 11:39:05.174150 3690 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xvgx7] creating logical port openshift-network-diagnostics_network-check-target-xvgx7 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:05.174159 3690 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-s4wqw after 0 failed attempt(s) I0420 11:39:05.174177 3690 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-nzvmj, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-nzvmj: suppressed error logged: pod openshift-multus/network-metrics-daemon-nzvmj: no pod IPs found I0420 11:39:05.174118 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-zdwhx I0420 11:39:05.174189 3690 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-ztwqk, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-ztwqk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-ztwqk: no pod IPs found I0420 11:39:05.174199 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-zdwhx after 0 failed attempt(s) I0420 11:39:05.174114 3690 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-55bhk] creating logical port openshift-multus_network-metrics-daemon-55bhk for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:05.174102 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-vfqvd I0420 11:39:05.174298 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-vfqvd after 0 failed attempt(s) I0420 11:39:05.174126 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-5q9lw I0420 11:39:05.174319 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-5q9lw I0420 11:39:05.174335 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-5q9lw after 0 failed attempt(s) I0420 11:39:05.174127 3690 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-82.ec2.internal I0420 11:39:05.174364 3690 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-82.ec2.internal after 0 failed attempt(s) I0420 11:39:05.174124 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-82.ec2.internal I0420 11:39:05.174380 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-82.ec2.internal I0420 11:39:05.174395 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-82.ec2.internal after 0 failed attempt(s) I0420 11:39:05.174127 3690 obj_retry.go:418] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-rhcsk after 0 failed attempt(s) I0420 11:39:05.174130 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-z2n65 I0420 11:39:05.174415 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-z2n65 I0420 11:39:05.174132 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-96sk4 I0420 11:39:05.174450 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-z2n65 after 0 failed attempt(s) I0420 11:39:05.174468 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-96sk4 after 0 failed attempt(s) I0420 11:39:05.174811 3690 pods.go:271] [openshift-network-diagnostics/network-check-target-xvgx7] addLogicalPort took 668.707µs, libovsdb time 276.586µs I0420 11:39:05.174821 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-xvgx7 after 0 failed attempt(s) I0420 11:39:05.175101 3690 pods.go:271] [openshift-multus/network-metrics-daemon-55bhk] addLogicalPort took 999.835µs, libovsdb time 407.526µs I0420 11:39:05.175109 3690 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-55bhk after 0 failed attempt(s) I0420 11:39:05.182686 3690 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0420 11:39:05.194699 3690 iptables.go:108] Creating table: mangle chain: OUTPUT I0420 11:39:05.197945 3690 iptables.go:108] Creating table: nat chain: OUTPUT I0420 11:39:05.222523 3690 iptables.go:108] Creating table: nat chain: PREROUTING I0420 11:39:05.278467 3690 iptables.go:108] Creating table: filter chain: FORWARD I0420 11:39:05.294201 3690 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0420 11:39:05.294320 3690 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0420 11:39:05.294374 3690 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0420 11:39:05.294492 3690 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0420 11:39:05.294552 3690 gateway_init.go:325] Gateway and management port readiness took 2.181419598s I0420 11:39:05.294578 3690 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0420 11:39:05.294614 3690 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0420 11:39:05.294627 3690 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0420 11:39:05.294635 3690 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 11:39:05.294690 3690 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0420 11:39:05.294779 3690 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.088µs I0420 11:39:05.295040 3690 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0420 11:39:05.295064 3690 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.697µs I0420 11:39:05.295072 3690 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.089µs I0420 11:39:05.295077 3690 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0420 11:39:05.295097 3690 nad_controller.go:379] [node-nad-controller NAD controller]: started I0420 11:39:05.295104 3690 default_node_network_controller.go:899] Starting the default node network controller I0420 11:39:05.295109 3690 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0420 11:39:05.295176 3690 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.883µs I0420 11:39:05.295290 3690 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0420 11:39:05.295299 3690 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0420 11:39:05.295322 3690 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000add170 0xc0002eea10 0xc0002eea80 0xc0002eeaf0 0xc0002eebd0 0xc0002eec40 0xc0002eecb0 0xc000aef0e0 0xc0002eed20 0xc0002eed90 0xc0002342d0 0xc006479340 0xc0002eee70 map[0x2ff9080:0xc0028fc060 0x2ff95c0:0xc0028fc1e0 0x2ffa2e0:0xc00138e4e0 0x2ffa580:0xc0028fc000 0x2ffad60:0xc0028fc0c0 0x2ffb000:0xc0028fc120 0x2ffb2a0:0xc0028fc180 0x2ffba80:0xc0028fc240 0x2ffbd20:0xc0028fc2a0 0x3026980:0xc00138e240 0x3026d20:0xc00138e2a0 0x3027800:0xc000cda660 0x3029160:0xc001b3c000 0x30298a0:0xc00138e480 0x302a720:0xc001a83140] 0xc0000d3500 0} I0420 11:39:05.295378 3690 gateway.go:151] Starting gateway service sync I0420 11:39:05.295821 3690 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0420 11:39:05.297918 3690 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0420 11:39:05.326107 3690 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0420 11:39:05.327266 3690 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0420 11:39:05.328384 3690 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0420 11:39:05.360877 3690 gateway.go:168] Gateway service sync done. Time taken: 65.486178ms I0420 11:39:05.361516 3690 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30303 I0420 11:39:05.361669 3690 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000add170 0xc0002eea10 0xc0002eea80 0xc0002eeaf0 0xc0002eebd0 0xc0002eec40 0xc0002eecb0 0xc000aef0e0 0xc0002eed20 0xc0002eed90 0xc0002342d0 0xc006479340 0xc0002eee70 map[0x2ff9080:0xc0028fc060 0x2ff95c0:0xc0028fc1e0 0x2ffa2e0:0xc00138e4e0 0x2ffa580:0xc0028fc000 0x2ffad60:0xc0028fc0c0 0x2ffb000:0xc0028fc120 0x2ffb2a0:0xc0028fc180 0x2ffba80:0xc0028fc240 0x2ffbd20:0xc0028fc2a0 0x3026980:0xc00138e240 0x3026d20:0xc00138e2a0 0x3027800:0xc000cda660 0x3029160:0xc001b3c000 0x30298a0:0xc00138e480 0x302a720:0xc001a83140] 0xc0000d3500 0} I0420 11:39:05.362136 3690 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000add170 0xc0002eea10 0xc0002eea80 0xc0002eeaf0 0xc0002eebd0 0xc0002eec40 0xc0002eecb0 0xc000aef0e0 0xc0002eed20 0xc0002eed90 0xc0002342d0 0xc006479340 0xc0002eee70 map[0x2ff9080:0xc0028fc060 0x2ff95c0:0xc0028fc1e0 0x2ffa2e0:0xc00138e4e0 0x2ffa580:0xc0028fc000 0x2ffad60:0xc0028fc0c0 0x2ffb000:0xc0028fc120 0x2ffb2a0:0xc0028fc180 0x2ffba80:0xc0028fc240 0x2ffbd20:0xc0028fc2a0 0x3026980:0xc00138e240 0x3026d20:0xc00138e2a0 0x3027800:0xc000cda660 0x3029160:0xc001b3c000 0x30298a0:0xc00138e480 0x302a720:0xc001a83140] 0xc0000d3500 0} I0420 11:39:05.362175 3690 gateway.go:532] Reconciling gateway with updates I0420 11:39:05.367017 3690 gateway.go:339] Spawning Conntrack Rule Check Thread I0420 11:39:05.367042 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:39:05.367052 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:39:05.367060 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:39:05.367060 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:39:05.367055 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:39:05.367092 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:39:05.367099 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:39:05.367106 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:39:05.367110 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:39:05.367114 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:39:05.367114 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 11:39:05.367119 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 11:39:05.367126 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:39:05.367130 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 11:39:05.367132 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 11:39:05.367135 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:39:05.367134 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:39:05.367144 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 11:39:05.367146 3690 port_claim.go:71] Svc openshift-ingress/router-default: port 32748 is already open, no action needed I0420 11:39:05.367148 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:39:05.367158 3690 port_claim.go:71] Svc openshift-ingress/router-default: port 31047 is already open, no action needed I0420 11:39:05.367162 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:39:05.367162 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:39:05.367163 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:39:05.367173 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:39:05.367174 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 11:39:05.367182 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:39:05.367175 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:39:05.367184 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:39:05.367207 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:39:05.367210 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 11:39:05.367110 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:39:05.367224 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:39:05.367225 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:39:05.367239 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:39:05.367243 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:39:05.367070 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:39:05.367255 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:39:05.367268 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 11:39:05.367279 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:39:05.367256 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 11:39:05.367290 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:39:05.367296 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:39:05.367296 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 11:39:05.367319 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:39:05.367340 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:39:05.367270 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:39:05.367351 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:39:05.367360 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:39:05.367384 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 11:39:05.367387 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 11:39:05.367135 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:39:05.367228 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:39:05.367406 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:39:05.367413 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 11:39:05.367415 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:39:05.367424 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:39:05.367428 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:39:05.367432 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:39:05.367159 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 11:39:05.367118 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 11:39:05.367462 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 11:39:05.367464 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 11:39:05.367158 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 11:39:05.367486 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 11:39:05.367486 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 11:39:05.367494 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 11:39:05.367407 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:39:05.367506 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:39:05.367517 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 11:39:05.367099 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:39:05.367530 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:39:05.367534 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 11:39:05.367123 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:39:05.367151 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:39:05.367078 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:39:05.367583 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:39:05.367342 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 11:39:05.367082 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 11:39:05.367617 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 11:39:05.367145 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:39:05.367164 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 11:39:05.367096 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:39:05.367686 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:39:05.367044 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:39:05.367098 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:39:05.367751 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:39:05.367151 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:39:05.367794 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:39:05.367798 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 11:39:05.367163 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:39:05.367808 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:39:05.367812 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 11:39:05.367170 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 11:39:05.367828 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 11:39:05.367196 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:39:05.367229 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:39:05.367905 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 11:39:05.367247 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:39:05.367285 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:39:05.367283 3690 default_node_network_controller.go:944] Gateway and management port readiness took 71.97745ms I0420 11:39:05.367343 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:39:05.368016 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:39:05.367402 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:39:05.368046 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:39:05.368051 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 11:39:05.367472 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 11:39:05.367475 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:39:05.368081 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:39:05.367083 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:39:05.367743 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:39:05.367134 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 11:39:05.368307 3690 node_ip_handler_linux.go:160] Node IP manager is running W0420 11:39:05.403905 3690 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 11:39:05.404098 3690 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 11:39:05.404247 3690 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0420 11:39:05.414827 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 11:39:05.414861 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 11:39:05.414870 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 11:39:05.414877 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 11:39:05.414882 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 11:39:05.414889 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 11:39:05.414895 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 11:39:05.414901 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 11:39:05.414906 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 11:39:05.414911 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 11:39:05.414920 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 11:39:05.414926 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 11:39:05.414932 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 11:39:05.454605 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 11:39:05.454642 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 11:39:05.454649 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 11:39:05.454657 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 11:39:05.454670 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 11:39:05.454679 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 11:39:05.454685 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 11:39:05.454701 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 11:39:05.454709 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 11:39:05.454715 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 11:39:06.533136 3690 default_node_network_controller.go:1380] Starting node controller node sync W0420 11:39:06.533199 3690 egressip_healthcheck.go:76] Health checking using insecure connection I0420 11:39:06.533251 3690 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0420 11:39:06.544685 3690 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.526696ms I0420 11:39:06.544821 3690 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0420 11:39:06.545146 3690 egressservice_node.go:93] Setting up event handlers for Egress Services I0420 11:39:06.545462 3690 egressservice_node.go:183] Starting Egress Services Controller I0420 11:39:06.545480 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 11:39:06.545489 3690 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 11:39:06.545515 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 11:39:06.545525 3690 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 11:39:06.545532 3690 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 11:39:06.545537 3690 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 11:39:06.545541 3690 egressservice_node.go:197] Repairing Egress Services I0420 11:39:06.555319 3690 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0420 11:39:06.555333 3690 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 11:39:06.555524 3690 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0420 11:39:06.555538 3690 link_network_manager.go:119] Link manager is running I0420 11:39:06.555551 3690 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0420 11:39:06.555795 3690 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0420 11:39:06.556161 3690 vrf_manager.go:128] VRF manager is running I0420 11:39:06.556238 3690 node_controller_manager.go:437] Removing flows to drop GARP I0420 11:39:06.556249 3690 gateway.go:532] Reconciling gateway with updates I0420 11:39:06.579604 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:39:06.579612 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:39:06.579626 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:39:06.579630 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:39:06.579627 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:39:06.579632 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 11:39:06.579645 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:39:06.579648 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 11:39:06.579648 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:39:06.579662 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:39:06.579666 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:39:06.579668 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 11:39:06.579677 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:39:06.579683 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:39:06.579686 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:39:06.579688 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 11:39:06.579673 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:39:06.579687 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 11:39:06.579692 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:39:06.579702 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:39:06.579709 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:39:06.579719 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:39:06.579722 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:39:06.579729 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 11:39:06.579733 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:39:06.579736 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:39:06.579721 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 11:39:06.579746 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:39:06.579738 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 11:39:06.579751 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:39:06.579754 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:39:06.579758 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 11:39:06.579761 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:39:06.579691 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:39:06.579767 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 11:39:06.579771 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:39:06.579708 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:39:06.579775 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:39:06.579780 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:39:06.579780 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 11:39:06.579787 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:39:06.579746 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:39:06.579794 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 11:39:06.579795 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:39:06.579800 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:39:06.579732 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:39:06.579782 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:39:06.579813 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:39:06.579816 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 11:39:06.579823 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:39:06.579830 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 11:39:06.579835 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 11:39:06.579769 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:39:06.579837 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:39:06.579842 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:39:06.579743 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:39:06.579848 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:39:06.579852 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 11:39:06.579854 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:39:06.579854 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 11:39:06.579818 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 11:39:06.579864 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 11:39:06.579756 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:39:06.579872 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 11:39:06.579877 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 11:39:06.579879 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 11:39:06.579880 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:39:06.579895 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 11:39:06.579894 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 11:39:06.579788 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:39:06.579925 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:39:06.579765 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:39:06.579963 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:39:06.579969 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 11:39:06.579768 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:39:06.579980 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:39:06.579985 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 11:39:06.579695 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:39:06.579997 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:39:06.579770 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 11:39:06.579770 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 11:39:06.579769 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 11:39:06.580042 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 11:39:06.579798 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 11:39:06.580061 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 11:39:06.580087 3690 port_claim.go:71] Svc openshift-ingress/router-default: port 32748 is already open, no action needed I0420 11:39:06.580109 3690 port_claim.go:71] Svc openshift-ingress/router-default: port 31047 is already open, no action needed I0420 11:39:06.579651 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:39:06.580151 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:39:06.579804 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 11:39:06.579748 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:39:06.579806 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:39:06.579747 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 11:39:06.579820 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:39:06.580263 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:39:06.580285 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:39:06.579821 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:39:06.580297 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:39:06.580301 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:39:06.580305 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:39:06.580326 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:39:06.579841 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 11:39:06.579841 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:39:06.580357 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:39:06.579847 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:39:06.579750 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:39:06.579851 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:39:06.579755 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 11:39:06.579859 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:39:06.580459 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 11:39:06.579866 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 11:39:06.579761 3690 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:39:06.580472 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:39:06.579765 3690 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:39:06.580494 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 11:39:06.621265 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 11:39:06.621292 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 11:39:06.621299 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 11:39:06.621308 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 11:39:06.621317 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 11:39:06.621327 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 11:39:06.660668 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 11:39:06.660681 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 11:39:06.660673 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 11:39:06.660693 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 11:39:06.660702 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 11:39:06.660713 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 11:39:06.660724 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 11:39:06.660738 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 11:39:06.660748 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 11:39:06.660757 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 11:39:06.660765 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 11:39:06.660774 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 11:39:06.660785 3690 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 11:39:08.669403 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0420 11:39:08.669433 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 36.675µs I0420 11:39:08.699466 3690 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7f5b596644-tcw74] creating logical port openshift-image-registry_image-registry-7f5b596644-tcw74 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:08.699578 3690 kube.go:256] Updating pod openshift-image-registry/image-registry-7f5b596644-tcw74 I0420 11:39:08.720502 3690 pod.go:62] [openshift-image-registry/image-registry-7f5b596644-tcw74] pod update took 20.95324ms I0420 11:39:08.720526 3690 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7f5b596644-tcw74] addLogicalPort annotation time took 20.98002ms I0420 11:39:08.721883 3690 pods.go:271] [openshift-image-registry/image-registry-7f5b596644-tcw74] addLogicalPort took 22.442505ms, libovsdb time 1.041351ms I0420 11:39:08.722896 3690 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-lpn87] creating logical port openshift-dns_dns-default-lpn87 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:08.723031 3690 kube.go:256] Updating pod openshift-dns/dns-default-lpn87 I0420 11:39:08.741791 3690 pod.go:62] [openshift-dns/dns-default-lpn87] pod update took 18.784537ms I0420 11:39:08.741818 3690 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-lpn87] addLogicalPort annotation time took 18.814652ms I0420 11:39:08.743154 3690 pods.go:271] [openshift-dns/dns-default-lpn87] addLogicalPort took 20.274436ms, libovsdb time 1.024077ms I0420 11:39:08.744034 3690 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-58lv6] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-58lv6 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:08.744114 3690 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-58lv6 I0420 11:39:08.748188 3690 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-64c88cb67c-tbvl6] creating logical port openshift-ingress_router-default-64c88cb67c-tbvl6 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:08.748282 3690 kube.go:256] Updating pod openshift-ingress/router-default-64c88cb67c-tbvl6 I0420 11:39:08.748854 3690 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-d25xb] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-d25xb for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:08.749007 3690 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-d25xb I0420 11:39:08.759987 3690 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-wz8d9] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-wz8d9 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:08.760047 3690 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-z72w6] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-z72w6 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:08.760160 3690 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-wz8d9 I0420 11:39:08.760159 3690 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-z72w6 I0420 11:39:08.761831 3690 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-58lv6] pod update took 17.73959ms I0420 11:39:08.761854 3690 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-58lv6] addLogicalPort annotation time took 17.767737ms I0420 11:39:08.763024 3690 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-58lv6] addLogicalPort took 18.999803ms, libovsdb time 894.227µs I0420 11:39:08.764078 3690 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-zs6qk] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-zs6qk for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:08.764138 3690 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-zs6qk I0420 11:39:08.766628 3690 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-d25xb] pod update took 17.645721ms I0420 11:39:08.766649 3690 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-d25xb] addLogicalPort annotation time took 17.67018ms I0420 11:39:08.767856 3690 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-d25xb] addLogicalPort took 19.013319ms, libovsdb time 935.98µs I0420 11:39:08.767916 3690 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5dc7c94c57-b548c] creating logical port openshift-ingress_router-default-5dc7c94c57-b548c for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:08.767997 3690 kube.go:256] Updating pod openshift-ingress/router-default-5dc7c94c57-b548c I0420 11:39:08.771147 3690 pod.go:62] [openshift-ingress/router-default-64c88cb67c-tbvl6] pod update took 22.884092ms I0420 11:39:08.771171 3690 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-64c88cb67c-tbvl6] addLogicalPort annotation time took 22.911733ms I0420 11:39:08.772347 3690 pods.go:271] [openshift-ingress/router-default-64c88cb67c-tbvl6] addLogicalPort took 24.167229ms, libovsdb time 905.459µs I0420 11:39:08.772410 3690 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-j52f5] creating logical port openshift-insights_insights-operator-6dbb575d6c-j52f5 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:08.772506 3690 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-j52f5 I0420 11:39:08.781957 3690 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-zs6qk] pod update took 17.8368ms I0420 11:39:08.781982 3690 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-zs6qk] addLogicalPort annotation time took 17.861522ms I0420 11:39:08.782131 3690 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-z72w6] pod update took 21.997921ms I0420 11:39:08.782178 3690 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-b9vzc] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-b9vzc for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:08.782229 3690 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-wz8d9] pod update took 22.097814ms I0420 11:39:08.782250 3690 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-wz8d9] addLogicalPort annotation time took 22.122114ms I0420 11:39:08.782191 3690 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-z72w6] addLogicalPort annotation time took 22.062656ms I0420 11:39:08.782283 3690 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-x6k9f] creating logical port openshift-ingress-canary_ingress-canary-x6k9f for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:08.782382 3690 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-w5xz9] creating logical port openshift-console-operator_console-operator-66dbbb6468-w5xz9 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:08.782402 3690 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-x6k9f I0420 11:39:08.782457 3690 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-b9vzc I0420 11:39:08.782516 3690 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-w5xz9 I0420 11:39:08.782780 3690 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-zrwkr] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-zrwkr for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:08.782859 3690 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-zrwkr I0420 11:39:08.783405 3690 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-zs6qk] addLogicalPort took 19.333365ms, libovsdb time 1.138143ms I0420 11:39:08.783761 3690 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-wz8d9] addLogicalPort took 23.786742ms, libovsdb time 1.154718ms I0420 11:39:08.784141 3690 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-z72w6] addLogicalPort took 24.080175ms, libovsdb time 1.481375ms I0420 11:39:08.784190 3690 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vvms] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-4vvms for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:08.784289 3690 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vvms I0420 11:39:08.797379 3690 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-j52f5] pod update took 24.892193ms I0420 11:39:08.797410 3690 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-j52f5] addLogicalPort annotation time took 24.927726ms I0420 11:39:08.797385 3690 pod.go:62] [openshift-ingress/router-default-5dc7c94c57-b548c] pod update took 29.41703ms I0420 11:39:08.797486 3690 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5dc7c94c57-b548c] addLogicalPort annotation time took 29.517577ms I0420 11:39:08.798632 3690 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-j52f5] addLogicalPort took 26.228767ms, libovsdb time 845.419µs I0420 11:39:08.798981 3690 pods.go:271] [openshift-ingress/router-default-5dc7c94c57-b548c] addLogicalPort took 31.071474ms, libovsdb time 1.162031ms I0420 11:39:08.801862 3690 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-w5xz9] pod update took 19.36512ms I0420 11:39:08.801883 3690 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-w5xz9] addLogicalPort annotation time took 19.389658ms I0420 11:39:08.803100 3690 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-w5xz9] addLogicalPort took 20.731262ms, libovsdb time 883.03µs I0420 11:39:08.811031 3690 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-b9vzc] pod update took 28.766724ms I0420 11:39:08.811053 3690 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-b9vzc] addLogicalPort annotation time took 28.795554ms I0420 11:39:08.811079 3690 pod.go:62] [openshift-ingress-canary/ingress-canary-x6k9f] pod update took 28.711733ms I0420 11:39:08.811093 3690 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-x6k9f] addLogicalPort annotation time took 28.728352ms I0420 11:39:08.812077 3690 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-b9vzc] addLogicalPort took 29.911791ms, libovsdb time 688.555µs I0420 11:39:08.812667 3690 pods.go:271] [openshift-ingress-canary/ingress-canary-x6k9f] addLogicalPort took 30.396508ms, libovsdb time 793.957µs I0420 11:39:08.812714 3690 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkndd] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-jkndd for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:08.812771 3690 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkndd I0420 11:39:08.813700 3690 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-zrwkr] pod update took 30.855379ms I0420 11:39:08.813722 3690 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-zrwkr] addLogicalPort annotation time took 30.878889ms I0420 11:39:08.814829 3690 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-zrwkr] addLogicalPort took 32.057206ms, libovsdb time 762.109µs I0420 11:39:08.815705 3690 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vvms] pod update took 31.454299ms I0420 11:39:08.815724 3690 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vvms] addLogicalPort annotation time took 31.473073ms I0420 11:39:08.816813 3690 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vvms] addLogicalPort took 32.626901ms, libovsdb time 850.038µs I0420 11:39:08.831399 3690 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkndd] pod update took 18.643029ms I0420 11:39:08.831419 3690 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkndd] addLogicalPort annotation time took 18.667058ms I0420 11:39:08.832520 3690 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkndd] addLogicalPort took 19.811693ms, libovsdb time 785.507µs I0420 11:39:10.065901 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-103.ec2.internal I0420 11:39:10.066177 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-103.ec2.internal: 283.236µs I0420 11:39:10.065931 3690 egressfirewall.go:723] Syncing node "ip-10-0-2-103.ec2.internal" for egress firewall I0420 11:39:10.065987 3690 default_network_controller.go:1025] Node "ip-10-0-2-103.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:10.401850 3690 cni.go:452] [openshift-ingress-canary/ingress-canary-x6k9f ec62940f198ba695ff989cccf764ff0ae9bb60aebe82facfdd96bf8d033038d8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-x6k9f ec62940f198ba695ff989cccf764ff0ae9bb60aebe82facfdd96bf8d033038d8 network default NAD default NAD key ] I0420 11:39:10.409169 3690 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-zrwkr e6e209f55d14737b4ec6444d1ffc6d2b08056931fffc2902a8f2e05a759e19fc network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-zrwkr e6e209f55d14737b4ec6444d1ffc6d2b08056931fffc2902a8f2e05a759e19fc network default NAD default NAD key ] I0420 11:39:10.411920 3690 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-58lv6 355b6a7df24d59ee7e390c97221e7398afb1921298e5a3519f9c607a120c5026 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-58lv6 355b6a7df24d59ee7e390c97221e7398afb1921298e5a3519f9c607a120c5026 network default NAD default NAD key ] I0420 11:39:10.414395 3690 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-b9vzc 1c353c5ac97558eb6ea26d2c0f4a265a2606bd0644b8940d5afce524ca3b5c0e network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-b9vzc 1c353c5ac97558eb6ea26d2c0f4a265a2606bd0644b8940d5afce524ca3b5c0e network default NAD default NAD key ] I0420 11:39:10.414566 3690 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkndd fce7832f8a07e756b57e1225f7539e1f80e23de941417e77829ca48a616d7d33 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkndd fce7832f8a07e756b57e1225f7539e1f80e23de941417e77829ca48a616d7d33 network default NAD default NAD key ] I0420 11:39:10.414564 3690 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-z72w6 3113fcf485d22ab209295a18b3d03d6d3b25c1db81338765ee7c509286c212f7 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-z72w6 3113fcf485d22ab209295a18b3d03d6d3b25c1db81338765ee7c509286c212f7 network default NAD default NAD key ] I0420 11:39:10.418149 3690 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-j52f5 a06168192bb2a72afc8b558bfa29b779c81b5b7812281a400db0ac0c808ea6c1 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-j52f5 a06168192bb2a72afc8b558bfa29b779c81b5b7812281a400db0ac0c808ea6c1 network default NAD default NAD key ] I0420 11:39:10.418533 3690 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-w5xz9 a6897b15e78ad0382a4a32c8daef3d098cbeb8a42505879b7a2877cc6f7e6e8f network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-w5xz9 a6897b15e78ad0382a4a32c8daef3d098cbeb8a42505879b7a2877cc6f7e6e8f network default NAD default NAD key ] I0420 11:39:10.457983 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-x6k9f, hostIfaceName: ec62940f198ba69, network: default, NAD default, SandboxID: "ec62940f198ba695ff989cccf764ff0ae9bb60aebe82facfdd96bf8d033038d8", PCI device ID: , UID: "2fe5e18b-71be-49df-87d3-d9cd3084dd6c", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0420 11:39:10.463805 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-w5xz9, hostIfaceName: a6897b15e78ad03, network: default, NAD default, SandboxID: "a6897b15e78ad0382a4a32c8daef3d098cbeb8a42505879b7a2877cc6f7e6e8f", PCI device ID: , UID: "5116be6a-b02c-462f-9545-c86ccc447f62", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0420 11:39:10.465162 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-b9vzc, hostIfaceName: 1c353c5ac97558e, network: default, NAD default, SandboxID: "1c353c5ac97558eb6ea26d2c0f4a265a2606bd0644b8940d5afce524ca3b5c0e", PCI device ID: , UID: "dab0de84-e9f1-4785-a4df-8f2699f2eb1b", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0420 11:39:10.470214 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-z72w6, hostIfaceName: 3113fcf485d22ab, network: default, NAD default, SandboxID: "3113fcf485d22ab209295a18b3d03d6d3b25c1db81338765ee7c509286c212f7", PCI device ID: , UID: "aea54ebe-005a-41d2-8aa7-a51610aecaa2", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0420 11:39:10.470303 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-jkndd, hostIfaceName: fce7832f8a07e75, network: default, NAD default, SandboxID: "fce7832f8a07e756b57e1225f7539e1f80e23de941417e77829ca48a616d7d33", PCI device ID: , UID: "1704be1e-c4cb-4f50-a7ff-b22552853705", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0420 11:39:10.470397 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-58lv6, hostIfaceName: 355b6a7df24d59e, network: default, NAD default, SandboxID: "355b6a7df24d59ee7e390c97221e7398afb1921298e5a3519f9c607a120c5026", PCI device ID: , UID: "3fddbb40-7808-4480-baa5-fc887bab463e", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0420 11:39:10.470312 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-j52f5, hostIfaceName: a06168192bb2a72, network: default, NAD default, SandboxID: "a06168192bb2a72afc8b558bfa29b779c81b5b7812281a400db0ac0c808ea6c1", PCI device ID: , UID: "51592b1e-deac-4e65-83ee-b75691a7634d", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0420 11:39:10.470346 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-zrwkr, hostIfaceName: e6e209f55d14737, network: default, NAD default, SandboxID: "e6e209f55d14737b4ec6444d1ffc6d2b08056931fffc2902a8f2e05a759e19fc", PCI device ID: , UID: "15a1f23b-f4af-46fc-bb21-925b29e10a9a", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0420 11:39:10.539743 3690 cni.go:473] [openshift-ingress-canary/ingress-canary-x6k9f ec62940f198ba695ff989cccf764ff0ae9bb60aebe82facfdd96bf8d033038d8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-x6k9f ec62940f198ba695ff989cccf764ff0ae9bb60aebe82facfdd96bf8d033038d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:f4:38:2b:cb:fc\",\"name\":\"ec62940f198ba69\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a4725a5-7380-44a4-a43a-707d37779dda\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:10.540804 3690 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-w5xz9 a6897b15e78ad0382a4a32c8daef3d098cbeb8a42505879b7a2877cc6f7e6e8f network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-w5xz9 a6897b15e78ad0382a4a32c8daef3d098cbeb8a42505879b7a2877cc6f7e6e8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:e2:3b:ed:57:3d\",\"name\":\"a6897b15e78ad03\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/144cf02a-82ee-4d2a-82cd-0e858a24f130\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:10.541786 3690 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-58lv6 355b6a7df24d59ee7e390c97221e7398afb1921298e5a3519f9c607a120c5026 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-58lv6 355b6a7df24d59ee7e390c97221e7398afb1921298e5a3519f9c607a120c5026 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:57:1e:20:53:66\",\"name\":\"355b6a7df24d59e\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d72c671-b989-4ac9-9ef2-af1af87735d7\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:10.546664 3690 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-b9vzc 1c353c5ac97558eb6ea26d2c0f4a265a2606bd0644b8940d5afce524ca3b5c0e network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-b9vzc 1c353c5ac97558eb6ea26d2c0f4a265a2606bd0644b8940d5afce524ca3b5c0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:c0:b2:60:3d:b9\",\"name\":\"1c353c5ac97558e\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27b6e085-b7c0-40e2-973c-11e166308dbb\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:10.548216 3690 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-z72w6 3113fcf485d22ab209295a18b3d03d6d3b25c1db81338765ee7c509286c212f7 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-z72w6 3113fcf485d22ab209295a18b3d03d6d3b25c1db81338765ee7c509286c212f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:f2:73:ea:c2:ab\",\"name\":\"3113fcf485d22ab\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9a6701f-b889-411c-8ca9-a7e1b1f4d806\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:10.556206 3690 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkndd fce7832f8a07e756b57e1225f7539e1f80e23de941417e77829ca48a616d7d33 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-jkndd fce7832f8a07e756b57e1225f7539e1f80e23de941417e77829ca48a616d7d33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:1d:fd:3c:24:05\",\"name\":\"fce7832f8a07e75\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69f6b574-0439-45f2-9a89-561e01226aa3\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:10.556222 3690 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-j52f5 a06168192bb2a72afc8b558bfa29b779c81b5b7812281a400db0ac0c808ea6c1 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-j52f5 a06168192bb2a72afc8b558bfa29b779c81b5b7812281a400db0ac0c808ea6c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:24:8d:a2:0c:4c\",\"name\":\"a06168192bb2a72\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c9b376c-fb41-421d-a28b-a7e049e0adf9\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:10.557568 3690 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-zrwkr e6e209f55d14737b4ec6444d1ffc6d2b08056931fffc2902a8f2e05a759e19fc network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-zrwkr e6e209f55d14737b4ec6444d1ffc6d2b08056931fffc2902a8f2e05a759e19fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:e7:66:fe:35:3b\",\"name\":\"e6e209f55d14737\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39c9bc1c-3454-4b62-a10c-e93290c066f7\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:11.010353 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-6.ec2.internal I0420 11:39:11.010377 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-6.ec2.internal: 31.28µs I0420 11:39:11.010381 3690 egressfirewall.go:723] Syncing node "ip-10-0-0-6.ec2.internal" for egress firewall I0420 11:39:11.010352 3690 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-6.ec2.internal in network "default" I0420 11:39:11.010408 3690 node_tracker.go:220] Node ip-10-0-0-6.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0420 11:39:11.010483 3690 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-6.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0420 11:39:11.010502 3690 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-6.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-6.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-6.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-6.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-6.ec2.internal, error parsing annotation for node ip-10-0-0-6.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0420 11:39:11.023486 3690 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-6.ec2.internal annotation: unexpected end of JSON input I0420 11:39:11.023572 3690 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0420 11:39:11.023615 3690 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-6.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0420 11:39:11.036420 3690 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0420 11:39:11.036432 3690 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-6.ec2.internal annotation: unexpected end of JSON input E0420 11:39:11.036473 3690 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-6.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0420 11:39:11.036487 3690 egressfirewall.go:723] Syncing node "ip-10-0-0-6.ec2.internal" for egress firewall I0420 11:39:11.036516 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-6.ec2.internal I0420 11:39:11.036532 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-6.ec2.internal: 21.174µs E0420 11:39:11.115610 3690 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-6.ec2.internal annotation: unexpected end of JSON input E0420 11:39:11.115667 3690 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-6.ec2.internal annotation: unexpected end of JSON input I0420 11:39:11.115690 3690 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0420 11:39:11.115743 3690 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-6.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-6.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-6.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-6.ec2.internal" I0420 11:39:11.127310 3690 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0420 11:39:11.246901 3690 egressfirewall.go:723] Syncing node "ip-10-0-0-6.ec2.internal" for egress firewall I0420 11:39:11.246946 3690 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:11.246997 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-6.ec2.internal I0420 11:39:11.247008 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-6.ec2.internal: 12.891µs I0420 11:39:11.264602 3690 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:11.427535 3690 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:15.659040 3690 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-103.ec2.internal in network "default" I0420 11:39:15.659061 3690 default_network_controller.go:1025] Node "ip-10-0-2-103.ec2.internal" in remote zone "ip-10-0-2-103.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:15.659081 3690 node_tracker.go:235] Node ip-10-0-2-103.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-103.ec2.internal" I0420 11:39:15.659095 3690 node_tracker.go:169] Node ip-10-0-2-103.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:15.659108 3690 services_controller.go:574] Full service sync requested for network=default I0420 11:39:15.824927 3690 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-103.ec2.internal in network "default" I0420 11:39:15.824982 3690 node_tracker.go:169] Node ip-10-0-2-103.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:15.824994 3690 services_controller.go:574] Full service sync requested for network=default I0420 11:39:15.824926 3690 default_network_controller.go:1025] Node "ip-10-0-2-103.ec2.internal" in remote zone "ip-10-0-2-103.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:15.826142 3690 zone_ic_handler.go:195] Time taken to create transit switch: 297.095µs I0420 11:39:15.826163 3690 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-103.ec2.internal for the network default I0420 11:39:15.827228 3690 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-103.ec2.internal" on network "default" took: 1.39451ms I0420 11:39:15.868355 3690 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:17.460833 3690 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-rhcsk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:39:17.460862 3690 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-rhcsk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:39:17.956313 3690 cni.go:452] [openshift-network-diagnostics/network-check-target-xvgx7 acca53cad529751c0baa9d1d1df727693e7cf7c4bd4e0a823d50321d2cd0d188 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-xvgx7 acca53cad529751c0baa9d1d1df727693e7cf7c4bd4e0a823d50321d2cd0d188 network default NAD default NAD key ] I0420 11:39:17.967067 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-xvgx7, hostIfaceName: acca53cad529751, network: default, NAD default, SandboxID: "acca53cad529751c0baa9d1d1df727693e7cf7c4bd4e0a823d50321d2cd0d188", PCI device ID: , UID: "129a8725-576c-4334-aa60-21612dbc6231", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0420 11:39:18.016970 3690 cni.go:473] [openshift-network-diagnostics/network-check-target-xvgx7 acca53cad529751c0baa9d1d1df727693e7cf7c4bd4e0a823d50321d2cd0d188 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-xvgx7 acca53cad529751c0baa9d1d1df727693e7cf7c4bd4e0a823d50321d2cd0d188 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:1d:5d:95:9f:04\",\"name\":\"acca53cad529751\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d696bdf-7f68-44ed-a734-9beb4179b753\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:18.381001 3690 egressfirewall.go:723] Syncing node "ip-10-0-2-103.ec2.internal" for egress firewall I0420 11:39:18.381002 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-103.ec2.internal I0420 11:39:18.381034 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-103.ec2.internal: 38.183µs I0420 11:39:18.381044 3690 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-103.ec2.internal in network "default" I0420 11:39:18.381102 3690 node_tracker.go:169] Node ip-10-0-2-103.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:18.381119 3690 services_controller.go:574] Full service sync requested for network=default I0420 11:39:18.381118 3690 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-103.ec2.internal", IP: 10.0.2.103 to PMTUD blocking rules I0420 11:39:18.381133 3690 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-103.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 11:39:18.387392 3690 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-103.ec2.internal. Updating no re-route policies I0420 11:39:18.397280 3690 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-103.ec2.internal", IP: 10.0.2.103 to PMTUD blocking rules I0420 11:39:18.397300 3690 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-103.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 11:39:18.486060 3690 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-rhcsk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:39:18.486085 3690 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-rhcsk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:39:21.084672 3690 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0420 11:39:21.118160 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 11:39:21.213525 3690 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0420 11:39:21.214527 3690 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 978.839µs I0420 11:39:21.237599 3690 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0420 11:39:21.307843 3690 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 11:39:21.379814 3690 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2c7pj] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-2c7pj for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:21.379912 3690 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2c7pj I0420 11:39:21.402567 3690 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:21.402661 3690 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2c7pj] pod update took 22.774578ms I0420 11:39:21.402733 3690 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2c7pj] addLogicalPort annotation time took 22.848745ms I0420 11:39:21.407522 3690 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2c7pj] addLogicalPort took 27.726119ms, libovsdb time 4.111452ms I0420 11:39:21.752829 3690 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2c7pj 86ade8e23564469b3e383d564189d4fdbfdc83d60035221b325c18dda50d10ea network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2c7pj 86ade8e23564469b3e383d564189d4fdbfdc83d60035221b325c18dda50d10ea network default NAD default NAD key ] I0420 11:39:21.763626 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-2c7pj, hostIfaceName: 86ade8e23564469, network: default, NAD default, SandboxID: "86ade8e23564469b3e383d564189d4fdbfdc83d60035221b325c18dda50d10ea", PCI device ID: , UID: "f9f29fc3-2e95-4989-ac76-9de240b0d728", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0420 11:39:21.812865 3690 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2c7pj 86ade8e23564469b3e383d564189d4fdbfdc83d60035221b325c18dda50d10ea network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2c7pj 86ade8e23564469b3e383d564189d4fdbfdc83d60035221b325c18dda50d10ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:3d:ce:c9:81:fc\",\"name\":\"86ade8e23564469\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/874cc4d2-87ff-4278-952f-cf5cb91d9acf\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:21.937278 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-103.ec2.internal I0420 11:39:21.937309 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-103.ec2.internal: 37.813µs I0420 11:39:22.357177 3690 namespace.go:98] [openshift-service-ca] adding namespace I0420 11:39:22.358095 3690 namespace.go:102] [openshift-service-ca] adding namespace took 894.043µs I0420 11:39:22.373327 3690 namespace.go:142] [openshift-service-ca] updating namespace I0420 11:39:25.537850 3690 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-942kj] creating logical port openshift-insights_insights-runtime-extractor-942kj for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:25.537993 3690 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-942kj I0420 11:39:25.551295 3690 pod.go:62] [openshift-insights/insights-runtime-extractor-942kj] pod update took 13.329955ms I0420 11:39:25.551320 3690 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-942kj] addLogicalPort annotation time took 13.358154ms I0420 11:39:25.552605 3690 pods.go:271] [openshift-insights/insights-runtime-extractor-942kj] addLogicalPort took 14.771112ms, libovsdb time 896.014µs I0420 11:39:28.931621 3690 egressfirewall.go:723] Syncing node "ip-10-0-0-6.ec2.internal" for egress firewall I0420 11:39:28.931630 3690 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:28.931668 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-6.ec2.internal I0420 11:39:28.931684 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-6.ec2.internal: 20.575µs W0420 11:39:32.869472 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 11:39:33.047005 3690 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-0-6.ec2.internal I0420 11:39:33.047051 3690 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-0-6.ec2.internal I0420 11:39:33.047150 3690 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-0-6.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-6.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-6.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-6.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-6.ec2.internal I0420 11:39:35.175475 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5cmfl I0420 11:39:35.175509 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5cmfl I0420 11:39:35.175545 3690 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-5cmfl, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5cmfl: suppressed error logged: pod openshift-multus/network-metrics-daemon-5cmfl: no pod IPs found I0420 11:39:35.175478 3690 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-jgchg I0420 11:39:35.175556 3690 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-jgchg I0420 11:39:35.175576 3690 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-jgchg, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jgchg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jgchg: no pod IPs found I0420 11:39:40.894878 3690 cni.go:452] [openshift-image-registry/image-registry-7f5b596644-tcw74 b779eb33648c7f9fc60769dc625a4d05c7562e0891f3246c64d23b1409ac1c00 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7f5b596644-tcw74 b779eb33648c7f9fc60769dc625a4d05c7562e0891f3246c64d23b1409ac1c00 network default NAD default NAD key ] I0420 11:39:40.905048 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7f5b596644-tcw74, hostIfaceName: b779eb33648c7f9, network: default, NAD default, SandboxID: "b779eb33648c7f9fc60769dc625a4d05c7562e0891f3246c64d23b1409ac1c00", PCI device ID: , UID: "769c5881-69bc-4456-8105-9df8323377e4", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0420 11:39:40.906307 3690 cni.go:452] [openshift-dns/dns-default-lpn87 6353402761b5204cd56b2403f6082f841302fe3206cd07fd28e5e4043873f6e4 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-lpn87 6353402761b5204cd56b2403f6082f841302fe3206cd07fd28e5e4043873f6e4 network default NAD default NAD key ] I0420 11:39:40.918115 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-lpn87, hostIfaceName: 6353402761b5204, network: default, NAD default, SandboxID: "6353402761b5204cd56b2403f6082f841302fe3206cd07fd28e5e4043873f6e4", PCI device ID: , UID: "01c2da04-fbc5-419d-81bc-f92b2fed5959", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0420 11:39:40.944039 3690 cni.go:452] [openshift-ingress/router-default-64c88cb67c-tbvl6 e8b0a4e1b97a0b9361e557b67bd84f23a3becaf5827308edd24a47dd10aab720 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-64c88cb67c-tbvl6 e8b0a4e1b97a0b9361e557b67bd84f23a3becaf5827308edd24a47dd10aab720 network default NAD default NAD key ] I0420 11:39:40.951182 3690 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-d25xb 32ac84244b46d48b451c881f8683cd94e2277b3c58eec380ccfe802f1ca0cc23 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-d25xb 32ac84244b46d48b451c881f8683cd94e2277b3c58eec380ccfe802f1ca0cc23 network default NAD default NAD key ] I0420 11:39:40.952741 3690 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-zs6qk ddff078d31d6ab20cb6073031ba0908b6e4fa45eb4605304a8dc8c0d577d6d5e network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-zs6qk ddff078d31d6ab20cb6073031ba0908b6e4fa45eb4605304a8dc8c0d577d6d5e network default NAD default NAD key ] I0420 11:39:40.969886 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-64c88cb67c-tbvl6, hostIfaceName: e8b0a4e1b97a0b9, network: default, NAD default, SandboxID: "e8b0a4e1b97a0b9361e557b67bd84f23a3becaf5827308edd24a47dd10aab720", PCI device ID: , UID: "93f58524-e7d2-4864-9e19-5887233fd3b2", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0420 11:39:40.969902 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-d25xb, hostIfaceName: 32ac84244b46d48, network: default, NAD default, SandboxID: "32ac84244b46d48b451c881f8683cd94e2277b3c58eec380ccfe802f1ca0cc23", PCI device ID: , UID: "8b58f1c3-d635-409e-ad2e-834c352b2e5d", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0420 11:39:40.970124 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-zs6qk, hostIfaceName: ddff078d31d6ab2, network: default, NAD default, SandboxID: "ddff078d31d6ab20cb6073031ba0908b6e4fa45eb4605304a8dc8c0d577d6d5e", PCI device ID: , UID: "09c75109-4ca5-4924-8453-bac66e94a68b", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0420 11:39:40.972641 3690 cni.go:473] [openshift-image-registry/image-registry-7f5b596644-tcw74 b779eb33648c7f9fc60769dc625a4d05c7562e0891f3246c64d23b1409ac1c00 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7f5b596644-tcw74 b779eb33648c7f9fc60769dc625a4d05c7562e0891f3246c64d23b1409ac1c00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:ec:b8:20:23:b4\",\"name\":\"b779eb33648c7f9\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4b4b720-ee59-4248-ace7-a9c83ee7c13b\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:40.976679 3690 cni.go:452] [openshift-ingress/router-default-5dc7c94c57-b548c 64e54095a1a1fe2b7e1b0a45969b22527d9d70a954b2d18e4654cae866c52924 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5dc7c94c57-b548c 64e54095a1a1fe2b7e1b0a45969b22527d9d70a954b2d18e4654cae866c52924 network default NAD default NAD key ] I0420 11:39:40.990812 3690 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-wz8d9 31bb2293b9afadd8cc74b0cb24b3031cc4bdfc21e926fdaeaf1712d04e13ee4b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-wz8d9 31bb2293b9afadd8cc74b0cb24b3031cc4bdfc21e926fdaeaf1712d04e13ee4b network default NAD default NAD key ] I0420 11:39:40.998396 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5dc7c94c57-b548c, hostIfaceName: 64e54095a1a1fe2, network: default, NAD default, SandboxID: "64e54095a1a1fe2b7e1b0a45969b22527d9d70a954b2d18e4654cae866c52924", PCI device ID: , UID: "70375d81-0a3c-4312-bb40-d7cff9109571", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0420 11:39:41.001048 3690 cni.go:473] [openshift-dns/dns-default-lpn87 6353402761b5204cd56b2403f6082f841302fe3206cd07fd28e5e4043873f6e4 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-lpn87 6353402761b5204cd56b2403f6082f841302fe3206cd07fd28e5e4043873f6e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:22:d7:4a:30:55\",\"name\":\"6353402761b5204\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0ec9182-c0d8-4326-918e-233f44e4d436\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:41.006861 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-wz8d9, hostIfaceName: 31bb2293b9afadd, network: default, NAD default, SandboxID: "31bb2293b9afadd8cc74b0cb24b3031cc4bdfc21e926fdaeaf1712d04e13ee4b", PCI device ID: , UID: "63fa88ad-2a2e-48d8-8bc6-c8c784076e47", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0420 11:39:41.023912 3690 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vvms 0eaa735a579f9d8ce75aa7bbb81ba8f18fe0391aa78101d2dbc9d562d33d2b0b network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vvms 0eaa735a579f9d8ce75aa7bbb81ba8f18fe0391aa78101d2dbc9d562d33d2b0b network default NAD default NAD key ] I0420 11:39:41.036689 3690 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-d25xb 32ac84244b46d48b451c881f8683cd94e2277b3c58eec380ccfe802f1ca0cc23 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-d25xb 32ac84244b46d48b451c881f8683cd94e2277b3c58eec380ccfe802f1ca0cc23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:7b:d6:80:12:94\",\"name\":\"32ac84244b46d48\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96babfa8-c51e-4b87-86eb-4295816b560e\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:41.044577 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-4vvms, hostIfaceName: 0eaa735a579f9d8, network: default, NAD default, SandboxID: "0eaa735a579f9d8ce75aa7bbb81ba8f18fe0391aa78101d2dbc9d562d33d2b0b", PCI device ID: , UID: "81cb2b67-d934-43ab-a2b8-213b10eaee09", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0420 11:39:41.051163 3690 cni.go:473] [openshift-ingress/router-default-64c88cb67c-tbvl6 e8b0a4e1b97a0b9361e557b67bd84f23a3becaf5827308edd24a47dd10aab720 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-64c88cb67c-tbvl6 e8b0a4e1b97a0b9361e557b67bd84f23a3becaf5827308edd24a47dd10aab720 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:92:62:6b:0a:ca\",\"name\":\"e8b0a4e1b97a0b9\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afce159b-baea-49e2-8911-9df101a8594d\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:41.067677 3690 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-zs6qk ddff078d31d6ab20cb6073031ba0908b6e4fa45eb4605304a8dc8c0d577d6d5e network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-zs6qk ddff078d31d6ab20cb6073031ba0908b6e4fa45eb4605304a8dc8c0d577d6d5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:6c:0e:57:00:e4\",\"name\":\"ddff078d31d6ab2\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42a8d21f-bd24-4d2e-8d35-5baad0286af2\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:41.115862 3690 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vvms 0eaa735a579f9d8ce75aa7bbb81ba8f18fe0391aa78101d2dbc9d562d33d2b0b network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vvms 0eaa735a579f9d8ce75aa7bbb81ba8f18fe0391aa78101d2dbc9d562d33d2b0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:2c:56:26:4c:c7\",\"name\":\"0eaa735a579f9d8\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e401aab-f99a-4de1-a92e-8afdb812e70b\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:41.290753 3690 cni.go:473] [openshift-ingress/router-default-5dc7c94c57-b548c 64e54095a1a1fe2b7e1b0a45969b22527d9d70a954b2d18e4654cae866c52924 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5dc7c94c57-b548c 64e54095a1a1fe2b7e1b0a45969b22527d9d70a954b2d18e4654cae866c52924 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:58:82:78:d2:0f\",\"name\":\"64e54095a1a1fe2\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bbd8af0-882d-42df-8d3e-8a7b8abddef4\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:41.291359 3690 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-wz8d9 31bb2293b9afadd8cc74b0cb24b3031cc4bdfc21e926fdaeaf1712d04e13ee4b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-wz8d9 31bb2293b9afadd8cc74b0cb24b3031cc4bdfc21e926fdaeaf1712d04e13ee4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:26:39:63:9b:fc\",\"name\":\"31bb2293b9afadd\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68f4f826-da35-4bca-b64b-2c3abca7a7c0\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:41.528573 3690 cni.go:452] [openshift-insights/insights-runtime-extractor-942kj 764256a77ac74fb271dd3cba30bad591508b079f50d6db9cbf00ae5a77185e86 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-942kj 764256a77ac74fb271dd3cba30bad591508b079f50d6db9cbf00ae5a77185e86 network default NAD default NAD key ] I0420 11:39:41.539015 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-942kj, hostIfaceName: 764256a77ac74fb, network: default, NAD default, SandboxID: "764256a77ac74fb271dd3cba30bad591508b079f50d6db9cbf00ae5a77185e86", PCI device ID: , UID: "1fec17aa-f5dc-4c10-bc72-658fe6343e29", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0420 11:39:41.584205 3690 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:41.591856 3690 cni.go:473] [openshift-insights/insights-runtime-extractor-942kj 764256a77ac74fb271dd3cba30bad591508b079f50d6db9cbf00ae5a77185e86 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-942kj 764256a77ac74fb271dd3cba30bad591508b079f50d6db9cbf00ae5a77185e86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:11:e2:c2:99:bb\",\"name\":\"764256a77ac74fb\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95b2ef57-39f7-47e9-8892-7e5e97163005\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 11:39:43.007094 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:39:43.007118 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:39:43.007124 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:39:43.010775 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0420 11:39:43.010862 3690 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:39:43.010920 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 11:39:43.010938 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 11:39:43.015139 3690 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:39:43.020731 3690 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:43.020745 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:43.020750 3690 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:43.026550 3690 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:39:43.027935 3690 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-86656574c9-57d5l IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-86656574c9-57d5l: no pod IPs found I0420 11:39:43.067623 3690 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:43.100741 3690 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0420 11:39:43.215008 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:39:43.215047 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:39:43.215057 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:39:43.229254 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 11:39:43.229284 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0420 11:39:43.357321 3690 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 11:39:43.468313 3690 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 11:39:44.005872 3690 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-6.ec2.internal in network "default" I0420 11:39:44.005929 3690 node_tracker.go:235] Node ip-10-0-0-6.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-6.ec2.internal" I0420 11:39:44.005949 3690 node_tracker.go:169] Node ip-10-0-0-6.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:44.005959 3690 services_controller.go:574] Full service sync requested for network=default I0420 11:39:44.005973 3690 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "ip-10-0-0-6.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0420 11:39:44.006098 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.006111 3690 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.006121 3690 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.006241 3690 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:39:44.006098 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0420 11:39:44.006291 3690 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 11:39:44.118824 3690 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "ip-10-0-0-6.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:44.142292 3690 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-6.ec2.internal in network "default" I0420 11:39:44.142313 3690 default_network_controller.go:1025] Node "ip-10-0-0-6.ec2.internal" in remote zone "ip-10-0-0-6.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:39:44.142365 3690 node_tracker.go:169] Node ip-10-0-0-6.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:44.142378 3690 services_controller.go:574] Full service sync requested for network=default W0420 11:39:44.142629 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0420 11:39:44.142643 3690 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.142655 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.142662 3690 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.142866 3690 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:39:44.142922 3690 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 11:39:44.143455 3690 zone_ic_handler.go:195] Time taken to create transit switch: 309.187µs I0420 11:39:44.143476 3690 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-6.ec2.internal for the network default I0420 11:39:44.144999 3690 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-6.ec2.internal" on network "default" took: 1.889292ms W0420 11:39:44.300851 3690 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.300870 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.300876 3690 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0420 11:39:44.581846 3690 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tjs72] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-tjs72 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:39:44.582008 3690 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tjs72 I0420 11:39:44.605596 3690 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tjs72] pod update took 23.621775ms I0420 11:39:44.605617 3690 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tjs72] addLogicalPort annotation time took 23.647995ms I0420 11:39:44.606947 3690 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tjs72] addLogicalPort took 25.120492ms, libovsdb time 947.312µs I0420 11:39:44.707827 3690 egressfirewall.go:723] Syncing node "ip-10-0-0-6.ec2.internal" for egress firewall I0420 11:39:44.707892 3690 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-6.ec2.internal in network "default" I0420 11:39:44.707900 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-6.ec2.internal I0420 11:39:44.707917 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-6.ec2.internal: 23.026µs I0420 11:39:44.707915 3690 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-6.ec2.internal", IP: 10.0.0.6 to PMTUD blocking rules I0420 11:39:44.707942 3690 node_tracker.go:169] Node ip-10-0-0-6.ec2.internal switch + router changed, syncing services in network "default" I0420 11:39:44.707941 3690 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-6.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 11:39:44.707954 3690 services_controller.go:574] Full service sync requested for network=default W0420 11:39:44.708117 3690 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:39:44.708149 3690 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:39:44.708363 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0420 11:39:44.708385 3690 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.708400 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:44.708407 3690 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0420 11:39:44.730852 3690 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-6.ec2.internal. Updating no re-route policies I0420 11:39:44.744005 3690 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-6.ec2.internal", IP: 10.0.0.6 to PMTUD blocking rules I0420 11:39:44.744024 3690 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-6.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 11:39:45.360971 3690 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tjs72 61c62b34f7da436063bf469940a4216f269410c215cb12c9450110b013e3618a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tjs72 61c62b34f7da436063bf469940a4216f269410c215cb12c9450110b013e3618a network default NAD default NAD key ] I0420 11:39:45.361674 3690 cni.go:452] [openshift-multus/network-metrics-daemon-55bhk 0e74de46e911b235a26dca9ccdc2f23f515704f9a703520f6f543c2fc9461fee network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-55bhk 0e74de46e911b235a26dca9ccdc2f23f515704f9a703520f6f543c2fc9461fee network default NAD default NAD key ] I0420 11:39:45.371643 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-55bhk, hostIfaceName: 0e74de46e911b23, network: default, NAD default, SandboxID: "0e74de46e911b235a26dca9ccdc2f23f515704f9a703520f6f543c2fc9461fee", PCI device ID: , UID: "f571414b-5f9f-4cc5-aa74-97e9e07a5b17", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0420 11:39:45.371696 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-tjs72, hostIfaceName: 61c62b34f7da436, network: default, NAD default, SandboxID: "61c62b34f7da436063bf469940a4216f269410c215cb12c9450110b013e3618a", PCI device ID: , UID: "34175be7-ab69-4309-8a3b-bc53ad0b868a", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0420 11:39:45.423266 3690 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tjs72 61c62b34f7da436063bf469940a4216f269410c215cb12c9450110b013e3618a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tjs72 61c62b34f7da436063bf469940a4216f269410c215cb12c9450110b013e3618a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:59:53:c9:7d:ff\",\"name\":\"61c62b34f7da436\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8f0a1f1-889f-45d1-aeeb-65dfa29f1056\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:39:45.441980 3690 cni.go:473] [openshift-multus/network-metrics-daemon-55bhk 0e74de46e911b235a26dca9ccdc2f23f515704f9a703520f6f543c2fc9461fee network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-55bhk 0e74de46e911b235a26dca9ccdc2f23f515704f9a703520f6f543c2fc9461fee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:1a:a2:d1:b6:af\",\"name\":\"0e74de46e911b23\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbb2d794-b59c-404b-90f4-d168575a2aba\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 11:39:46.290642 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0420 11:39:48.251535 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0420 11:39:48.340276 3690 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-6.ec2.internal I0420 11:39:48.340305 3690 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-6.ec2.internal: 36.291µs W0420 11:39:49.117295 3690 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:39:51.277944 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:51.277972 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:51.277980 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:51.277997 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:51.278005 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:51.278011 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:52.102714 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:39:54.211016 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:54.211038 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:54.211044 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 11:39:59.205005 3690 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:39:59.205024 3690 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:39:59.205030 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:01.405352 3690 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:01.405373 3690 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:40:01.405378 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 11:40:01.563052 3690 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:40:01.563206 3690 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0420 11:40:01.592153 3690 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 28.996172ms I0420 11:40:01.592175 3690 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 29.021403ms I0420 11:40:01.593355 3690 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.317798ms, libovsdb time 799.894µs I0420 11:40:01.924155 3690 cni.go:452] [openshift-monitoring/prometheus-k8s-1 d6f2e9b507f0ff1f5e7b2bfbe3f3b871d049e3b22346dede179960cc3204f747 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 d6f2e9b507f0ff1f5e7b2bfbe3f3b871d049e3b22346dede179960cc3204f747 network default NAD default NAD key ] I0420 11:40:01.933306 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: d6f2e9b507f0ff1, network: default, NAD default, SandboxID: "d6f2e9b507f0ff1f5e7b2bfbe3f3b871d049e3b22346dede179960cc3204f747", PCI device ID: , UID: "0d2ba3fd-969e-4456-9fdf-beecb7b5d5cb", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0420 11:40:01.982565 3690 cni.go:473] [openshift-monitoring/prometheus-k8s-1 d6f2e9b507f0ff1f5e7b2bfbe3f3b871d049e3b22346dede179960cc3204f747 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 d6f2e9b507f0ff1f5e7b2bfbe3f3b871d049e3b22346dede179960cc3204f747 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:be:b5:c6:df:29\",\"name\":\"d6f2e9b507f0ff1\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/586fb670-f615-4af4-bf4a-5a69b991ea56\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 11:40:02.196270 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:40:03.202136 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0420 11:40:03.228284 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 11:40:03.335848 3690 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:40:03.335868 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:40:03.418243 3690 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:03.418264 3690 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:03.418272 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:03.418278 3690 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:03.451757 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 11:40:03.620653 3690 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:40:03.620675 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:40:03.949958 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0420 11:40:04.218625 3690 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:04.218678 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:04.218687 3690 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:40:04.218695 3690 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0420 11:40:08.649295 3690 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5b596644-qrpfp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:08.649911 3690 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5b596644-qrpfp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:09.520098 3690 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5b596644-qrpfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:09.520124 3690 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5b596644-qrpfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:09.525985 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f5b596644-qrpfp I0420 11:40:09.526005 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f5b596644-qrpfp I0420 11:40:10.573066 3690 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:10.573633 3690 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:10.573668 3690 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:40:10.573679 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0420 11:40:10.573700 3690 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:40:10.573708 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0420 11:40:11.609153 3690 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:11.609175 3690 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:11.609204 3690 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:11.609216 3690 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906fqtz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:12.182235 3690 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 11:40:12.197335 3690 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 11:40:13.217293 3690 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0420 11:40:21.286403 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0420 11:40:22.017662 3690 base_network_controller_pods.go:487] [default/openshift-console/console-7cc957bfcd-sqwn8] creating logical port openshift-console_console-7cc957bfcd-sqwn8 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:40:22.017797 3690 kube.go:256] Updating pod openshift-console/console-7cc957bfcd-sqwn8 I0420 11:40:22.035946 3690 pod.go:62] [openshift-console/console-7cc957bfcd-sqwn8] pod update took 18.172176ms I0420 11:40:22.035975 3690 base_network_controller_pods.go:951] [default/openshift-console/console-7cc957bfcd-sqwn8] addLogicalPort annotation time took 18.206938ms I0420 11:40:22.037185 3690 pods.go:271] [openshift-console/console-7cc957bfcd-sqwn8] addLogicalPort took 19.546977ms, libovsdb time 872.245µs I0420 11:40:22.379378 3690 cni.go:452] [openshift-console/console-7cc957bfcd-sqwn8 82e60dceec5d304f7a45c67f2d04da9afe92fc58189c7de3cd02acaac3d26a8f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7cc957bfcd-sqwn8 82e60dceec5d304f7a45c67f2d04da9afe92fc58189c7de3cd02acaac3d26a8f network default NAD default NAD key ] I0420 11:40:22.388753 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7cc957bfcd-sqwn8, hostIfaceName: 82e60dceec5d304, network: default, NAD default, SandboxID: "82e60dceec5d304f7a45c67f2d04da9afe92fc58189c7de3cd02acaac3d26a8f", PCI device ID: , UID: "ab4c0d38-ff51-4546-8f30-44853bbcc844", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0420 11:40:22.440940 3690 cni.go:473] [openshift-console/console-7cc957bfcd-sqwn8 82e60dceec5d304f7a45c67f2d04da9afe92fc58189c7de3cd02acaac3d26a8f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7cc957bfcd-sqwn8 82e60dceec5d304f7a45c67f2d04da9afe92fc58189c7de3cd02acaac3d26a8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:e2:1f:7a:b4:46\",\"name\":\"82e60dceec5d304\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76e76a8b-16b5-45b0-bab1-c849074471d9\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 11:40:24.506923 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 11:40:25.313539 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 11:40:25.392535 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 11:40:25.515258 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 11:40:25.515290 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 11:40:32.428292 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 11:40:35.336618 3690 cni.go:452] [openshift-image-registry/image-registry-7f5b596644-tcw74 b779eb33648c7f9fc60769dc625a4d05c7562e0891f3246c64d23b1409ac1c00 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7f5b596644-tcw74 b779eb33648c7f9fc60769dc625a4d05c7562e0891f3246c64d23b1409ac1c00 network default NAD default NAD key ] I0420 11:40:35.415262 3690 cni.go:473] [openshift-image-registry/image-registry-7f5b596644-tcw74 b779eb33648c7f9fc60769dc625a4d05c7562e0891f3246c64d23b1409ac1c00 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7f5b596644-tcw74 b779eb33648c7f9fc60769dc625a4d05c7562e0891f3246c64d23b1409ac1c00 network default NAD default NAD key default], result "{}", err I0420 11:40:35.474608 3690 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5b596644-tcw74 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:35.474646 3690 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7f5b596644-tcw74 I0420 11:40:35.476067 3690 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7f5b596644-tcw74, ips: 10.128.0.5 I0420 11:40:35.476096 3690 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5b596644-tcw74 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:40:36.477908 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0420 11:40:36.477984 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0420 11:40:36.478048 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0420 11:40:36.507116 3690 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5b596644-tcw74 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:36.507141 3690 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5b596644-tcw74 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:36.512944 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f5b596644-tcw74 I0420 11:40:36.512972 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f5b596644-tcw74 W0420 11:40:37.449496 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0420 11:40:41.466349 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0420 11:40:41.466357 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0420 11:40:41.466402 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0420 11:40:42.469189 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0420 11:40:50.610916 3690 obj_retry.go:498] Detected object openshift-console/console-85578cddd7-dfnm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:50.611480 3690 obj_retry.go:498] Detected object openshift-console/console-85578cddd7-dfnm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:51.410170 3690 obj_retry.go:492] Detected object openshift-console/console-85578cddd7-dfnm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:51.410193 3690 obj_retry.go:492] Detected object openshift-console/console-85578cddd7-dfnm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:51.416422 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85578cddd7-dfnm2 I0420 11:40:51.416472 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85578cddd7-dfnm2 W0420 11:40:51.509285 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0420 11:40:51.509306 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0420 11:40:51.509359 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0420 11:40:52.516939 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0420 11:40:57.781218 3690 obj_retry.go:498] Detected object openshift-console/console-85578cddd7-28h27 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:57.781788 3690 obj_retry.go:498] Detected object openshift-console/console-85578cddd7-28h27 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:58.637557 3690 obj_retry.go:492] Detected object openshift-console/console-85578cddd7-28h27 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:58.637583 3690 obj_retry.go:492] Detected object openshift-console/console-85578cddd7-28h27 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:58.643293 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85578cddd7-28h27 I0420 11:40:58.643322 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85578cddd7-28h27 I0420 11:40:59.215490 3690 cni.go:452] [openshift-ingress/router-default-64c88cb67c-tbvl6 e8b0a4e1b97a0b9361e557b67bd84f23a3becaf5827308edd24a47dd10aab720 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-64c88cb67c-tbvl6 e8b0a4e1b97a0b9361e557b67bd84f23a3becaf5827308edd24a47dd10aab720 network default NAD default NAD key ] I0420 11:40:59.290892 3690 cni.go:473] [openshift-ingress/router-default-64c88cb67c-tbvl6 e8b0a4e1b97a0b9361e557b67bd84f23a3becaf5827308edd24a47dd10aab720 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-64c88cb67c-tbvl6 e8b0a4e1b97a0b9361e557b67bd84f23a3becaf5827308edd24a47dd10aab720 network default NAD default NAD key default], result "{}", err I0420 11:40:59.341800 3690 obj_retry.go:498] Detected object openshift-ingress/router-default-64c88cb67c-tbvl6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:59.341836 3690 pods.go:176] Deleting pod: openshift-ingress/router-default-64c88cb67c-tbvl6 I0420 11:40:59.343209 3690 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-64c88cb67c-tbvl6, ips: 10.128.0.8 I0420 11:40:59.343240 3690 obj_retry.go:498] Detected object openshift-ingress/router-default-64c88cb67c-tbvl6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:59.533859 3690 obj_retry.go:492] Detected object openshift-ingress/router-default-64c88cb67c-tbvl6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:59.533886 3690 obj_retry.go:492] Detected object openshift-ingress/router-default-64c88cb67c-tbvl6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:59.536625 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-64c88cb67c-tbvl6 I0420 11:40:59.536652 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-64c88cb67c-tbvl6 W0420 11:41:02.587365 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:41:02.587389 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 11:41:16.983454 3690 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:16.984000 3690 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:17.720022 3690 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:17.720046 3690 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:17.724990 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0420 11:41:17.725003 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0420 11:41:21.180048 3690 cni.go:452] [openshift-monitoring/prometheus-k8s-1 d6f2e9b507f0ff1f5e7b2bfbe3f3b871d049e3b22346dede179960cc3204f747 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 d6f2e9b507f0ff1f5e7b2bfbe3f3b871d049e3b22346dede179960cc3204f747 network default NAD default NAD key ] I0420 11:41:21.264171 3690 cni.go:473] [openshift-monitoring/prometheus-k8s-1 d6f2e9b507f0ff1f5e7b2bfbe3f3b871d049e3b22346dede179960cc3204f747 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 d6f2e9b507f0ff1f5e7b2bfbe3f3b871d049e3b22346dede179960cc3204f747 network default NAD default NAD key default], result "{}", err I0420 11:41:21.329504 3690 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:21.329543 3690 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0420 11:41:21.330964 3690 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.24 I0420 11:41:21.330995 3690 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:21.634522 3690 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:21.634553 3690 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:21.642079 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0420 11:41:21.642106 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0420 11:41:21.682750 3690 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:41:21.682855 3690 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0420 11:41:21.707151 3690 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 24.337128ms I0420 11:41:21.707174 3690 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 24.363629ms I0420 11:41:21.708379 3690 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 25.642354ms, libovsdb time 863.941µs I0420 11:41:22.043158 3690 cni.go:452] [openshift-monitoring/prometheus-k8s-1 715fc6fd63d172c63492867b373fb5c9447909e3f03e75b8e185f62efe088620 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 715fc6fd63d172c63492867b373fb5c9447909e3f03e75b8e185f62efe088620 network default NAD default NAD key ] I0420 11:41:22.053134 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 715fc6fd63d172c, network: default, NAD default, SandboxID: "715fc6fd63d172c63492867b373fb5c9447909e3f03e75b8e185f62efe088620", PCI device ID: , UID: "d189c676-520f-4bed-a1dd-e477e720b11d", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0420 11:41:22.104035 3690 cni.go:473] [openshift-monitoring/prometheus-k8s-1 715fc6fd63d172c63492867b373fb5c9447909e3f03e75b8e185f62efe088620 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 715fc6fd63d172c63492867b373fb5c9447909e3f03e75b8e185f62efe088620 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:c4:5a:28:c4:f3\",\"name\":\"715fc6fd63d172c\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d23f607-b8f1-404d-ac7a-5fe68e913e52\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:41:39.492993 3690 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:39.493615 3690 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:39.513339 3690 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 11:41:39.637498 3690 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:39.637519 3690 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:39.643774 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0420 11:41:39.643803 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0420 11:41:48.193183 3690 obj_retry.go:498] Detected object openshift-console/console-7cc957bfcd-ccd26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:48.193879 3690 obj_retry.go:498] Detected object openshift-console/console-7cc957bfcd-ccd26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:48.675484 3690 obj_retry.go:492] Detected object openshift-console/console-7cc957bfcd-ccd26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:48.675505 3690 obj_retry.go:492] Detected object openshift-console/console-7cc957bfcd-ccd26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:48.682938 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc957bfcd-ccd26 I0420 11:41:48.682961 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc957bfcd-ccd26 I0420 11:41:59.004701 3690 cni.go:452] [openshift-console/console-7cc957bfcd-sqwn8 82e60dceec5d304f7a45c67f2d04da9afe92fc58189c7de3cd02acaac3d26a8f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7cc957bfcd-sqwn8 82e60dceec5d304f7a45c67f2d04da9afe92fc58189c7de3cd02acaac3d26a8f network default NAD default NAD key ] I0420 11:41:59.086775 3690 cni.go:473] [openshift-console/console-7cc957bfcd-sqwn8 82e60dceec5d304f7a45c67f2d04da9afe92fc58189c7de3cd02acaac3d26a8f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7cc957bfcd-sqwn8 82e60dceec5d304f7a45c67f2d04da9afe92fc58189c7de3cd02acaac3d26a8f network default NAD default NAD key default], result "{}", err I0420 11:41:59.134428 3690 obj_retry.go:498] Detected object openshift-console/console-7cc957bfcd-sqwn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:59.134485 3690 pods.go:176] Deleting pod: openshift-console/console-7cc957bfcd-sqwn8 I0420 11:41:59.135781 3690 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7cc957bfcd-sqwn8, ips: 10.128.0.25 I0420 11:41:59.135807 3690 obj_retry.go:498] Detected object openshift-console/console-7cc957bfcd-sqwn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:59.792580 3690 obj_retry.go:492] Detected object openshift-console/console-7cc957bfcd-sqwn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:59.792607 3690 obj_retry.go:492] Detected object openshift-console/console-7cc957bfcd-sqwn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:59.798742 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc957bfcd-sqwn8 I0420 11:41:59.798769 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc957bfcd-sqwn8 W0420 11:42:22.925908 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:42:22.925937 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 11:42:24.217639 3690 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:24.218232 3690 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:24.993672 3690 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:24.993696 3690 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:24.999834 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0420 11:42:24.999857 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0420 11:42:56.086163 3690 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:56.086720 3690 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:56.986693 3690 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:56.986722 3690 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-7gqgh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:33.727505 3690 base_network_controller_pods.go:487] [default/openshift-console/console-65b9db64d5-kkbvm] creating logical port openshift-console_console-65b9db64d5-kkbvm for pod on switch ip-10-0-1-82.ec2.internal I0420 11:43:33.727618 3690 kube.go:256] Updating pod openshift-console/console-65b9db64d5-kkbvm I0420 11:43:33.752783 3690 pod.go:62] [openshift-console/console-65b9db64d5-kkbvm] pod update took 25.179505ms I0420 11:43:33.752809 3690 base_network_controller_pods.go:951] [default/openshift-console/console-65b9db64d5-kkbvm] addLogicalPort annotation time took 25.230234ms I0420 11:43:33.754147 3690 pods.go:271] [openshift-console/console-65b9db64d5-kkbvm] addLogicalPort took 26.663908ms, libovsdb time 978.812µs I0420 11:43:34.088461 3690 cni.go:452] [openshift-console/console-65b9db64d5-kkbvm 15c283b0e9d49ecf800e6c804e89b34a4ff0a8737be7e68f8917f1e1db9333e4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-65b9db64d5-kkbvm 15c283b0e9d49ecf800e6c804e89b34a4ff0a8737be7e68f8917f1e1db9333e4 network default NAD default NAD key ] I0420 11:43:34.098293 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-65b9db64d5-kkbvm, hostIfaceName: 15c283b0e9d49ec, network: default, NAD default, SandboxID: "15c283b0e9d49ecf800e6c804e89b34a4ff0a8737be7e68f8917f1e1db9333e4", PCI device ID: , UID: "5a40ea0a-9135-4ee9-9310-92badaf35640", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0420 11:43:34.150981 3690 cni.go:473] [openshift-console/console-65b9db64d5-kkbvm 15c283b0e9d49ecf800e6c804e89b34a4ff0a8737be7e68f8917f1e1db9333e4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-65b9db64d5-kkbvm 15c283b0e9d49ecf800e6c804e89b34a4ff0a8737be7e68f8917f1e1db9333e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:0c:38:6b:3c:a3\",\"name\":\"15c283b0e9d49ec\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4a7ea6c-02f0-4659-9b58-34a25ccfe0ea\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 11:43:44.224130 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 11:43:59.038813 3690 obj_retry.go:498] Detected object openshift-console/console-7fdf476569-p96f2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:59.039383 3690 obj_retry.go:498] Detected object openshift-console/console-7fdf476569-p96f2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:59.509215 3690 obj_retry.go:492] Detected object openshift-console/console-7fdf476569-p96f2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:59.509241 3690 obj_retry.go:492] Detected object openshift-console/console-7fdf476569-p96f2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:59.517203 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7fdf476569-p96f2 I0420 11:43:59.517226 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7fdf476569-p96f2 I0420 11:44:09.565087 3690 obj_retry.go:498] Detected object openshift-console/console-7fdf476569-cngl4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:44:09.565682 3690 obj_retry.go:498] Detected object openshift-console/console-7fdf476569-cngl4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:44:10.400849 3690 obj_retry.go:492] Detected object openshift-console/console-7fdf476569-cngl4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:44:10.400881 3690 obj_retry.go:492] Detected object openshift-console/console-7fdf476569-cngl4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:44:10.405216 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7fdf476569-cngl4 I0420 11:44:10.405245 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7fdf476569-cngl4 I0420 11:44:10.582068 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0420 11:44:10.668967 3690 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0420 11:44:14.679871 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0420 11:44:38.581702 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0420 11:44:58.589027 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=648 W0420 11:45:16.534455 3690 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:45:27.587960 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0420 11:45:27.588035 3690 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-pdqlm IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-pdqlm: no pod IPs found I0420 11:46:01.197303 3690 namespace.go:98] [tsf] adding namespace I0420 11:46:01.198283 3690 namespace.go:102] [tsf] adding namespace took 950.13µs I0420 11:46:01.219261 3690 namespace.go:142] [tsf] updating namespace I0420 11:46:01.234952 3690 namespace.go:142] [tsf] updating namespace I0420 11:46:05.189093 3690 namespace.go:98] [cert-manager-operator] adding namespace I0420 11:46:05.190050 3690 namespace.go:102] [cert-manager-operator] adding namespace took 928.132µs I0420 11:46:05.193817 3690 namespace.go:98] [konflux-ui] adding namespace I0420 11:46:05.194274 3690 namespace.go:98] [tsf-keycloak] adding namespace I0420 11:46:05.194343 3690 namespace.go:98] [tsf-tas] adding namespace I0420 11:46:05.194396 3690 namespace.go:98] [rhtpa-operator] adding namespace I0420 11:46:05.194602 3690 namespace.go:102] [konflux-ui] adding namespace took 768.243µs I0420 11:46:05.195285 3690 namespace.go:102] [tsf-keycloak] adding namespace took 993.276µs I0420 11:46:05.195767 3690 namespace.go:98] [konflux-operator] adding namespace I0420 11:46:05.195899 3690 namespace.go:102] [tsf-tas] adding namespace took 1.539024ms I0420 11:46:05.196473 3690 namespace.go:102] [rhtpa-operator] adding namespace took 2.061311ms I0420 11:46:05.197010 3690 namespace.go:98] [rhbk-operator] adding namespace I0420 11:46:05.197109 3690 namespace.go:102] [konflux-operator] adding namespace took 1.328576ms I0420 11:46:05.197133 3690 namespace.go:98] [tsf-tpa] adding namespace I0420 11:46:05.197729 3690 namespace.go:102] [rhbk-operator] adding namespace took 704.773µs I0420 11:46:05.198211 3690 namespace.go:102] [tsf-tpa] adding namespace took 1.069749ms I0420 11:46:05.212274 3690 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:46:05.222064 3690 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:46:05.232719 3690 namespace.go:142] [konflux-ui] updating namespace I0420 11:46:05.232841 3690 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:46:05.236659 3690 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:46:05.236682 3690 namespace.go:142] [tsf-tas] updating namespace I0420 11:46:05.243596 3690 namespace.go:142] [tsf-tpa] updating namespace I0420 11:46:05.251748 3690 namespace.go:142] [konflux-operator] updating namespace I0420 11:46:05.251914 3690 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:46:05.251927 3690 namespace.go:142] [rhbk-operator] updating namespace I0420 11:46:05.273661 3690 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:46:05.289243 3690 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:46:05.289824 3690 namespace.go:142] [tsf-tas] updating namespace I0420 11:46:05.306734 3690 namespace.go:142] [tsf-tas] updating namespace I0420 11:46:05.316871 3690 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:46:05.328774 3690 namespace.go:142] [konflux-operator] updating namespace I0420 11:46:05.328962 3690 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:46:05.349985 3690 namespace.go:142] [konflux-operator] updating namespace I0420 11:46:05.362194 3690 namespace.go:142] [tsf-tpa] updating namespace I0420 11:46:05.372160 3690 namespace.go:142] [rhbk-operator] updating namespace I0420 11:46:05.374541 3690 namespace.go:142] [tsf-tpa] updating namespace I0420 11:46:05.385288 3690 namespace.go:142] [rhbk-operator] updating namespace I0420 11:46:05.393528 3690 namespace.go:142] [konflux-ui] updating namespace I0420 11:46:05.405175 3690 namespace.go:142] [konflux-ui] updating namespace I0420 11:46:06.506016 3690 namespace.go:142] [tsf-tpa] updating namespace I0420 11:46:06.525959 3690 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:46:08.691921 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0420 11:46:13.087224 3690 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.087776 3690 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.087799 3690 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.087807 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:13.087821 3690 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.087826 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:13.111210 3690 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.111632 3690 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.111650 3690 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.111656 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:13.111664 3690 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:13.111667 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:14.114044 3690 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.114067 3690 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.114080 3690 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.114092 3690 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecev5rps of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.142091 3690 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.142110 3690 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.142123 3690 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:14.142134 3690 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cw75c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:15.032208 3690 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:15.032772 3690 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:15.032804 3690 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:15.032812 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:15.032825 3690 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:15.032830 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:16.059622 3690 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:16.059645 3690 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:16.059658 3690 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:16.059670 3690 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf268fb9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:17.062118 3690 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:17.062689 3690 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:17.062723 3690 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:17.062733 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:17.062750 3690 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:17.062757 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:18.093955 3690 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:18.094452 3690 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:18.094480 3690 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:18.094490 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:18.094505 3690 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:18.094512 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:18.098502 3690 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:18.098519 3690 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:18.098531 3690 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:18.098543 3690 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568q756g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:18.583545 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=81 I0420 11:46:19.093723 3690 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:19.094212 3690 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:46:19.094239 3690 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:19.094247 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:46:19.094263 3690 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:46:19.094272 3690 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:46:19.131216 3690 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:19.131236 3690 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:19.131246 3690 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:19.131259 3690 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7pjclq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:19.685779 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0420 11:46:20.131412 3690 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:20.131451 3690 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:20.131468 3690 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:20.131480 3690 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf8wlvb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:46:22.674571 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0420 11:46:26.708222 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0420 11:46:27.014773 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0420 11:46:27.646345 3690 namespace.go:98] [cert-manager] adding namespace I0420 11:46:27.647168 3690 namespace.go:102] [cert-manager] adding namespace took 802.513µs I0420 11:46:27.669780 3690 namespace.go:142] [cert-manager] updating namespace I0420 11:46:27.685751 3690 namespace.go:142] [cert-manager] updating namespace W0420 11:46:31.276748 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 11:46:31.285637 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0420 11:46:31.410517 3690 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-lhghh] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-lhghh for pod on switch ip-10-0-1-82.ec2.internal I0420 11:46:31.410636 3690 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-lhghh I0420 11:46:31.426790 3690 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-lhghh] pod update took 16.173567ms I0420 11:46:31.426818 3690 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5b4bf68748-lhghh] addLogicalPort annotation time took 16.206974ms I0420 11:46:31.428080 3690 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-lhghh] addLogicalPort took 17.600639ms, libovsdb time 916.484µs I0420 11:46:31.785774 3690 cni.go:452] [cert-manager/cert-manager-cainjector-5b4bf68748-lhghh 887cb2a07a1294c27b0d59d52a4a2715f0bc32f64928cb23512e3b095722fee7 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-lhghh 887cb2a07a1294c27b0d59d52a4a2715f0bc32f64928cb23512e3b095722fee7 network default NAD default NAD key ] I0420 11:46:31.795423 3690 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-lhghh, hostIfaceName: 887cb2a07a1294c, network: default, NAD default, SandboxID: "887cb2a07a1294c27b0d59d52a4a2715f0bc32f64928cb23512e3b095722fee7", PCI device ID: , UID: "1c7a8504-a7b4-4bd9-bebe-853383ae42b8", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0420 11:46:31.846662 3690 cni.go:473] [cert-manager/cert-manager-cainjector-5b4bf68748-lhghh 887cb2a07a1294c27b0d59d52a4a2715f0bc32f64928cb23512e3b095722fee7 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-lhghh 887cb2a07a1294c27b0d59d52a4a2715f0bc32f64928cb23512e3b095722fee7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:5e:b3:2f:63:20\",\"name\":\"887cb2a07a1294c\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/193a8457-ea52-4711-a710-06f98de43a91\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:46:32.364384 3690 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-rhfgs] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-rhfgs for pod on switch ip-10-0-1-82.ec2.internal I0420 11:46:32.364518 3690 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-rhfgs I0420 11:46:32.377461 3690 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-rhfgs] pod update took 12.975088ms I0420 11:46:32.377493 3690 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-fd44f5cbb-rhfgs] addLogicalPort annotation time took 13.011537ms I0420 11:46:32.378671 3690 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-rhfgs] addLogicalPort took 14.303706ms, libovsdb time 853.812µs I0420 11:46:32.727664 3690 cni.go:452] [cert-manager/cert-manager-webhook-fd44f5cbb-rhfgs 42678491d3c5c186b14cdb7c78494e4cd6a2e3267b4059023d8cacbd898afeb4 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-rhfgs 42678491d3c5c186b14cdb7c78494e4cd6a2e3267b4059023d8cacbd898afeb4 network default NAD default NAD key ] I0420 11:46:32.738520 3690 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-rhfgs, hostIfaceName: 42678491d3c5c18, network: default, NAD default, SandboxID: "42678491d3c5c186b14cdb7c78494e4cd6a2e3267b4059023d8cacbd898afeb4", PCI device ID: , UID: "414d39f4-98e2-43f4-9e8f-4bd3fc536f79", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0420 11:46:32.791502 3690 cni.go:473] [cert-manager/cert-manager-webhook-fd44f5cbb-rhfgs 42678491d3c5c186b14cdb7c78494e4cd6a2e3267b4059023d8cacbd898afeb4 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-rhfgs 42678491d3c5c186b14cdb7c78494e4cd6a2e3267b4059023d8cacbd898afeb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:bd:12:a9:71:bb\",\"name\":\"42678491d3c5c18\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7c7121e-072d-4076-bb83-0a0e35ef2e5b\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 11:46:35.875834 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 11:46:35.875862 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0420 11:46:39.084552 3690 namespace.go:142] [openshift-operators] updating namespace I0420 11:46:39.107005 3690 namespace.go:142] [openshift-operators] updating namespace W0420 11:46:41.935309 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 11:46:41.935331 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 11:46:43.163734 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 11:46:47.120009 3690 namespace.go:142] [openshift-operators] updating namespace I0420 11:46:47.660274 3690 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-mwwxl] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-mwwxl for pod on switch ip-10-0-1-82.ec2.internal I0420 11:46:47.660385 3690 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-mwwxl I0420 11:46:47.683196 3690 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-mwwxl] pod update took 22.835146ms I0420 11:46:47.683220 3690 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-mwwxl] addLogicalPort annotation time took 22.86462ms I0420 11:46:47.684406 3690 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-mwwxl] addLogicalPort took 24.148793ms, libovsdb time 837.177µs I0420 11:46:48.020309 3690 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-mwwxl da45b3e99409a95d583281ea6d569530db14e719b5463329d1d4629691a3bdd9 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-mwwxl da45b3e99409a95d583281ea6d569530db14e719b5463329d1d4629691a3bdd9 network default NAD default NAD key ] I0420 11:46:48.030364 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-mwwxl, hostIfaceName: da45b3e99409a95, network: default, NAD default, SandboxID: "da45b3e99409a95d583281ea6d569530db14e719b5463329d1d4629691a3bdd9", PCI device ID: , UID: "dd24216c-d6a4-4550-8046-a31e8535fe2d", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0420 11:46:48.082811 3690 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-mwwxl da45b3e99409a95d583281ea6d569530db14e719b5463329d1d4629691a3bdd9 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-mwwxl da45b3e99409a95d583281ea6d569530db14e719b5463329d1d4629691a3bdd9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ea:bc:9c:04:bc\",\"name\":\"da45b3e99409a95\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/841a9b29-baac-46e1-9d75-a91f36ffd404\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:46:48.589155 3690 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-7j7pf] creating logical port cert-manager_cert-manager-59ccb4bb6b-7j7pf for pod on switch ip-10-0-1-82.ec2.internal I0420 11:46:48.589238 3690 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-7j7pf I0420 11:46:48.607846 3690 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-7j7pf] pod update took 18.628313ms I0420 11:46:48.607870 3690 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59ccb4bb6b-7j7pf] addLogicalPort annotation time took 18.658336ms I0420 11:46:48.609078 3690 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-7j7pf] addLogicalPort took 19.94058ms, libovsdb time 832.535µs I0420 11:46:48.949580 3690 cni.go:452] [cert-manager/cert-manager-59ccb4bb6b-7j7pf 9d394b653c82d058f386127bf142c2f7f36d94ae392b9d8a4418dd04cb8c5f8b network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-7j7pf 9d394b653c82d058f386127bf142c2f7f36d94ae392b9d8a4418dd04cb8c5f8b network default NAD default NAD key ] I0420 11:46:48.958907 3690 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-7j7pf, hostIfaceName: 9d394b653c82d05, network: default, NAD default, SandboxID: "9d394b653c82d058f386127bf142c2f7f36d94ae392b9d8a4418dd04cb8c5f8b", PCI device ID: , UID: "e044a6d6-d35b-424b-af09-d97387d1fedd", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0420 11:46:49.010943 3690 cni.go:473] [cert-manager/cert-manager-59ccb4bb6b-7j7pf 9d394b653c82d058f386127bf142c2f7f36d94ae392b9d8a4418dd04cb8c5f8b network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-7j7pf 9d394b653c82d058f386127bf142c2f7f36d94ae392b9d8a4418dd04cb8c5f8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:57:1e:54:49:8b\",\"name\":\"9d394b653c82d05\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5663367c-2ff4-4c82-a27e-ea8bcd79064b\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:46:56.058705 3690 namespace.go:98] [trusted-artifact-signer] adding namespace I0420 11:46:56.059484 3690 namespace.go:102] [trusted-artifact-signer] adding namespace took 756.972µs I0420 11:46:56.104598 3690 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:46:56.137663 3690 namespace.go:142] [trusted-artifact-signer] updating namespace W0420 11:46:56.271949 3690 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 11:46:59.708241 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0420 11:47:00.669667 3690 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0420 11:47:02.712911 3690 namespace.go:98] [openshift-pipelines] adding namespace I0420 11:47:02.713805 3690 namespace.go:102] [openshift-pipelines] adding namespace took 869.017µs I0420 11:47:02.733100 3690 namespace.go:142] [openshift-pipelines] updating namespace I0420 11:47:03.422173 3690 namespace.go:142] [cert-manager] updating namespace I0420 11:47:03.622567 3690 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:47:04.020226 3690 namespace.go:142] [konflux-operator] updating namespace I0420 11:47:04.224893 3690 namespace.go:142] [konflux-ui] updating namespace I0420 11:47:04.426627 3690 namespace.go:142] [open-cluster-management-2pprtcr8ssi9i0be4v4c4mp3tfmtq8os] updating namespace I0420 11:47:04.829884 3690 namespace.go:142] [rhbk-operator] updating namespace I0420 11:47:05.036023 3690 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:47:05.238259 3690 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:47:05.445141 3690 namespace.go:142] [tsf] updating namespace I0420 11:47:05.645845 3690 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:47:05.842456 3690 namespace.go:142] [tsf-tas] updating namespace I0420 11:47:06.043259 3690 namespace.go:142] [tsf-tpa] updating namespace I0420 11:47:06.169727 3690 namespace.go:142] [cert-manager] updating namespace I0420 11:47:06.177941 3690 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:47:06.187211 3690 namespace.go:142] [default] updating namespace I0420 11:47:06.198307 3690 namespace.go:142] [konflux-operator] updating namespace I0420 11:47:06.206500 3690 namespace.go:142] [konflux-ui] updating namespace I0420 11:47:06.217015 3690 namespace.go:142] [open-cluster-management-2pprtcr8ssi9i0be4v4c4mp3tfmtq8os] updating namespace I0420 11:47:06.224672 3690 namespace.go:142] [openshift] updating namespace I0420 11:47:06.234201 3690 namespace.go:142] [rhbk-operator] updating namespace I0420 11:47:06.244388 3690 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:47:06.253274 3690 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:47:06.261992 3690 namespace.go:142] [tsf] updating namespace I0420 11:47:06.284042 3690 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:47:06.305351 3690 namespace.go:142] [tsf-tas] updating namespace I0420 11:47:06.322945 3690 namespace.go:142] [tsf-tpa] updating namespace I0420 11:47:06.424635 3690 namespace.go:142] [cert-manager] updating namespace I0420 11:47:06.525805 3690 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:47:06.628859 3690 namespace.go:142] [default] updating namespace I0420 11:47:06.727233 3690 namespace.go:142] [konflux-operator] updating namespace I0420 11:47:06.827779 3690 namespace.go:142] [konflux-ui] updating namespace I0420 11:47:06.927227 3690 namespace.go:142] [open-cluster-management-2pprtcr8ssi9i0be4v4c4mp3tfmtq8os] updating namespace I0420 11:47:07.025502 3690 namespace.go:142] [openshift] updating namespace I0420 11:47:07.123666 3690 namespace.go:142] [rhbk-operator] updating namespace I0420 11:47:07.224914 3690 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:47:07.325060 3690 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:47:07.426851 3690 namespace.go:142] [tsf] updating namespace I0420 11:47:07.524786 3690 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:47:07.632560 3690 namespace.go:142] [tsf-tas] updating namespace I0420 11:47:07.766877 3690 namespace.go:142] [tsf-tpa] updating namespace I0420 11:47:08.350301 3690 namespace.go:142] [openshift-pipelines] updating namespace I0420 11:47:16.389769 3690 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-x9sfl] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-x9sfl for pod on switch ip-10-0-1-82.ec2.internal I0420 11:47:16.389894 3690 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-x9sfl I0420 11:47:16.404832 3690 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-x9sfl] pod update took 14.961545ms I0420 11:47:16.404853 3690 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-x9sfl] addLogicalPort annotation time took 14.988884ms I0420 11:47:16.406357 3690 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-x9sfl] addLogicalPort took 16.605502ms, libovsdb time 1.07285ms I0420 11:47:16.754981 3690 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-x9sfl 05bb6b51c82ec4e644e68548a411765854370ea9b882eacb895a019adab54f37 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-x9sfl 05bb6b51c82ec4e644e68548a411765854370ea9b882eacb895a019adab54f37 network default NAD default NAD key ] I0420 11:47:16.765564 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-x9sfl, hostIfaceName: 05bb6b51c82ec4e, network: default, NAD default, SandboxID: "05bb6b51c82ec4e644e68548a411765854370ea9b882eacb895a019adab54f37", PCI device ID: , UID: "cc8ed8ec-a4e8-49c9-9ff0-3e7996de1bc5", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0420 11:47:16.821398 3690 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-x9sfl 05bb6b51c82ec4e644e68548a411765854370ea9b882eacb895a019adab54f37 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-x9sfl 05bb6b51c82ec4e644e68548a411765854370ea9b882eacb895a019adab54f37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:5c:08:00:a5:70\",\"name\":\"05bb6b51c82ec4e\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f513057a-e4fa-458d-9c55-099747961410\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 11:47:20.077334 3690 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 11:47:20.077355 3690 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 11:47:20.077361 3690 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0420 11:47:21.218235 3690 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:47:21.218848 3690 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:47:21.239125 3690 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:47:21.239167 3690 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:47:21.245819 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0420 11:47:21.245847 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0420 11:47:21.291264 3690 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:47:21.291298 3690 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:47:21.291306 3690 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:47:21.291312 3690 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:47:22.084309 3690 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:47:22.084338 3690 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:47:22.084347 3690 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0420 11:47:27.698289 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 W0420 11:47:33.090676 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:47:33.090701 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:47:33.090707 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:47:34.161411 3690 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0420 11:47:34.178530 3690 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0420 11:47:39.746386 3690 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-659pb] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-659pb for pod on switch ip-10-0-1-82.ec2.internal I0420 11:47:39.746499 3690 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-659pb I0420 11:47:39.767492 3690 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-659pb] pod update took 21.01841ms I0420 11:47:39.767514 3690 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-659pb] addLogicalPort annotation time took 21.046401ms I0420 11:47:39.768848 3690 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-659pb] addLogicalPort took 22.474949ms, libovsdb time 966.906µs I0420 11:47:40.108963 3690 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-659pb a248fb239c1d09c0a0b33be7a06d76141664d3aea213f32b08252caf6714376e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-659pb a248fb239c1d09c0a0b33be7a06d76141664d3aea213f32b08252caf6714376e network default NAD default NAD key ] I0420 11:47:40.119370 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-659pb, hostIfaceName: a248fb239c1d09c, network: default, NAD default, SandboxID: "a248fb239c1d09c0a0b33be7a06d76141664d3aea213f32b08252caf6714376e", PCI device ID: , UID: "b8b38f10-6700-47ee-b811-e7748f5aae6e", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0420 11:47:40.173122 3690 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-659pb a248fb239c1d09c0a0b33be7a06d76141664d3aea213f32b08252caf6714376e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-659pb a248fb239c1d09c0a0b33be7a06d76141664d3aea213f32b08252caf6714376e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:74:75:97:47:fd\",\"name\":\"a248fb239c1d09c\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/123ef3de-2271-4bbc-9c87-6b168357ea43\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 11:47:43.210169 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0420 11:47:57.438536 3690 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:47:57.439073 3690 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:47:57.458470 3690 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:47:57.458487 3690 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:47:57.465106 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0420 11:47:57.465133 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0420 11:47:59.534430 3690 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0420 11:47:59.535088 3690 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0420 11:47:59.535108 3690 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0420 11:47:59.537122 3690 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0420 11:48:00.457537 3690 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 11:48:03.540393 3690 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:48:03.540501 3690 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0420 11:48:03.553003 3690 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.523436ms I0420 11:48:03.553023 3690 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.550003ms I0420 11:48:03.554341 3690 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.961703ms, libovsdb time 936.706µs I0420 11:48:04.580093 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 W0420 11:48:08.350822 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 11:48:08.350838 3690 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 11:48:08.354184 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0420 11:48:08.354199 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0420 11:48:10.703380 3690 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0420 11:48:12.906270 3690 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 573a5a66b290f4aadc5951fc92d735ae3d2167f061ae10a2efc6abd2a9f32a61 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 573a5a66b290f4aadc5951fc92d735ae3d2167f061ae10a2efc6abd2a9f32a61 network default NAD default NAD key ] I0420 11:48:12.915702 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 573a5a66b290f4a, network: default, NAD default, SandboxID: "573a5a66b290f4aadc5951fc92d735ae3d2167f061ae10a2efc6abd2a9f32a61", PCI device ID: , UID: "eab44273-81c8-49da-9373-4342907cecf9", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0420 11:48:12.969133 3690 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 573a5a66b290f4aadc5951fc92d735ae3d2167f061ae10a2efc6abd2a9f32a61 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 573a5a66b290f4aadc5951fc92d735ae3d2167f061ae10a2efc6abd2a9f32a61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:9b:dd:3c:22:9d\",\"name\":\"573a5a66b290f4a\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0a2b3d6-691d-4a41-99a4-e74b8dea6077\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:48:21.413779 3690 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 11:48:22.835725 3690 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-svmd7] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-svmd7 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:48:22.835823 3690 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-svmd7 I0420 11:48:22.852481 3690 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-svmd7] pod update took 16.684077ms I0420 11:48:22.852509 3690 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-svmd7] addLogicalPort annotation time took 16.720533ms I0420 11:48:22.853778 3690 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-svmd7] addLogicalPort took 18.066821ms, libovsdb time 876.943µs I0420 11:48:22.935624 3690 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bkghj] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-bkghj for pod on switch ip-10-0-1-82.ec2.internal I0420 11:48:22.935729 3690 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bkghj I0420 11:48:22.952697 3690 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bkghj] pod update took 16.992034ms I0420 11:48:22.952730 3690 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bkghj] addLogicalPort annotation time took 17.031378ms I0420 11:48:22.954015 3690 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bkghj] addLogicalPort took 18.411496ms, libovsdb time 884.775µs I0420 11:48:23.074051 3690 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-v869j] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-v869j for pod on switch ip-10-0-1-82.ec2.internal I0420 11:48:23.074144 3690 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-v869j I0420 11:48:23.104536 3690 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-v869j] pod update took 30.416742ms I0420 11:48:23.104569 3690 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-v869j] addLogicalPort annotation time took 30.448592ms I0420 11:48:23.105895 3690 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-v869j] addLogicalPort took 31.860771ms, libovsdb time 928.882µs I0420 11:48:23.433971 3690 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-v869j 9f1bf4efaf43462daf435ed45e6105c5691732251c4646d4fda7bf1b756fcf21 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-v869j 9f1bf4efaf43462daf435ed45e6105c5691732251c4646d4fda7bf1b756fcf21 network default NAD default NAD key ] I0420 11:48:23.444309 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-v869j, hostIfaceName: 9f1bf4efaf43462, network: default, NAD default, SandboxID: "9f1bf4efaf43462daf435ed45e6105c5691732251c4646d4fda7bf1b756fcf21", PCI device ID: , UID: "6c77cf59-c5fc-48c2-aba8-bbc6bf735b94", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0420 11:48:23.500661 3690 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-v869j 9f1bf4efaf43462daf435ed45e6105c5691732251c4646d4fda7bf1b756fcf21 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-v869j 9f1bf4efaf43462daf435ed45e6105c5691732251c4646d4fda7bf1b756fcf21 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:12:5f:9e:29:93\",\"name\":\"9f1bf4efaf43462\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d392e7fa-2b0f-45b4-9679-e37880138112\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:48:23.794586 3690 cni.go:452] [openshift-pipelines/tekton-results-api-7b4b7bb78c-svmd7 9f15fdedb5851d092b5ea6b8fdf5f660badc8dd3d74bc0de9e589d2fc3470e52 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-svmd7 9f15fdedb5851d092b5ea6b8fdf5f660badc8dd3d74bc0de9e589d2fc3470e52 network default NAD default NAD key ] I0420 11:48:23.805654 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-svmd7, hostIfaceName: 9f15fdedb5851d0, network: default, NAD default, SandboxID: "9f15fdedb5851d092b5ea6b8fdf5f660badc8dd3d74bc0de9e589d2fc3470e52", PCI device ID: , UID: "6ab64171-5887-4fca-a3d7-55aabb57e07e", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0420 11:48:23.856826 3690 cni.go:473] [openshift-pipelines/tekton-results-api-7b4b7bb78c-svmd7 9f15fdedb5851d092b5ea6b8fdf5f660badc8dd3d74bc0de9e589d2fc3470e52 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-svmd7 9f15fdedb5851d092b5ea6b8fdf5f660badc8dd3d74bc0de9e589d2fc3470e52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:37:52:a7:03:31\",\"name\":\"9f15fdedb5851d0\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87843b6e-cb06-4222-aaee-9d7619b68b35\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:48:23.896945 3690 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bkghj dbada537afe3b3dd16f2366d481e81b2790be8f3725ad18126a86183636ff32e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bkghj dbada537afe3b3dd16f2366d481e81b2790be8f3725ad18126a86183636ff32e network default NAD default NAD key ] I0420 11:48:23.906747 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-bkghj, hostIfaceName: dbada537afe3b3d, network: default, NAD default, SandboxID: "dbada537afe3b3dd16f2366d481e81b2790be8f3725ad18126a86183636ff32e", PCI device ID: , UID: "d1c09f20-3732-4137-81cb-9a297f545590", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0420 11:48:23.959554 3690 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bkghj dbada537afe3b3dd16f2366d481e81b2790be8f3725ad18126a86183636ff32e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bkghj dbada537afe3b3dd16f2366d481e81b2790be8f3725ad18126a86183636ff32e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:de:f4:46:c4:8d\",\"name\":\"dbada537afe3b3d\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce7372b2-200b-4977-adb1-9a7fc74ca7fe\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 11:48:30.411900 3690 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 11:48:30.411927 3690 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 11:48:30.411937 3690 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 11:48:43.822927 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 11:48:43.822949 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 11:48:43.822955 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0420 11:48:49.717276 3690 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:48:49.717810 3690 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:48:49.758563 3690 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:48:49.758593 3690 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:48:49.761728 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0420 11:48:49.761752 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0420 11:48:52.583177 3690 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-768f6fc478-d6dc8] creating logical port tsf-tas_fulcio-server-768f6fc478-d6dc8 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:48:52.583268 3690 kube.go:256] Updating pod tsf-tas/fulcio-server-768f6fc478-d6dc8 I0420 11:48:52.610524 3690 pod.go:62] [tsf-tas/fulcio-server-768f6fc478-d6dc8] pod update took 27.277867ms I0420 11:48:52.610552 3690 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-768f6fc478-d6dc8] addLogicalPort annotation time took 27.31213ms I0420 11:48:52.613680 3690 pods.go:271] [tsf-tas/fulcio-server-768f6fc478-d6dc8] addLogicalPort took 30.519825ms, libovsdb time 2.596796ms I0420 11:48:52.973368 3690 cni.go:452] [tsf-tas/fulcio-server-768f6fc478-d6dc8 04cbc7ee583f94b34dd7709d7633e39ca0052bad8af5789373d6189cff18ab04 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-768f6fc478-d6dc8 04cbc7ee583f94b34dd7709d7633e39ca0052bad8af5789373d6189cff18ab04 network default NAD default NAD key ] I0420 11:48:52.983854 3690 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-768f6fc478-d6dc8, hostIfaceName: 04cbc7ee583f94b, network: default, NAD default, SandboxID: "04cbc7ee583f94b34dd7709d7633e39ca0052bad8af5789373d6189cff18ab04", PCI device ID: , UID: "8e670a5c-8e0d-49ac-88a2-dba860842907", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0420 11:48:53.043305 3690 cni.go:473] [tsf-tas/fulcio-server-768f6fc478-d6dc8 04cbc7ee583f94b34dd7709d7633e39ca0052bad8af5789373d6189cff18ab04 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-768f6fc478-d6dc8 04cbc7ee583f94b34dd7709d7633e39ca0052bad8af5789373d6189cff18ab04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:cf:e2:41:2c:99\",\"name\":\"04cbc7ee583f94b\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c234396f-90fb-4a00-9547-958b6eebe348\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 11:48:55.525810 3690 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0420 11:48:55.525831 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0420 11:48:55.550848 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0420 11:48:55.550875 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0420 11:48:55.581644 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=223 I0420 11:48:55.591803 3690 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7d5bdf7ffd-bslb2] creating logical port tsf-tas_trillian-db-7d5bdf7ffd-bslb2 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:48:55.591888 3690 kube.go:256] Updating pod tsf-tas/trillian-db-7d5bdf7ffd-bslb2 I0420 11:48:55.605160 3690 pod.go:62] [tsf-tas/trillian-db-7d5bdf7ffd-bslb2] pod update took 13.294272ms I0420 11:48:55.605186 3690 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-7d5bdf7ffd-bslb2] addLogicalPort annotation time took 13.321922ms I0420 11:48:55.606491 3690 pods.go:271] [tsf-tas/trillian-db-7d5bdf7ffd-bslb2] addLogicalPort took 14.706265ms, libovsdb time 916.288µs I0420 11:48:57.802943 3690 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-s6zpd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:48:57.803583 3690 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-s6zpd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:48:58.676733 3690 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-s6zpd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:48:58.676754 3690 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-s6zpd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:49:01.681647 3690 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0420 11:49:03.787254 3690 cni.go:452] [tsf-tas/trillian-db-7d5bdf7ffd-bslb2 58981abef6dc34438018c957b5c3a76ec6a73b4abb79fc1b0121ef2ecefb3ec7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-7d5bdf7ffd-bslb2 58981abef6dc34438018c957b5c3a76ec6a73b4abb79fc1b0121ef2ecefb3ec7 network default NAD default NAD key ] I0420 11:49:03.796960 3690 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7d5bdf7ffd-bslb2, hostIfaceName: 58981abef6dc344, network: default, NAD default, SandboxID: "58981abef6dc34438018c957b5c3a76ec6a73b4abb79fc1b0121ef2ecefb3ec7", PCI device ID: , UID: "0ecb5c2b-fc12-4899-9a01-dd0d395437eb", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0420 11:49:03.850754 3690 cni.go:473] [tsf-tas/trillian-db-7d5bdf7ffd-bslb2 58981abef6dc34438018c957b5c3a76ec6a73b4abb79fc1b0121ef2ecefb3ec7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-7d5bdf7ffd-bslb2 58981abef6dc34438018c957b5c3a76ec6a73b4abb79fc1b0121ef2ecefb3ec7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:45:c3:99:06:c7\",\"name\":\"58981abef6dc344\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8d5eb1c-8b46-421b-bac8-f2a1ca2bd9d5\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 11:49:08.896076 3690 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0420 11:49:09.601103 3690 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0420 11:49:12.022773 3690 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-84mlg-bqtwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:12.023341 3690 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-84mlg-bqtwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:13.044759 3690 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-84mlg-bqtwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:13.044782 3690 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-84mlg-bqtwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:13.711760 3690 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgz57] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-sgz57 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:49:13.711843 3690 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgz57 I0420 11:49:13.736475 3690 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgz57] pod update took 24.65113ms I0420 11:49:13.736498 3690 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgz57] addLogicalPort annotation time took 24.680121ms I0420 11:49:13.737839 3690 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgz57] addLogicalPort took 26.094262ms, libovsdb time 912.33µs I0420 11:49:14.066028 3690 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgz57 2f76d5ff3450ef7d79f938a15af34d933d0f3442631e881bdeaec0f8b48e3f04 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgz57 2f76d5ff3450ef7d79f938a15af34d933d0f3442631e881bdeaec0f8b48e3f04 network default NAD default NAD key ] I0420 11:49:14.075467 3690 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-sgz57, hostIfaceName: 2f76d5ff3450ef7, network: default, NAD default, SandboxID: "2f76d5ff3450ef7d79f938a15af34d933d0f3442631e881bdeaec0f8b48e3f04", PCI device ID: , UID: "c5d36a78-1158-4b42-b9e9-a942bbbc0ea7", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0420 11:49:14.129725 3690 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgz57 2f76d5ff3450ef7d79f938a15af34d933d0f3442631e881bdeaec0f8b48e3f04 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-sgz57 2f76d5ff3450ef7d79f938a15af34d933d0f3442631e881bdeaec0f8b48e3f04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:cf:79:8e:06:27\",\"name\":\"2f76d5ff3450ef7\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21cbca82-1748-4b4d-9866-842ad17d000f\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 11:49:16.766494 3690 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 11:49:16.766520 3690 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 11:49:17.933654 3690 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0420 11:49:19.671284 3690 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 W0420 11:49:20.648056 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0420 11:49:40.016712 3690 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:40.017292 3690 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:40.037129 3690 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:40.037174 3690 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:40.043821 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0420 11:49:40.043846 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0420 11:49:40.584015 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=94 I0420 11:49:49.266323 3690 obj_retry.go:498] Detected object tsf/patch-tekton-config-dnjnd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:49.266906 3690 obj_retry.go:498] Detected object tsf/patch-tekton-config-dnjnd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:50.266723 3690 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5z4dg-brmgq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:50.267253 3690 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5z4dg-brmgq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:50.289870 3690 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnjnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:50.289889 3690 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnjnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:51.194126 3690 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5z4dg-brmgq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:51.194152 3690 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5z4dg-brmgq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:54.116741 3690 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-zwb8t-zlvjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:54.117360 3690 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-zwb8t-zlvjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:49:54.975869 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0420 11:49:54.988178 3690 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-zwb8t-zlvjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:54.988200 3690 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-zwb8t-zlvjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:58.142943 3690 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wpwpx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:58.143525 3690 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wpwpx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:49:59.170123 3690 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wpwpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:59.170151 3690 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wpwpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:59.218773 3690 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnjnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:59.218798 3690 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnjnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:49:59.224183 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-dnjnd I0420 11:49:59.224290 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-dnjnd I0420 11:50:03.176513 3690 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:03.177131 3690 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:03.197315 3690 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:03.197337 3690 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:03.203991 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0420 11:50:03.204014 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0420 11:50:04.160194 3690 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:04.160796 3690 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:04.552282 3690 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-gpkqp] creating logical port tsf-tpa_create-db-gpkqp for pod on switch ip-10-0-1-82.ec2.internal I0420 11:50:04.552382 3690 kube.go:256] Updating pod tsf-tpa/create-db-gpkqp I0420 11:50:04.566791 3690 pod.go:62] [tsf-tpa/create-db-gpkqp] pod update took 14.433736ms I0420 11:50:04.566823 3690 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-gpkqp] addLogicalPort annotation time took 14.473951ms I0420 11:50:04.568190 3690 pods.go:271] [tsf-tpa/create-db-gpkqp] addLogicalPort took 15.924544ms, libovsdb time 901.07µs I0420 11:50:04.914699 3690 cni.go:452] [tsf-tpa/create-db-gpkqp 8ad0db21d9f4ae6541bdf200714b3c9bba9ffcc694469559c9b39d72e115e126 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-gpkqp 8ad0db21d9f4ae6541bdf200714b3c9bba9ffcc694469559c9b39d72e115e126 network default NAD default NAD key ] I0420 11:50:04.924191 3690 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-gpkqp, hostIfaceName: 8ad0db21d9f4ae6, network: default, NAD default, SandboxID: "8ad0db21d9f4ae6541bdf200714b3c9bba9ffcc694469559c9b39d72e115e126", PCI device ID: , UID: "6455fcf7-eddb-4cf1-8393-eb4d8b07b1aa", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0420 11:50:04.982138 3690 cni.go:473] [tsf-tpa/create-db-gpkqp 8ad0db21d9f4ae6541bdf200714b3c9bba9ffcc694469559c9b39d72e115e126 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-gpkqp 8ad0db21d9f4ae6541bdf200714b3c9bba9ffcc694469559c9b39d72e115e126 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:f0:f4:57:0c:ad\",\"name\":\"8ad0db21d9f4ae6\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e88c367-3731-46bd-893c-657924ebce7b\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:50:05.057251 3690 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:05.057282 3690 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-qxncn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:50:05.228197 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0420 11:50:05.252531 3690 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0420 11:50:08.896864 3690 cni.go:452] [tsf-tpa/create-db-gpkqp 8ad0db21d9f4ae6541bdf200714b3c9bba9ffcc694469559c9b39d72e115e126 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-gpkqp 8ad0db21d9f4ae6541bdf200714b3c9bba9ffcc694469559c9b39d72e115e126 network default NAD default NAD key ] I0420 11:50:08.986920 3690 cni.go:473] [tsf-tpa/create-db-gpkqp 8ad0db21d9f4ae6541bdf200714b3c9bba9ffcc694469559c9b39d72e115e126 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-gpkqp 8ad0db21d9f4ae6541bdf200714b3c9bba9ffcc694469559c9b39d72e115e126 network default NAD default NAD key default], result "{}", err I0420 11:50:09.039096 3690 obj_retry.go:498] Detected object tsf-tpa/create-db-gpkqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:09.039133 3690 pods.go:176] Deleting pod: tsf-tpa/create-db-gpkqp I0420 11:50:09.040539 3690 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-gpkqp, ips: 10.128.0.41 I0420 11:50:09.040569 3690 obj_retry.go:498] Detected object tsf-tpa/create-db-gpkqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:50:09.077684 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0420 11:50:10.065857 3690 obj_retry.go:492] Detected object tsf-tpa/create-db-gpkqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:10.065886 3690 obj_retry.go:492] Detected object tsf-tpa/create-db-gpkqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:10.171140 3690 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-sgj7z] creating logical port tsf-tpa_migrate-db-sgj7z for pod on switch ip-10-0-1-82.ec2.internal I0420 11:50:10.171225 3690 kube.go:256] Updating pod tsf-tpa/migrate-db-sgj7z I0420 11:50:10.183915 3690 pod.go:62] [tsf-tpa/migrate-db-sgj7z] pod update took 12.709566ms I0420 11:50:10.183942 3690 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-sgj7z] addLogicalPort annotation time took 12.740714ms I0420 11:50:10.185533 3690 pods.go:271] [tsf-tpa/migrate-db-sgj7z] addLogicalPort took 14.412542ms, libovsdb time 1.175309ms I0420 11:50:10.534735 3690 cni.go:452] [tsf-tpa/migrate-db-sgj7z c0823cbf3cd7f89f2b9cc8e80956b90be4699532619214b7be37930c9d5eea6c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-sgj7z c0823cbf3cd7f89f2b9cc8e80956b90be4699532619214b7be37930c9d5eea6c network default NAD default NAD key ] I0420 11:50:10.544519 3690 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-sgj7z, hostIfaceName: c0823cbf3cd7f89, network: default, NAD default, SandboxID: "c0823cbf3cd7f89f2b9cc8e80956b90be4699532619214b7be37930c9d5eea6c", PCI device ID: , UID: "7ce117f1-3487-402d-808b-9e013a6b11c9", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0420 11:50:10.602660 3690 cni.go:473] [tsf-tpa/migrate-db-sgj7z c0823cbf3cd7f89f2b9cc8e80956b90be4699532619214b7be37930c9d5eea6c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-sgj7z c0823cbf3cd7f89f2b9cc8e80956b90be4699532619214b7be37930c9d5eea6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:e3:5c:b6:d5:f6\",\"name\":\"c0823cbf3cd7f89\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7737c18c-eba9-41c8-a7b5-00bfbd8998aa\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:50:12.920980 3690 cni.go:452] [tsf-tpa/migrate-db-sgj7z c0823cbf3cd7f89f2b9cc8e80956b90be4699532619214b7be37930c9d5eea6c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-sgj7z c0823cbf3cd7f89f2b9cc8e80956b90be4699532619214b7be37930c9d5eea6c network default NAD default NAD key ] I0420 11:50:13.009726 3690 cni.go:473] [tsf-tpa/migrate-db-sgj7z c0823cbf3cd7f89f2b9cc8e80956b90be4699532619214b7be37930c9d5eea6c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-sgj7z c0823cbf3cd7f89f2b9cc8e80956b90be4699532619214b7be37930c9d5eea6c network default NAD default NAD key default], result "{}", err I0420 11:50:13.061982 3690 obj_retry.go:498] Detected object tsf-tpa/migrate-db-sgj7z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:13.062022 3690 pods.go:176] Deleting pod: tsf-tpa/migrate-db-sgj7z I0420 11:50:13.063480 3690 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-sgj7z, ips: 10.128.0.42 I0420 11:50:13.063512 3690 obj_retry.go:498] Detected object tsf-tpa/migrate-db-sgj7z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:13.204330 3690 obj_retry.go:492] Detected object tsf-tpa/migrate-db-sgj7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:13.204361 3690 obj_retry.go:492] Detected object tsf-tpa/migrate-db-sgj7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:13.379210 3690 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-6hqz6] creating logical port tsf-tpa_create-importers-6hqz6 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:50:13.379309 3690 kube.go:256] Updating pod tsf-tpa/create-importers-6hqz6 I0420 11:50:13.403597 3690 pod.go:62] [tsf-tpa/create-importers-6hqz6] pod update took 24.311933ms I0420 11:50:13.403627 3690 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-6hqz6] addLogicalPort annotation time took 24.348098ms I0420 11:50:13.405009 3690 pods.go:271] [tsf-tpa/create-importers-6hqz6] addLogicalPort took 25.81689ms, libovsdb time 863.089µs I0420 11:50:13.738473 3690 cni.go:452] [tsf-tpa/create-importers-6hqz6 ebcb38e8b819950bedd1611d5231935b4d819e8f98dd9a08312514b4876648b6 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-6hqz6 ebcb38e8b819950bedd1611d5231935b4d819e8f98dd9a08312514b4876648b6 network default NAD default NAD key ] I0420 11:50:13.748556 3690 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-6hqz6, hostIfaceName: ebcb38e8b819950, network: default, NAD default, SandboxID: "ebcb38e8b819950bedd1611d5231935b4d819e8f98dd9a08312514b4876648b6", PCI device ID: , UID: "b55c36af-4c8c-41f4-ac94-9b1856e45dfd", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0420 11:50:13.802365 3690 cni.go:473] [tsf-tpa/create-importers-6hqz6 ebcb38e8b819950bedd1611d5231935b4d819e8f98dd9a08312514b4876648b6 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-6hqz6 ebcb38e8b819950bedd1611d5231935b4d819e8f98dd9a08312514b4876648b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:27:85:64:ad:15\",\"name\":\"ebcb38e8b819950\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a549dcb-6150-409e-adb4-c41cf3f1e2f3\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:50:15.941193 3690 cni.go:452] [tsf-tpa/create-importers-6hqz6 ebcb38e8b819950bedd1611d5231935b4d819e8f98dd9a08312514b4876648b6 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-6hqz6 ebcb38e8b819950bedd1611d5231935b4d819e8f98dd9a08312514b4876648b6 network default NAD default NAD key ] I0420 11:50:16.014152 3690 cni.go:473] [tsf-tpa/create-importers-6hqz6 ebcb38e8b819950bedd1611d5231935b4d819e8f98dd9a08312514b4876648b6 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-6hqz6 ebcb38e8b819950bedd1611d5231935b4d819e8f98dd9a08312514b4876648b6 network default NAD default NAD key default], result "{}", err I0420 11:50:16.076994 3690 obj_retry.go:498] Detected object tsf-tpa/create-importers-6hqz6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:16.077036 3690 pods.go:176] Deleting pod: tsf-tpa/create-importers-6hqz6 I0420 11:50:16.078387 3690 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-6hqz6, ips: 10.128.0.43 I0420 11:50:16.078416 3690 obj_retry.go:498] Detected object tsf-tpa/create-importers-6hqz6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:16.411196 3690 obj_retry.go:492] Detected object tsf-tpa/create-importers-6hqz6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:16.411219 3690 obj_retry.go:492] Detected object tsf-tpa/create-importers-6hqz6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:22.682238 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0420 11:50:25.724048 3690 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-9c67m-kqk4f] creating logical port tsf-tas_tuf-repository-init-9c67m-kqk4f for pod on switch ip-10-0-1-82.ec2.internal I0420 11:50:25.724155 3690 kube.go:256] Updating pod tsf-tas/tuf-repository-init-9c67m-kqk4f I0420 11:50:25.736040 3690 pod.go:62] [tsf-tas/tuf-repository-init-9c67m-kqk4f] pod update took 11.912064ms I0420 11:50:25.736073 3690 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-9c67m-kqk4f] addLogicalPort annotation time took 11.950743ms I0420 11:50:25.737579 3690 pods.go:271] [tsf-tas/tuf-repository-init-9c67m-kqk4f] addLogicalPort took 13.548479ms, libovsdb time 879.308µs W0420 11:50:29.400457 3690 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0420 11:50:32.349865 3690 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:32.350484 3690 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:32.371612 3690 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:32.371629 3690 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:32.381343 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0420 11:50:32.381363 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0420 11:50:33.099471 3690 namespace.go:98] [default-tenant] adding namespace I0420 11:50:33.100466 3690 namespace.go:102] [default-tenant] adding namespace took 968.811µs I0420 11:50:33.102789 3690 namespace.go:98] [build-service] adding namespace I0420 11:50:33.103618 3690 namespace.go:102] [build-service] adding namespace took 811.711µs I0420 11:50:33.105531 3690 namespace.go:98] [integration-service] adding namespace I0420 11:50:33.105600 3690 namespace.go:98] [image-controller] adding namespace I0420 11:50:33.106133 3690 namespace.go:102] [integration-service] adding namespace took 586.825µs I0420 11:50:33.106690 3690 namespace.go:102] [image-controller] adding namespace took 1.071042ms I0420 11:50:33.148224 3690 namespace.go:142] [default-tenant] updating namespace I0420 11:50:33.166362 3690 namespace.go:142] [default-tenant] updating namespace I0420 11:50:33.174255 3690 namespace.go:142] [build-service] updating namespace I0420 11:50:33.192274 3690 namespace.go:142] [build-service] updating namespace I0420 11:50:33.206661 3690 namespace.go:142] [integration-service] updating namespace I0420 11:50:33.232110 3690 namespace.go:142] [integration-service] updating namespace I0420 11:50:33.263159 3690 namespace.go:142] [build-service] updating namespace I0420 11:50:33.266096 3690 namespace.go:142] [image-controller] updating namespace I0420 11:50:33.284514 3690 namespace.go:142] [integration-service] updating namespace I0420 11:50:33.312726 3690 namespace.go:98] [release-service] adding namespace I0420 11:50:33.313550 3690 namespace.go:102] [release-service] adding namespace took 803.486µs I0420 11:50:33.317902 3690 namespace.go:142] [image-controller] updating namespace I0420 11:50:33.346247 3690 namespace.go:142] [release-service] updating namespace I0420 11:50:33.356458 3690 namespace.go:142] [konflux-ui] updating namespace I0420 11:50:33.396791 3690 namespace.go:142] [release-service] updating namespace I0420 11:50:33.461999 3690 namespace.go:98] [konflux-info] adding namespace I0420 11:50:33.462863 3690 namespace.go:102] [konflux-info] adding namespace took 839.725µs I0420 11:50:33.530215 3690 namespace.go:142] [konflux-info] updating namespace I0420 11:50:33.530352 3690 namespace.go:98] [namespace-lister] adding namespace I0420 11:50:33.531209 3690 namespace.go:102] [namespace-lister] adding namespace took 838.622µs I0420 11:50:33.562911 3690 namespace.go:142] [konflux-info] updating namespace I0420 11:50:33.567891 3690 namespace.go:142] [namespace-lister] updating namespace I0420 11:50:33.575140 3690 namespace.go:98] [enterprise-contract-service] adding namespace I0420 11:50:33.575993 3690 namespace.go:102] [enterprise-contract-service] adding namespace took 828.36µs I0420 11:50:33.583103 3690 namespace.go:142] [image-controller] updating namespace I0420 11:50:33.634184 3690 namespace.go:142] [namespace-lister] updating namespace I0420 11:50:33.644723 3690 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:50:33.703856 3690 namespace.go:142] [default-tenant] updating namespace I0420 11:50:33.721870 3690 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:50:33.742789 3690 namespace.go:98] [segment-bridge] adding namespace I0420 11:50:33.743735 3690 namespace.go:102] [segment-bridge] adding namespace took 923.407µs I0420 11:50:33.848393 3690 namespace.go:142] [segment-bridge] updating namespace I0420 11:50:33.900020 3690 namespace.go:142] [segment-bridge] updating namespace I0420 11:50:34.136022 3690 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0420 11:50:34.136661 3690 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0420 11:50:34.136682 3690 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0420 11:50:34.139472 3690 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0420 11:50:34.235942 3690 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0420 11:50:34.235977 3690 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0420 11:50:34.236790 3690 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0420 11:50:34.314612 3690 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-j66n7] creating logical port namespace-lister_namespace-lister-67655c4674-j66n7 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:50:34.314715 3690 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-j66n7 I0420 11:50:34.362804 3690 pod.go:62] [namespace-lister/namespace-lister-67655c4674-j66n7] pod update took 48.116706ms I0420 11:50:34.362827 3690 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-67655c4674-j66n7] addLogicalPort annotation time took 48.146008ms I0420 11:50:34.364121 3690 pods.go:271] [namespace-lister/namespace-lister-67655c4674-j66n7] addLogicalPort took 49.529347ms, libovsdb time 875.214µs I0420 11:50:34.646078 3690 base_network_controller_pods.go:487] [default/konflux-ui/dex-5d6bbd7cfc-ptk6r] creating logical port konflux-ui_dex-5d6bbd7cfc-ptk6r for pod on switch ip-10-0-1-82.ec2.internal I0420 11:50:34.646181 3690 kube.go:256] Updating pod konflux-ui/dex-5d6bbd7cfc-ptk6r I0420 11:50:34.700175 3690 pod.go:62] [konflux-ui/dex-5d6bbd7cfc-ptk6r] pod update took 54.026775ms I0420 11:50:34.700200 3690 base_network_controller_pods.go:951] [default/konflux-ui/dex-5d6bbd7cfc-ptk6r] addLogicalPort annotation time took 54.05519ms I0420 11:50:34.701602 3690 pods.go:271] [konflux-ui/dex-5d6bbd7cfc-ptk6r] addLogicalPort took 55.546559ms, libovsdb time 937.737µs I0420 11:50:35.295212 3690 namespace.go:142] [build-service] updating namespace I0420 11:50:35.647860 3690 namespace.go:142] [default-tenant] updating namespace I0420 11:50:35.857044 3690 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:50:35.986106 3690 cni.go:452] [tsf-tas/tuf-repository-init-9c67m-kqk4f fb665532decac174d4390d0e610d546d89cb2a10a8ca57f316cfc1c0831ee536 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-9c67m-kqk4f fb665532decac174d4390d0e610d546d89cb2a10a8ca57f316cfc1c0831ee536 network default NAD default NAD key ] I0420 11:50:35.995545 3690 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-9c67m-kqk4f, hostIfaceName: fb665532decac17, network: default, NAD default, SandboxID: "fb665532decac174d4390d0e610d546d89cb2a10a8ca57f316cfc1c0831ee536", PCI device ID: , UID: "8f902436-e1be-4446-81d8-c3b2fcc23898", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0420 11:50:36.040247 3690 namespace.go:142] [image-controller] updating namespace I0420 11:50:36.052250 3690 cni.go:473] [tsf-tas/tuf-repository-init-9c67m-kqk4f fb665532decac174d4390d0e610d546d89cb2a10a8ca57f316cfc1c0831ee536 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-9c67m-kqk4f fb665532decac174d4390d0e610d546d89cb2a10a8ca57f316cfc1c0831ee536 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:2a:c7:ba:ac:09\",\"name\":\"fb665532decac17\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21169f23-f31b-417a-a46c-aba52396a165\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:50:36.230481 3690 namespace.go:142] [integration-service] updating namespace I0420 11:50:36.438991 3690 namespace.go:142] [konflux-info] updating namespace I0420 11:50:36.461536 3690 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-58f96dcd8d-4pkcx] creating logical port release-service_release-service-controller-manager-58f96dcd8d-4pkcx for pod on switch ip-10-0-1-82.ec2.internal I0420 11:50:36.461630 3690 kube.go:256] Updating pod release-service/release-service-controller-manager-58f96dcd8d-4pkcx I0420 11:50:36.482510 3690 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7d699b879b-rcjkk] creating logical port konflux-ui_proxy-7d699b879b-rcjkk for pod on switch ip-10-0-1-82.ec2.internal I0420 11:50:36.482636 3690 kube.go:256] Updating pod konflux-ui/proxy-7d699b879b-rcjkk I0420 11:50:36.486053 3690 pod.go:62] [release-service/release-service-controller-manager-58f96dcd8d-4pkcx] pod update took 24.444147ms I0420 11:50:36.486076 3690 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-58f96dcd8d-4pkcx] addLogicalPort annotation time took 24.472678ms I0420 11:50:36.487313 3690 pods.go:271] [release-service/release-service-controller-manager-58f96dcd8d-4pkcx] addLogicalPort took 25.79368ms, libovsdb time 829.32µs I0420 11:50:36.513638 3690 pod.go:62] [konflux-ui/proxy-7d699b879b-rcjkk] pod update took 31.047538ms I0420 11:50:36.513670 3690 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7d699b879b-rcjkk] addLogicalPort annotation time took 31.085119ms I0420 11:50:36.515019 3690 pods.go:271] [konflux-ui/proxy-7d699b879b-rcjkk] addLogicalPort took 32.527947ms, libovsdb time 860.228µs I0420 11:50:36.625919 3690 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7478ff4656-n9rjr] creating logical port integration-service_integration-service-controller-manager-7478ff4656-n9rjr for pod on switch ip-10-0-1-82.ec2.internal I0420 11:50:36.626018 3690 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7478ff4656-n9rjr I0420 11:50:36.638679 3690 namespace.go:142] [namespace-lister] updating namespace I0420 11:50:36.642995 3690 pod.go:62] [integration-service/integration-service-controller-manager-7478ff4656-n9rjr] pod update took 17.005204ms I0420 11:50:36.643016 3690 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7478ff4656-n9rjr] addLogicalPort annotation time took 17.032099ms I0420 11:50:36.644268 3690 pods.go:271] [integration-service/integration-service-controller-manager-7478ff4656-n9rjr] addLogicalPort took 18.371586ms, libovsdb time 869.199µs I0420 11:50:36.820980 3690 namespace.go:142] [release-service] updating namespace I0420 11:50:37.025764 3690 namespace.go:142] [segment-bridge] updating namespace I0420 11:50:37.135541 3690 namespace.go:142] [build-service] updating namespace I0420 11:50:37.153809 3690 namespace.go:142] [default-tenant] updating namespace I0420 11:50:37.172005 3690 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:50:37.184303 3690 namespace.go:142] [image-controller] updating namespace I0420 11:50:37.191724 3690 namespace.go:142] [integration-service] updating namespace I0420 11:50:37.216829 3690 namespace.go:142] [konflux-info] updating namespace I0420 11:50:37.228198 3690 namespace.go:142] [namespace-lister] updating namespace I0420 11:50:37.239953 3690 namespace.go:142] [release-service] updating namespace I0420 11:50:37.257598 3690 namespace.go:142] [segment-bridge] updating namespace I0420 11:50:37.290890 3690 namespace.go:142] [build-service] updating namespace I0420 11:50:37.376798 3690 namespace.go:142] [default-tenant] updating namespace I0420 11:50:37.469784 3690 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:50:37.570680 3690 namespace.go:142] [image-controller] updating namespace I0420 11:50:37.665773 3690 namespace.go:142] [integration-service] updating namespace I0420 11:50:37.781801 3690 namespace.go:142] [konflux-info] updating namespace I0420 11:50:37.884893 3690 namespace.go:142] [namespace-lister] updating namespace I0420 11:50:37.964746 3690 namespace.go:142] [release-service] updating namespace I0420 11:50:38.071818 3690 namespace.go:142] [segment-bridge] updating namespace I0420 11:50:38.278113 3690 cni.go:452] [namespace-lister/namespace-lister-67655c4674-j66n7 8c79482a1405eb0c1bd403ed4db3ec1d552c50fd1ea3f9f4d5f73bdd3d271626 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-j66n7 8c79482a1405eb0c1bd403ed4db3ec1d552c50fd1ea3f9f4d5f73bdd3d271626 network default NAD default NAD key ] I0420 11:50:38.287516 3690 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-j66n7, hostIfaceName: 8c79482a1405eb0, network: default, NAD default, SandboxID: "8c79482a1405eb0c1bd403ed4db3ec1d552c50fd1ea3f9f4d5f73bdd3d271626", PCI device ID: , UID: "69d146c7-dfc0-47ee-a60c-2eea756b3821", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0420 11:50:38.341167 3690 cni.go:473] [namespace-lister/namespace-lister-67655c4674-j66n7 8c79482a1405eb0c1bd403ed4db3ec1d552c50fd1ea3f9f4d5f73bdd3d271626 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-j66n7 8c79482a1405eb0c1bd403ed4db3ec1d552c50fd1ea3f9f4d5f73bdd3d271626 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:e0:af:ff:f0:9f\",\"name\":\"8c79482a1405eb0\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a382344d-0eaf-473d-9807-a06dae40716f\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:50:40.070234 3690 cni.go:452] [tsf-tas/tuf-repository-init-9c67m-kqk4f fb665532decac174d4390d0e610d546d89cb2a10a8ca57f316cfc1c0831ee536 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-9c67m-kqk4f fb665532decac174d4390d0e610d546d89cb2a10a8ca57f316cfc1c0831ee536 network default NAD default NAD key ] I0420 11:50:40.152302 3690 cni.go:473] [tsf-tas/tuf-repository-init-9c67m-kqk4f fb665532decac174d4390d0e610d546d89cb2a10a8ca57f316cfc1c0831ee536 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-9c67m-kqk4f fb665532decac174d4390d0e610d546d89cb2a10a8ca57f316cfc1c0831ee536 network default NAD default NAD key default], result "{}", err I0420 11:50:40.207996 3690 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9c67m-kqk4f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:40.208027 3690 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-9c67m-kqk4f I0420 11:50:40.209741 3690 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-9c67m-kqk4f, ips: 10.128.0.44 I0420 11:50:40.209776 3690 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9c67m-kqk4f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:50:41.078576 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0420 11:50:41.110321 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0420 11:50:41.234867 3690 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9c67m-kqk4f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:41.234890 3690 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9c67m-kqk4f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:42.828767 3690 cni.go:452] [konflux-ui/dex-5d6bbd7cfc-ptk6r c99a03be22649f80bd0da46ec70577f04e58cd04b640a10ead726e4d59c885ba network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-5d6bbd7cfc-ptk6r c99a03be22649f80bd0da46ec70577f04e58cd04b640a10ead726e4d59c885ba network default NAD default NAD key ] I0420 11:50:42.839104 3690 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-5d6bbd7cfc-ptk6r, hostIfaceName: c99a03be22649f8, network: default, NAD default, SandboxID: "c99a03be22649f80bd0da46ec70577f04e58cd04b640a10ead726e4d59c885ba", PCI device ID: , UID: "c8044706-6acf-4117-b95d-8a6c22e12ac3", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0420 11:50:42.851298 3690 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-87vn8] creating logical port tsf-tas_tuf-bc5768c88-87vn8 for pod on switch ip-10-0-1-82.ec2.internal I0420 11:50:42.851431 3690 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-87vn8 I0420 11:50:42.868086 3690 pod.go:62] [tsf-tas/tuf-bc5768c88-87vn8] pod update took 16.678808ms I0420 11:50:42.868111 3690 base_network_controller_pods.go:951] [default/tsf-tas/tuf-bc5768c88-87vn8] addLogicalPort annotation time took 16.710687ms I0420 11:50:42.869530 3690 pods.go:271] [tsf-tas/tuf-bc5768c88-87vn8] addLogicalPort took 18.246855ms, libovsdb time 982.099µs I0420 11:50:42.894352 3690 cni.go:473] [konflux-ui/dex-5d6bbd7cfc-ptk6r c99a03be22649f80bd0da46ec70577f04e58cd04b640a10ead726e4d59c885ba network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-5d6bbd7cfc-ptk6r c99a03be22649f80bd0da46ec70577f04e58cd04b640a10ead726e4d59c885ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:44:98:97:09:3c\",\"name\":\"c99a03be22649f8\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c09fcc0-202d-4d35-903c-978d4a3e905e\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 11:50:43.287752 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0420 11:50:43.332106 3690 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0420 11:50:44.633315 3690 cni.go:452] [release-service/release-service-controller-manager-58f96dcd8d-4pkcx e73fa93da4671f3892ba11197b226640707aea03657b9b1bf2e2010f68bb99b8 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-58f96dcd8d-4pkcx e73fa93da4671f3892ba11197b226640707aea03657b9b1bf2e2010f68bb99b8 network default NAD default NAD key ] I0420 11:50:44.643255 3690 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-58f96dcd8d-4pkcx, hostIfaceName: e73fa93da4671f3, network: default, NAD default, SandboxID: "e73fa93da4671f3892ba11197b226640707aea03657b9b1bf2e2010f68bb99b8", PCI device ID: , UID: "6ee6cb3d-99b4-4a18-8bc5-65639d541cd9", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0420 11:50:44.662886 3690 cni.go:452] [konflux-ui/proxy-7d699b879b-rcjkk 81521f7446cf95cbd5d1993ab233939fdf70ba3e64bf2cfb26b4987ba2d8f921 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7d699b879b-rcjkk 81521f7446cf95cbd5d1993ab233939fdf70ba3e64bf2cfb26b4987ba2d8f921 network default NAD default NAD key ] I0420 11:50:44.672423 3690 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7d699b879b-rcjkk, hostIfaceName: 81521f7446cf95c, network: default, NAD default, SandboxID: "81521f7446cf95cbd5d1993ab233939fdf70ba3e64bf2cfb26b4987ba2d8f921", PCI device ID: , UID: "533a00cf-fbfd-4c1f-8c7c-5924b4837bdb", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0420 11:50:44.702489 3690 cni.go:473] [release-service/release-service-controller-manager-58f96dcd8d-4pkcx e73fa93da4671f3892ba11197b226640707aea03657b9b1bf2e2010f68bb99b8 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-58f96dcd8d-4pkcx e73fa93da4671f3892ba11197b226640707aea03657b9b1bf2e2010f68bb99b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:47:4f:bd:34:ef\",\"name\":\"e73fa93da4671f3\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/885ad182-924c-4533-963a-9e00a6f24b32\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:50:44.733884 3690 cni.go:473] [konflux-ui/proxy-7d699b879b-rcjkk 81521f7446cf95cbd5d1993ab233939fdf70ba3e64bf2cfb26b4987ba2d8f921 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7d699b879b-rcjkk 81521f7446cf95cbd5d1993ab233939fdf70ba3e64bf2cfb26b4987ba2d8f921 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:9f:90:89:78:84\",\"name\":\"81521f7446cf95c\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d7dbe38-30b1-4ce1-b416-3a108ec5c783\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0420 11:50:44.799165 3690 cni.go:452] [integration-service/integration-service-controller-manager-7478ff4656-n9rjr eca184e125b1a623a8aa7ca948eaf561f81090c59e0761344f2f25da7b00e4f1 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7478ff4656-n9rjr eca184e125b1a623a8aa7ca948eaf561f81090c59e0761344f2f25da7b00e4f1 network default NAD default NAD key ] I0420 11:50:44.808826 3690 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7478ff4656-n9rjr, hostIfaceName: eca184e125b1a62, network: default, NAD default, SandboxID: "eca184e125b1a623a8aa7ca948eaf561f81090c59e0761344f2f25da7b00e4f1", PCI device ID: , UID: "e28634f1-e699-4ed1-8799-17e6c6d8d486", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0420 11:50:44.862074 3690 cni.go:473] [integration-service/integration-service-controller-manager-7478ff4656-n9rjr eca184e125b1a623a8aa7ca948eaf561f81090c59e0761344f2f25da7b00e4f1 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7478ff4656-n9rjr eca184e125b1a623a8aa7ca948eaf561f81090c59e0761344f2f25da7b00e4f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:da:72:d9:b9:3f\",\"name\":\"eca184e125b1a62\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48287ec6-70ae-4bf1-851a-e0506f67662e\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 11:50:45.094356 3690 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0420 11:50:45.940619 3690 cni.go:452] [tsf-tas/tuf-bc5768c88-87vn8 3bd2281f2a4d574aab480435e1311d00714f6f82457ae1132589e3fd2a2f2b78 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-bc5768c88-87vn8 3bd2281f2a4d574aab480435e1311d00714f6f82457ae1132589e3fd2a2f2b78 network default NAD default NAD key ] I0420 11:50:45.953291 3690 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-87vn8, hostIfaceName: 3bd2281f2a4d574, network: default, NAD default, SandboxID: "3bd2281f2a4d574aab480435e1311d00714f6f82457ae1132589e3fd2a2f2b78", PCI device ID: , UID: "1a52fb4e-bca0-4dca-9fa5-ee23b05f62f9", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0420 11:50:46.029161 3690 cni.go:473] [tsf-tas/tuf-bc5768c88-87vn8 3bd2281f2a4d574aab480435e1311d00714f6f82457ae1132589e3fd2a2f2b78 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-87vn8 3bd2281f2a4d574aab480435e1311d00714f6f82457ae1132589e3fd2a2f2b78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:9d:92:c8:b7:2e\",\"name\":\"3bd2281f2a4d574\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0dc25e5-b9d5-4a03-9831-fc16f174075b\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0420 11:50:49.337848 3690 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 11:50:49.337875 3690 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0420 11:50:49.358187 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 11:50:49.362172 3690 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 11:50:52.157469 3690 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 11:50:52.157493 3690 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0420 11:50:52.182964 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 11:50:52.184602 3690 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 11:50:52.214960 3690 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0420 11:50:52.215035 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0420 11:50:52.243911 3690 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0420 11:50:58.127848 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0420 11:51:00.342510 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 11:51:00.342536 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 11:51:00.345108 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 11:51:00.345132 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0420 11:51:02.793391 3690 namespace.go:142] [openshift-pipelines] updating namespace W0420 11:51:03.164676 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 11:51:03.164774 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 11:51:03.197815 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0420 11:51:03.197946 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0420 11:51:03.230626 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0420 11:51:03.516381 3690 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:03.516963 3690 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:04.421112 3690 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:04.421134 3690 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:04.428170 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 I0420 11:51:04.428198 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-55hb6 W0420 11:51:29.444115 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0420 11:51:29.444141 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0420 11:51:29.444155 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0420 11:51:29.444160 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0420 11:51:31.235611 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0420 11:51:31.235632 3690 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0420 11:51:56.710537 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0420 11:52:01.349745 3690 obj_retry.go:498] Detected object konflux-ui/proxy-7bf95d4f9c-tmdtk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:52:01.350282 3690 obj_retry.go:498] Detected object konflux-ui/proxy-7bf95d4f9c-tmdtk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:52:01.768832 3690 obj_retry.go:492] Detected object konflux-ui/proxy-7bf95d4f9c-tmdtk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:52:01.768857 3690 obj_retry.go:492] Detected object konflux-ui/proxy-7bf95d4f9c-tmdtk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:52:01.775302 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7bf95d4f9c-tmdtk I0420 11:52:01.775332 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7bf95d4f9c-tmdtk I0420 11:52:04.936374 3690 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:52:04.937003 3690 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:52:04.976482 3690 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:52:04.976505 3690 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:52:04.980239 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0420 11:52:04.980266 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0420 11:52:21.591384 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=630 I0420 11:52:34.040584 3690 namespace.go:98] [default-managed-tenant-s337p] adding namespace I0420 11:52:34.041525 3690 namespace.go:102] [default-managed-tenant-s337p] adding namespace took 908.914µs I0420 11:52:34.065642 3690 namespace.go:142] [default-managed-tenant-s337p] updating namespace I0420 11:52:34.082368 3690 namespace.go:142] [default-managed-tenant-s337p] updating namespace I0420 11:52:35.054917 3690 namespace.go:142] [default-managed-tenant-s337p] updating namespace I0420 11:52:35.186310 3690 namespace.go:142] [default-managed-tenant-s337p] updating namespace I0420 11:52:35.289554 3690 namespace.go:142] [default-managed-tenant-s337p] updating namespace I0420 11:52:56.584216 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79 I0420 11:53:16.710654 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0420 11:53:27.701027 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0420 11:54:30.674306 3690 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0420 11:54:37.591909 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 I0420 11:54:45.584739 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=81 I0420 11:55:12.677383 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0420 11:55:20.688836 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0420 11:55:26.705655 3690 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0420 11:55:32.694052 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0420 11:56:07.676364 3690 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0420 11:56:10.582983 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0420 11:57:33.713104 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0420 11:58:34.586918 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=75 I0420 11:58:54.704020 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0420 12:00:02.676871 3690 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0420 12:00:03.345739 3690 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:03.346304 3690 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.222794 3690 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29611440-jzbqw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.223236 3690 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29611440-jzbqw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.344381 3690 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.344962 3690 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.370934 3690 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:04.370952 3690 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-jtcmj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:05.218428 3690 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29611440-jzbqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:05.218486 3690 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29611440-jzbqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:05.367920 3690 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:05.367953 3690 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-q5qg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:10.046088 3690 obj_retry.go:492] Detected object tsf-tpa/create-db-gpkqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:10.046145 3690 obj_retry.go:492] Detected object tsf-tpa/create-db-gpkqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:10.052194 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-gpkqp I0420 12:00:10.052223 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-gpkqp I0420 12:00:12.684188 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0420 12:00:13.039281 3690 obj_retry.go:492] Detected object tsf-tpa/migrate-db-sgj7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:13.039307 3690 obj_retry.go:492] Detected object tsf-tpa/migrate-db-sgj7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:13.044478 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-sgj7z I0420 12:00:13.044506 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-sgj7z I0420 12:00:16.030709 3690 obj_retry.go:492] Detected object tsf-tpa/create-importers-6hqz6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:16.030734 3690 obj_retry.go:492] Detected object tsf-tpa/create-importers-6hqz6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:16.035695 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-6hqz6 I0420 12:00:16.035724 3690 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-6hqz6 I0420 12:00:47.587195 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0420 12:01:19.679580 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0420 12:01:32.713111 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0420 12:01:47.594219 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=52 I0420 12:01:53.690931 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0420 12:02:09.587396 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0420 12:02:27.708640 3690 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0420 12:03:34.594874 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34 I0420 12:03:46.585355 3690 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0420 12:03:54.707342 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0420 12:04:22.679226 3690 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0420 12:04:52.696261 3690 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10