+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-170.ec2.internal ++ [[ -n ip-10-0-2-170.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-170.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 23:03:32.611412764 - disable conntrack on geneve port' I0521 23:03:32.611412764 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 23:03:32.675558759 - starting ovnkube-node' I0521 23:03:32.675558759 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-170.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-170.ec2.internal --init-node ip-10-0-2-170.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-170.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 23:03:32.739525 3896 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 23:03:32.739599 3896 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-98eff7978a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 23:03:32.741623 3896 kube.go:431] Waiting for certificate I0521 23:03:32.741662 3896 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 23:03:32.741698 3896 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 23:03:32.742447 3896 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 23:03:32.774169 3896 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:03:32.774189 3896 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:03:32.777334 3896 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:03:32.777423 3896 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2h7bb" I0521 23:03:32.784945 3896 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2h7bb" I0521 23:03:32.785028 3896 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:03:33.742150 3896 kube.go:438] Certificate found I0521 23:03:33.743091 3896 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 23:03:33.744177 3896 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 23:03:33.790749 3896 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 22:58:32 +0000 UTC" deadline="2026-05-22 19:34:51.925815379 +0000 UTC" I0521 23:03:33.790782 3896 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h31m18.135044202s" I0521 23:03:33.826053 3896 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 23:03:33.835926 3896 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 23:03:33.835987 3896 server.go:101] MetricServer registers OVS metrics I0521 23:03:33.836200 3896 server.go:105] MetricServer registers OVN DB metrics I0521 23:03:33.836291 3896 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 23:03:33.836467 3896 factory.go:561] Starting watch factory I0521 23:03:33.836568 3896 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.836578 3896 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.836592 3896 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.836571 3896 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.837035 3896 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.837316 3896 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.836594 3896 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.837334 3896 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.836579 3896 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.837718 3896 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.837732 3896 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.837741 3896 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.839710 3896 controller_manager.go:370] Starting the ovnkube controller I0521 23:03:33.839723 3896 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-170.ec2.internal I0521 23:03:33.839790 3896 controller_manager.go:395] NBDB zone sync took: 55.782µs I0521 23:03:33.839804 3896 factory.go:561] Starting watch factory I0521 23:03:33.842001 3896 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 23:03:33.842023 3896 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 23:03:33.856029 3896 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 23:03:33.856047 3896 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 23:03:33.858231 3896 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.860467 3896 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 23:03:33.860510 3896 server.go:109] MetricServer registers OVN Controller metrics I0521 23:03:33.860867 3896 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.862269 3896 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.863282 3896 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.865293 3896 server.go:113] MetricServer registers OVN Northd metrics I0521 23:03:33.867349 3896 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.870851 3896 metrics.go:519] OVN Metrics Server starts to run ... I0521 23:03:33.873448 3896 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:03:33.941748 3896 factory.go:1977] *v1.Service informer cache synced successfully I0521 23:03:33.941770 3896 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 23:03:33.941775 3896 factory.go:1977] *v1.Pod informer cache synced successfully I0521 23:03:33.941778 3896 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 23:03:33.941781 3896 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 23:03:33.941784 3896 factory.go:1977] *v1.Node informer cache synced successfully I0521 23:03:33.941862 3896 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:03:33.941901 3896 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:03:33.941905 3896 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:03:33.941926 3896 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:03:33.945524 3896 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 23:03:33.945536 3896 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 23:03:33.945540 3896 factory.go:1977] *v1.Node informer cache synced successfully I0521 23:03:33.945542 3896 factory.go:1977] *v1.Service informer cache synced successfully I0521 23:03:33.945546 3896 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 23:03:33.945548 3896 factory.go:1977] *v1.Pod informer cache synced successfully I0521 23:03:33.946425 3896 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:03:33.946490 3896 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:03:33.947235 3896 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 23:03:33.947245 3896 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 23:03:33.947300 3896 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.947311 3896 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.951261 3896 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 23:03:33.951273 3896 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 23:03:33.951823 3896 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.952407 3896 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 23:03:33.952495 3896 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.952524 3896 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.956285 3896 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.956330 3896 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 23:03:33.958193 3896 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 23:03:33.958271 3896 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.958283 3896 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.961833 3896 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 23:03:33.961992 3896 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.964019 3896 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 23:03:33.964089 3896 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.964108 3896 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.967603 3896 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 23:03:33.967780 3896 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.969814 3896 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 23:03:33.969876 3896 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.969890 3896 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.973485 3896 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 23:03:33.973731 3896 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.975661 3896 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 23:03:33.975995 3896 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:03:33.976050 3896 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:03:33.979290 3896 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 23:03:33.979866 3896 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:03:33.980805 3896 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 23:03:33.980884 3896 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.980897 3896 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.980940 3896 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.980959 3896 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.984417 3896 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 23:03:33.984827 3896 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.985061 3896 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:03:33.986026 3896 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 23:03:33.986043 3896 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 23:03:33.986050 3896 factory.go:680] Watch Factory start up complete, took: 149.587407ms I0521 23:03:33.986151 3896 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 23:03:33.989850 3896 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 23:03:33.989862 3896 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 23:03:33.989869 3896 factory.go:680] Watch Factory start up complete, took: 150.064433ms I0521 23:03:33.989876 3896 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-170.ec2.internal" zone I0521 23:03:34.035568 3896 default_node_network_controller.go:710] Initializing the default node network controller I0521 23:03:34.124400 3896 udn_isolation.go:101] Starting UDN host isolation manager I0521 23:03:34.131755 3896 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 23:03:34.205538 3896 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 23:03:34.205633 3896 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 23:03:34.205655 3896 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 23:03:34.239232 3896 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 23:03:34.239301 3896 default_node_network_controller.go:809] Node ip-10-0-2-170.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0521 23:03:34.245187 3896 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.170"] k8s.ovn.org/zone-name:ip-10-0-2-170.ec2.internal] on node ip-10-0-2-170.ec2.internal I0521 23:03:34.268217 3896 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 23:03:34.275247 3896 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 23:03:34.275468 3896 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0521 23:03:34.275644 3896 gateway_init.go:263] Preparing Gateway I0521 23:03:34.275657 3896 gateway_shared_intf.go:1687] Creating new gateway I0521 23:03:34.393920 3896 iptables.go:108] Creating table: filter chain: FORWARD I0521 23:03:34.401189 3896 iptables.go:108] Creating table: filter chain: OUTPUT I0521 23:03:34.408111 3896 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 23:03:34.408127 3896 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-170.ec2.internal","mac-address":"0e:41:e6:30:c1:c7","ip-addresses":["10.0.2.170/24"],"ip-address":"10.0.2.170/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:eb2ca787-e85b-49bb-9843-cbfc283395b9 k8s.ovn.org/node-encap-ips:["10.0.2.170"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.170/24"} k8s.ovn.org/zone-name:ip-10-0-2-170.ec2.internal] on node ip-10-0-2-170.ec2.internal I0521 23:03:34.429400 3896 default_node_network_controller.go:519] Node connection status = connected I0521 23:03:34.490665 3896 controller_manager.go:429] Waiting for node in zone sync took: 500.774037ms I0521 23:03:34.498513 3896 controller_manager.go:611] Switching to transit router for layer2 networks I0521 23:03:34.498529 3896 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-170.ec2.internal I0521 23:03:34.515375 3896 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 23:03:34.523091 3896 controller_manager.go:290] SCTP support detected in OVN I0521 23:03:34.523717 3896 services_controller.go:69] Creating services controller for network=default I0521 23:03:34.523816 3896 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 23:03:34.523904 3896 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 23:03:34.523975 3896 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 23:03:34.524010 3896 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 23:03:34.524026 3896 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 23:03:34.524248 3896 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 23:03:34.524305 3896 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 23:03:34.524364 3896 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 81.13µs I0521 23:03:34.524391 3896 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 76.224µs I0521 23:03:34.524404 3896 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 94.126µs I0521 23:03:34.524412 3896 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 23:03:34.524421 3896 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 23:03:34.524449 3896 default_network_controller.go:325] Starting the default network controller I0521 23:03:34.524471 3896 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 17.171µs I0521 23:03:34.524492 3896 udn_enabled_svc.go:95] Performing full resync I0521 23:03:34.524829 3896 udn_enabled_svc.go:99] Waiting for handler to sync I0521 23:03:34.524839 3896 udn_enabled_svc.go:104] Starting worker I0521 23:03:34.534844 3896 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 23:03:34.534932 3896 repair.go:33] Syncing exgw routes took 72.886µs I0521 23:03:34.534959 3896 default_network_controller.go:414] Starting all the Watchers... I0521 23:03:34.535183 3896 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 23:03:34.535194 3896 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 23:03:34.535216 3896 namespace.go:98] [openshift-apiserver] adding namespace I0521 23:03:34.535223 3896 namespace.go:98] [openshift-console-operator] adding namespace I0521 23:03:34.535205 3896 namespace.go:98] [openshift-dns-operator] adding namespace I0521 23:03:34.535244 3896 namespace.go:98] [openshift-host-network] adding namespace I0521 23:03:34.535246 3896 namespace.go:98] [openshift-insights] adding namespace I0521 23:03:34.535252 3896 namespace.go:98] [openshift-logging] adding namespace I0521 23:03:34.535251 3896 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 23:03:34.535256 3896 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 23:03:34.535268 3896 namespace.go:98] [openshift] adding namespace I0521 23:03:34.535286 3896 namespace.go:98] [dedicated-admin] adding namespace I0521 23:03:34.535296 3896 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 23:03:34.535187 3896 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 23:03:34.535191 3896 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 23:03:34.535820 3896 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 620.955µs I0521 23:03:34.535835 3896 namespace.go:98] [openshift-backplane] adding namespace I0521 23:03:34.536331 3896 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 1.1271ms I0521 23:03:34.536344 3896 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 23:03:34.536938 3896 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 584.101µs I0521 23:03:34.536956 3896 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 23:03:34.537562 3896 namespace.go:102] [openshift-apiserver] adding namespace took 2.335582ms I0521 23:03:34.537580 3896 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 23:03:34.538085 3896 namespace.go:102] [openshift-console-operator] adding namespace took 2.851293ms I0521 23:03:34.538100 3896 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 23:03:34.538603 3896 namespace.go:102] [openshift-dns-operator] adding namespace took 3.36327ms I0521 23:03:34.538623 3896 namespace.go:98] [openshift-network-operator] adding namespace I0521 23:03:34.539252 3896 namespace.go:102] [openshift-host-network] adding namespace took 4.00199ms I0521 23:03:34.539279 3896 namespace.go:98] [openshift-ingress] adding namespace I0521 23:03:34.539867 3896 namespace.go:102] [openshift-insights] adding namespace took 4.6089ms I0521 23:03:34.539883 3896 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 23:03:34.540422 3896 namespace.go:102] [openshift-logging] adding namespace took 5.163574ms I0521 23:03:34.540455 3896 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 23:03:34.541113 3896 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.849684ms I0521 23:03:34.541136 3896 namespace.go:98] [openshift-config] adding namespace I0521 23:03:34.541700 3896 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.43291ms I0521 23:03:34.541720 3896 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 23:03:34.542259 3896 namespace.go:102] [openshift] adding namespace took 6.973901ms I0521 23:03:34.542276 3896 namespace.go:98] [openshift-operators] adding namespace I0521 23:03:34.542858 3896 namespace.go:102] [dedicated-admin] adding namespace took 7.561251ms I0521 23:03:34.542871 3896 namespace.go:98] [kube-system] adding namespace I0521 23:03:34.543534 3896 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.230532ms I0521 23:03:34.543550 3896 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 23:03:34.544195 3896 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.872191ms I0521 23:03:34.544209 3896 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 23:03:34.544759 3896 namespace.go:102] [openshift-customer-monitoring] adding namespace took 9.434718ms I0521 23:03:34.544772 3896 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 23:03:34.545369 3896 namespace.go:102] [openshift-backplane] adding namespace took 9.528916ms I0521 23:03:34.545381 3896 namespace.go:98] [openshift-authentication] adding namespace I0521 23:03:34.545964 3896 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 9.00234ms I0521 23:03:34.545982 3896 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 23:03:34.546453 3896 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.865022ms I0521 23:03:34.546472 3896 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 23:03:34.546945 3896 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.837163ms I0521 23:03:34.546962 3896 namespace.go:98] [openshift-machine-api] adding namespace I0521 23:03:34.547581 3896 namespace.go:102] [openshift-network-operator] adding namespace took 8.950316ms I0521 23:03:34.547598 3896 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 23:03:34.548149 3896 namespace.go:102] [openshift-ingress] adding namespace took 8.861837ms I0521 23:03:34.548168 3896 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 23:03:34.548620 3896 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.729277ms I0521 23:03:34.548636 3896 namespace.go:98] [openshift-network-console] adding namespace I0521 23:03:34.549153 3896 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.692282ms I0521 23:03:34.549168 3896 namespace.go:98] [openshift-network-node-identity] adding namespace W0521 23:03:34.550090 3896 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-wmxm2: pod openshift-network-diagnostics/network-check-target-wmxm2: no pod IPs found I0521 23:03:34.550139 3896 namespace.go:102] [openshift-config] adding namespace took 8.995532ms I0521 23:03:34.550156 3896 namespace.go:98] [openshift-console] adding namespace I0521 23:03:34.550777 3896 namespace.go:102] [openshift-network-diagnostics] adding namespace took 9.050249ms I0521 23:03:34.550796 3896 namespace.go:98] [openshift-backplane-csm] adding namespace W0521 23:03:34.551293 3896 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-qnzw4: pod kube-system/global-pull-secret-syncer-qnzw4: no pod IPs found I0521 23:03:34.551339 3896 namespace.go:102] [openshift-operators] adding namespace took 9.052108ms I0521 23:03:34.551362 3896 namespace.go:98] [openshift-infra] adding namespace I0521 23:03:34.552035 3896 namespace.go:102] [kube-system] adding namespace took 9.158953ms I0521 23:03:34.552048 3896 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 23:03:34.552751 3896 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 9.193274ms I0521 23:03:34.552769 3896 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 23:03:34.553240 3896 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 9.021714ms I0521 23:03:34.553271 3896 namespace.go:98] [openshift-cluster-version] adding namespace I0521 23:03:34.553908 3896 namespace.go:102] [openshift-must-gather-operator] adding namespace took 9.127794ms I0521 23:03:34.553929 3896 namespace.go:98] [open-cluster-management-2qejr5eego5nelo86prvfa07phpab4ni] adding namespace I0521 23:03:34.554524 3896 namespace.go:102] [openshift-authentication] adding namespace took 9.137118ms I0521 23:03:34.554539 3896 namespace.go:98] [default] adding namespace I0521 23:03:34.554976 3896 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.986656ms I0521 23:03:34.554990 3896 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 23:03:34.555608 3896 namespace.go:102] [openshift-backplane-cse] adding namespace took 9.129659ms I0521 23:03:34.555620 3896 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 23:03:34.556190 3896 namespace.go:102] [openshift-machine-api] adding namespace took 9.220735ms I0521 23:03:34.556210 3896 namespace.go:98] [openshift-node] adding namespace I0521 23:03:34.556759 3896 namespace.go:102] [openshift-apiserver-operator] adding namespace took 9.155361ms I0521 23:03:34.556775 3896 namespace.go:98] [openshift-config-managed] adding namespace I0521 23:03:34.557207 3896 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.032959ms I0521 23:03:34.557220 3896 namespace.go:98] [openshift-controller-manager] adding namespace I0521 23:03:34.557774 3896 namespace.go:102] [openshift-network-console] adding namespace took 9.130982ms I0521 23:03:34.557790 3896 namespace.go:98] [openshift-image-registry] adding namespace I0521 23:03:34.558220 3896 namespace.go:102] [openshift-network-node-identity] adding namespace took 9.026363ms I0521 23:03:34.558235 3896 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 23:03:34.558788 3896 namespace.go:102] [openshift-console] adding namespace took 8.624546ms I0521 23:03:34.558805 3896 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 23:03:34.559382 3896 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.577665ms I0521 23:03:34.559399 3896 namespace.go:98] [openshift-multus] adding namespace I0521 23:03:34.559855 3896 namespace.go:102] [openshift-infra] adding namespace took 8.483174ms I0521 23:03:34.559877 3896 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 23:03:34.560312 3896 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.257232ms I0521 23:03:34.560327 3896 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 23:03:34.560855 3896 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.077892ms I0521 23:03:34.560880 3896 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 23:03:34.561399 3896 namespace.go:102] [openshift-cluster-version] adding namespace took 8.120487ms I0521 23:03:34.561413 3896 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 23:03:34.561899 3896 namespace.go:102] [open-cluster-management-2qejr5eego5nelo86prvfa07phpab4ni] adding namespace took 7.962939ms I0521 23:03:34.561913 3896 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 23:03:34.562320 3896 namespace.go:102] [default] adding namespace took 7.77507ms I0521 23:03:34.562335 3896 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 23:03:34.562961 3896 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.963744ms I0521 23:03:34.562980 3896 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 23:03:34.563471 3896 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.843436ms I0521 23:03:34.563489 3896 namespace.go:98] [openshift-marketplace] adding namespace I0521 23:03:34.564030 3896 namespace.go:102] [openshift-node] adding namespace took 7.813213ms I0521 23:03:34.564046 3896 namespace.go:98] [openshift-etcd] adding namespace I0521 23:03:34.564577 3896 namespace.go:102] [openshift-config-managed] adding namespace took 7.796092ms I0521 23:03:34.564592 3896 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 23:03:34.565047 3896 namespace.go:102] [openshift-controller-manager] adding namespace took 7.823342ms I0521 23:03:34.565056 3896 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 23:03:34.565649 3896 namespace.go:102] [openshift-image-registry] adding namespace took 7.853733ms I0521 23:03:34.565660 3896 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 23:03:34.566113 3896 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.86854ms I0521 23:03:34.566134 3896 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 23:03:34.566486 3896 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.677556ms I0521 23:03:34.566497 3896 namespace.go:98] [openshift-ingress-operator] adding namespace W0521 23:03:34.566519 3896 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-8zh7t: pod openshift-multus/network-metrics-daemon-8zh7t: no pod IPs found I0521 23:03:34.567073 3896 namespace.go:102] [openshift-multus] adding namespace took 7.669659ms I0521 23:03:34.567086 3896 namespace.go:98] [kube-node-lease] adding namespace I0521 23:03:34.567534 3896 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.650043ms I0521 23:03:34.567551 3896 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 23:03:34.567968 3896 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.636508ms I0521 23:03:34.567983 3896 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 23:03:34.568443 3896 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.539788ms I0521 23:03:34.568455 3896 namespace.go:98] [openshift-config-operator] adding namespace I0521 23:03:34.568927 3896 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.506288ms I0521 23:03:34.568946 3896 namespace.go:98] [openshift-dns] adding namespace I0521 23:03:34.569411 3896 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.490989ms I0521 23:03:34.569450 3896 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 23:03:34.570051 3896 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.707697ms I0521 23:03:34.570071 3896 namespace.go:98] [openshift-package-operator] adding namespace I0521 23:03:34.570620 3896 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.632432ms I0521 23:03:34.571141 3896 namespace.go:102] [openshift-marketplace] adding namespace took 7.645281ms I0521 23:03:34.571609 3896 namespace.go:102] [openshift-etcd] adding namespace took 7.555063ms I0521 23:03:34.572131 3896 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.533586ms I0521 23:03:34.572145 3896 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 23:03:34.572780 3896 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.718342ms I0521 23:03:34.573263 3896 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.596078ms I0521 23:03:34.573286 3896 namespace.go:98] [openshift-monitoring] adding namespace I0521 23:03:34.573750 3896 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.610831ms I0521 23:03:34.573765 3896 namespace.go:98] [kube-public] adding namespace I0521 23:03:34.574254 3896 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.753427ms I0521 23:03:34.574763 3896 namespace.go:102] [kube-node-lease] adding namespace took 7.671533ms I0521 23:03:34.575268 3896 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.712163ms I0521 23:03:34.575766 3896 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.778869ms I0521 23:03:34.576727 3896 namespace.go:102] [openshift-config-operator] adding namespace took 8.266391ms I0521 23:03:34.577265 3896 namespace.go:102] [openshift-dns] adding namespace took 8.312907ms I0521 23:03:34.577740 3896 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.284364ms I0521 23:03:34.578278 3896 namespace.go:102] [openshift-package-operator] adding namespace took 8.199719ms I0521 23:03:34.578869 3896 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.716991ms I0521 23:03:34.579347 3896 namespace.go:102] [openshift-monitoring] adding namespace took 6.054819ms I0521 23:03:34.579860 3896 namespace.go:102] [kube-public] adding namespace took 6.089746ms I0521 23:03:34.580034 3896 master.go:548] Adding or Updating local node "ip-10-0-2-170.ec2.internal" for network "default" I0521 23:03:34.581135 3896 zone_ic_handler.go:195] Time taken to create transit switch: 519.861µs I0521 23:03:34.581150 3896 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-212.ec2.internal for the network default E0521 23:03:34.581221 3896 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-97.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-97.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-97.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009c90a18 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1088633000}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0521 23:03:34.581295 3896 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-97.ec2.internal", UID:"a0b94a35-599c-4bc9-b6e6-f6a854112e3f", APIVersion:"v1", ResourceVersion:"9197", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-97.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-97.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009c90a18 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1088633000}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0521 23:03:34.582709 3896 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-212.ec2.internal" on network "default" took: 2.105034ms W0521 23:03:34.589446 3896 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-qnzw4: pod kube-system/global-pull-secret-syncer-qnzw4: no pod IPs found W0521 23:03:34.589470 3896 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-wmxm2: pod openshift-network-diagnostics/network-check-target-wmxm2: no pod IPs found W0521 23:03:34.589482 3896 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-8zh7t: pod openshift-multus/network-metrics-daemon-8zh7t: no pod IPs found I0521 23:03:34.590541 3896 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-170.ec2.internal for the network default I0521 23:03:34.590693 3896 zone_ic_handler.go:195] Time taken to create transit switch: 140.61µs I0521 23:03:34.591502 3896 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 23:03:34.591539 3896 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 23:03:34.591567 3896 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 23:03:34.591605 3896 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-212.ec2.internal in network "default" I0521 23:03:34.591711 3896 node_tracker.go:169] Node ip-10-0-1-212.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:34.591728 3896 services_controller.go:574] Full service sync requested for network=default I0521 23:03:34.591758 3896 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-170.ec2.internal in network "default" I0521 23:03:34.591811 3896 node_tracker.go:169] Node ip-10-0-2-170.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:34.591822 3896 services_controller.go:574] Full service sync requested for network=default I0521 23:03:34.591830 3896 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-97.ec2.internal in network "default" I0521 23:03:34.591866 3896 node_tracker.go:169] Node ip-10-0-0-97.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:34.591874 3896 services_controller.go:574] Full service sync requested for network=default I0521 23:03:34.691919 3896 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 23:03:34.691948 3896 services_controller.go:208] Setting up event handlers for services for network=default I0521 23:03:34.692046 3896 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 23:03:34.692116 3896 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 23:03:34.692135 3896 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 23:03:34.792415 3896 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 23:03:34.792452 3896 repair.go:60] Starting repairing loop for services I0521 23:03:34.792537 3896 repair.go:131] Deleted 0 stale service LBs I0521 23:03:34.792556 3896 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 23:03:34.792573 3896 repair.go:62] Finished repairing loop for services: 123.622µs I0521 23:03:34.792595 3896 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 23:03:34.792605 3896 services_controller.go:254] Starting workers for network=default I0521 23:03:34.793116 3896 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-qnzw4] creating logical port kube-system_global-pull-secret-syncer-qnzw4 for pod on switch ip-10-0-2-170.ec2.internal I0521 23:03:34.793260 3896 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-qnzw4 I0521 23:03:34.793471 3896 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wmxm2] creating logical port openshift-network-diagnostics_network-check-target-wmxm2 for pod on switch ip-10-0-2-170.ec2.internal I0521 23:03:34.793553 3896 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-wmxm2 I0521 23:03:34.793731 3896 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8zh7t] creating logical port openshift-multus_network-metrics-daemon-8zh7t for pod on switch ip-10-0-2-170.ec2.internal I0521 23:03:34.793794 3896 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-8zh7t W0521 23:03:34.796083 3896 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:03:34.811285 3896 pod.go:62] [openshift-multus/network-metrics-daemon-8zh7t] pod update took 17.511011ms I0521 23:03:34.811312 3896 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-8zh7t] addLogicalPort annotation time took 17.542205ms I0521 23:03:34.812553 3896 pods.go:271] [openshift-multus/network-metrics-daemon-8zh7t] addLogicalPort took 18.825187ms, libovsdb time 932.223µs I0521 23:03:34.812641 3896 pod.go:62] [kube-system/global-pull-secret-syncer-qnzw4] pod update took 19.432075ms I0521 23:03:34.812668 3896 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-qnzw4] addLogicalPort annotation time took 19.458678ms I0521 23:03:34.812736 3896 pod.go:62] [openshift-network-diagnostics/network-check-target-wmxm2] pod update took 19.211812ms I0521 23:03:34.812758 3896 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-wmxm2] addLogicalPort annotation time took 19.242657ms I0521 23:03:34.813635 3896 pods.go:271] [kube-system/global-pull-secret-syncer-qnzw4] addLogicalPort took 20.525348ms, libovsdb time 700.927µs I0521 23:03:34.813926 3896 pods.go:271] [openshift-network-diagnostics/network-check-target-wmxm2] addLogicalPort took 20.460454ms, libovsdb time 919.176µs I0521 23:03:34.814364 3896 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 23:03:34.814389 3896 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 23:03:34.814406 3896 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 23:03:34.814413 3896 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 23:03:34.814669 3896 repair.go:29] Repairing admin network policies took 248.336µs I0521 23:03:34.814798 3896 repair.go:92] Repairing baseline admin network policies took 117.219µs I0521 23:03:34.815329 3896 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 23:03:34.815349 3896 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 23:03:34.818206 3896 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 23:03:34.818242 3896 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 23:03:34.818252 3896 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 23:03:34.820567 3896 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 23:03:34.820593 3896 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 23:03:34.820600 3896 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 23:03:34.822292 3896 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 23:03:34.822315 3896 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 23:03:34.822324 3896 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 23:03:34.825223 3896 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 23:03:34.825257 3896 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 23:03:34.825270 3896 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 23:03:34.827873 3896 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 23:03:34.827895 3896 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 23:03:34.827905 3896 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 23:03:34.828245 3896 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 23:03:34.828264 3896 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 23:03:34.828274 3896 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 23:03:34.829558 3896 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 23:03:34.829578 3896 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 23:03:34.829584 3896 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 23:03:34.831158 3896 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 23:03:34.831191 3896 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 23:03:34.831202 3896 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 23:03:34.833146 3896 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 23:03:34.833167 3896 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 23:03:34.833175 3896 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 23:03:34.833762 3896 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 23:03:34.833781 3896 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 23:03:34.834873 3896 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 23:03:34.834888 3896 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 23:03:34.835866 3896 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 23:03:34.835890 3896 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 23:03:34.835898 3896 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 23:03:34.836686 3896 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 23:03:34.836704 3896 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 23:03:34.836729 3896 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 23:03:34.837601 3896 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 23:03:34.837621 3896 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 23:03:34.837630 3896 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 23:03:34.838221 3896 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 23:03:34.838238 3896 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 23:03:34.838250 3896 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 23:03:34.839129 3896 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 23:03:34.839149 3896 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 23:03:34.839157 3896 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 23:03:34.839791 3896 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 23:03:34.839815 3896 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 23:03:34.839823 3896 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 23:03:34.841466 3896 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 23:03:34.841483 3896 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 23:03:34.841495 3896 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 23:03:34.843072 3896 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 23:03:34.843095 3896 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 23:03:34.843104 3896 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 23:03:34.844132 3896 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 23:03:34.844153 3896 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 23:03:34.844162 3896 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 23:03:34.844778 3896 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 23:03:34.844800 3896 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 23:03:34.844808 3896 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 23:03:34.845407 3896 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 23:03:34.845445 3896 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 23:03:34.845455 3896 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 23:03:34.846057 3896 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 23:03:34.846076 3896 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 23:03:34.846084 3896 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 23:03:34.846650 3896 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 23:03:34.846669 3896 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 23:03:34.846680 3896 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 23:03:34.848085 3896 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 23:03:34.848105 3896 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 23:03:34.848115 3896 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 23:03:34.848709 3896 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 23:03:34.848727 3896 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 23:03:34.848735 3896 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 23:03:34.849290 3896 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 23:03:34.849308 3896 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 23:03:34.849318 3896 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 23:03:34.850852 3896 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 23:03:34.850871 3896 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 23:03:34.850879 3896 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 23:03:34.851508 3896 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 23:03:34.851530 3896 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 23:03:34.851547 3896 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 23:03:34.851935 3896 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 23:03:34.858408 3896 egressfirewall.go:374] Starting EgressFirewall controller I0521 23:03:34.858463 3896 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 23:03:34.858463 3896 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 23:03:34.858497 3896 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 23:03:34.858512 3896 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 23:03:34.858498 3896 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 23:03:34.858519 3896 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 23:03:34.858848 3896 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 23:03:34.858862 3896 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 23:03:34.858868 3896 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 23:03:34.858876 3896 egressqos.go:193] Setting up event handlers for EgressQoS I0521 23:03:34.858891 3896 egressfirewall.go:723] Syncing node "ip-10-0-1-212.ec2.internal" for egress firewall I0521 23:03:34.858903 3896 egressfirewall.go:723] Syncing node "ip-10-0-2-170.ec2.internal" for egress firewall I0521 23:03:34.858907 3896 egressfirewall.go:723] Syncing node "ip-10-0-0-97.ec2.internal" for egress firewall I0521 23:03:34.859055 3896 egressqos.go:245] Starting EgressQoS Controller I0521 23:03:34.859066 3896 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 23:03:34.859072 3896 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 23:03:34.859077 3896 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 23:03:34.859082 3896 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 23:03:34.859087 3896 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 23:03:34.859091 3896 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 23:03:34.859095 3896 egressqos.go:259] Repairing EgressQoSes I0521 23:03:34.859098 3896 egressqos.go:399] Starting repairing loop for egressqos I0521 23:03:34.859199 3896 egressqos.go:401] Finished repairing loop for egressqos: 100.137µs I0521 23:03:34.859242 3896 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 23:03:34.859320 3896 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-170.ec2.internal I0521 23:03:34.859375 3896 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-170.ec2.internal : 53.76µs I0521 23:03:34.859418 3896 egressservice_zone.go:210] Starting Egress Services Controller I0521 23:03:34.859446 3896 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 23:03:34.859458 3896 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 23:03:34.859467 3896 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 23:03:34.859476 3896 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 23:03:34.859485 3896 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 23:03:34.859497 3896 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 23:03:34.859503 3896 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 23:03:34.859508 3896 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 23:03:34.859512 3896 egressservice_zone.go:228] Repairing Egress Services I0521 23:03:34.859808 3896 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 23:03:34.859819 3896 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 23:03:34.859834 3896 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-97.ec2.internal I0521 23:03:34.859863 3896 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-97.ec2.internal: 30.581µs I0521 23:03:34.859877 3896 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-212.ec2.internal I0521 23:03:34.859885 3896 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-212.ec2.internal: 9.185µs I0521 23:03:34.859891 3896 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-170.ec2.internal I0521 23:03:34.859895 3896 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-170.ec2.internal: 4.346µs I0521 23:03:34.859936 3896 default_network_controller.go:585] Completing all the Watchers took 324.966864ms I0521 23:03:34.859954 3896 default_network_controller.go:589] Starting unidling controllers I0521 23:03:34.859969 3896 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 23:03:34.859976 3896 unidle.go:63] Populating Initial ContollerEvent events I0521 23:03:34.859987 3896 unidle.go:79] Setting up event handlers for services I0521 23:03:34.860031 3896 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 23:03:34.929857 3896 default_node_network_controller.go:519] Node connection status = connected I0521 23:03:35.431243 3896 default_node_network_controller.go:519] Node connection status = connected I0521 23:03:35.930419 3896 default_node_network_controller.go:519] Node connection status = connected I0521 23:03:36.431308 3896 default_node_network_controller.go:519] Node connection status = connected I0521 23:03:36.499816 3896 bridgeconfig.go:537] Gateway is ready I0521 23:03:36.499836 3896 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 23:03:36.512742 3896 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.170. Updating OVN encap IP. I0521 23:03:36.515959 3896 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 23:03:36.518719 3896 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.170 - it is already configured I0521 23:03:36.518734 3896 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.170/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 23:03:36.519002 3896 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.170/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-170.ec2.internal","mac-address":"0e:41:e6:30:c1:c7","ip-addresses":["10.0.2.170/24"],"ip-address":"10.0.2.170/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:eb2ca787-e85b-49bb-9843-cbfc283395b9 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.170/24"}] on node ip-10-0-2-170.ec2.internal I0521 23:03:36.535916 3896 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.170 I0521 23:03:36.535961 3896 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-170.ec2.internal in network "default" I0521 23:03:36.536025 3896 node_tracker.go:169] Node ip-10-0-2-170.ec2.internal switch + router changed, syncing services in network "default" I0521 23:03:36.536033 3896 egressfirewall.go:723] Syncing node "ip-10-0-2-170.ec2.internal" for egress firewall I0521 23:03:36.536025 3896 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-170.ec2.internal I0521 23:03:36.536049 3896 services_controller.go:574] Full service sync requested for network=default I0521 23:03:36.536065 3896 master.go:548] Adding or Updating local node "ip-10-0-2-170.ec2.internal" for network "default" I0521 23:03:36.536089 3896 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-170.ec2.internal I0521 23:03:36.536103 3896 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-170.ec2.internal: 71.509µs W0521 23:03:36.536265 3896 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:03:36.540531 3896 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-170.ec2.internal. Updating no re-route policies I0521 23:03:36.540612 3896 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-wmkzd I0521 23:03:36.540627 3896 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wmxm2 I0521 23:03:36.540633 3896 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-wmkzd I0521 23:03:36.540641 3896 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-170.ec2.internal I0521 23:03:36.540645 3896 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wmxm2 I0521 23:03:36.540658 3896 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-170.ec2.internal I0521 23:03:36.540659 3896 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-78qlc I0521 23:03:36.540667 3896 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-wmkzd after 0 failed attempt(s) I0521 23:03:36.540678 3896 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-78qlc I0521 23:03:36.540678 3896 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-75cn9 I0521 23:03:36.540684 3896 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-170.ec2.internal after 0 failed attempt(s) I0521 23:03:36.540684 3896 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bgqp6 I0521 23:03:36.540695 3896 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-75cn9 I0521 23:03:36.540699 3896 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bgqp6 I0521 23:03:36.540699 3896 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wmxm2] creating logical port openshift-network-diagnostics_network-check-target-wmxm2 for pod on switch ip-10-0-2-170.ec2.internal I0521 23:03:36.540705 3896 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-78qlc after 0 failed attempt(s) I0521 23:03:36.540712 3896 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bgqp6 after 0 failed attempt(s) I0521 23:03:36.540720 3896 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-75cn9 after 0 failed attempt(s) I0521 23:03:36.540723 3896 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-94vvc I0521 23:03:36.540725 3896 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-8zh7t I0521 23:03:36.540728 3896 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-94vvc I0521 23:03:36.540733 3896 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-8zh7t I0521 23:03:36.540737 3896 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-xq6gx I0521 23:03:36.540740 3896 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-94vvc after 0 failed attempt(s) I0521 23:03:36.540740 3896 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fxwft I0521 23:03:36.540746 3896 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-xq6gx I0521 23:03:36.540748 3896 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-170.ec2.internal I0521 23:03:36.540752 3896 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fxwft I0521 23:03:36.540752 3896 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-bnt65 I0521 23:03:36.540753 3896 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-77gss I0521 23:03:36.540754 3896 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-170.ec2.internal I0521 23:03:36.540763 3896 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-bnt65 I0521 23:03:36.540765 3896 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8zh7t] creating logical port openshift-multus_network-metrics-daemon-8zh7t for pod on switch ip-10-0-2-170.ec2.internal I0521 23:03:36.540768 3896 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-77gss I0521 23:03:36.540772 3896 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-170.ec2.internal after 0 failed attempt(s) I0521 23:03:36.540772 3896 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-fxwft after 0 failed attempt(s) I0521 23:03:36.540774 3896 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-qnzw4 I0521 23:03:36.540786 3896 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-77gss after 0 failed attempt(s) I0521 23:03:36.540782 3896 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-bnt65 after 0 failed attempt(s) I0521 23:03:36.540791 3896 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-qnzw4 I0521 23:03:36.540812 3896 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-xq6gx after 0 failed attempt(s) I0521 23:03:36.540818 3896 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-qnzw4] creating logical port kube-system_global-pull-secret-syncer-qnzw4 for pod on switch ip-10-0-2-170.ec2.internal I0521 23:03:36.541441 3896 pods.go:271] [kube-system/global-pull-secret-syncer-qnzw4] addLogicalPort took 613.605µs, libovsdb time 245.423µs I0521 23:03:36.541454 3896 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-qnzw4 after 0 failed attempt(s) I0521 23:03:36.541513 3896 pods.go:271] [openshift-network-diagnostics/network-check-target-wmxm2] addLogicalPort took 831.291µs, libovsdb time 254.427µs I0521 23:03:36.541521 3896 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-wmxm2 after 0 failed attempt(s) I0521 23:03:36.541656 3896 pods.go:271] [openshift-multus/network-metrics-daemon-8zh7t] addLogicalPort took 898.391µs, libovsdb time 340.892µs I0521 23:03:36.541668 3896 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-8zh7t after 0 failed attempt(s) I0521 23:03:36.553212 3896 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 23:03:36.566058 3896 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 23:03:36.569577 3896 iptables.go:108] Creating table: nat chain: OUTPUT I0521 23:03:36.618309 3896 iptables.go:108] Creating table: nat chain: PREROUTING I0521 23:03:36.676731 3896 iptables.go:108] Creating table: filter chain: FORWARD I0521 23:03:36.695066 3896 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 23:03:36.695180 3896 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 23:03:36.695228 3896 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 23:03:36.697848 3896 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 23:03:36.697999 3896 gateway_init.go:325] Gateway and management port readiness took 2.27283387s I0521 23:03:36.698060 3896 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 23:03:36.698133 3896 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 23:03:36.698186 3896 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 23:03:36.698231 3896 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 23:03:36.698365 3896 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 23:03:36.698957 3896 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 23:03:36.699039 3896 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 25.165µs I0521 23:03:36.699074 3896 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 118.26µs I0521 23:03:36.699107 3896 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 23:03:36.699144 3896 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 23:03:36.699174 3896 default_node_network_controller.go:899] Starting the default node network controller I0521 23:03:36.699208 3896 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 23:03:36.699523 3896 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 23:03:36.699568 3896 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 23:03:36.699627 3896 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000141c80 0xc0002f0a10 0xc0002f0a80 0xc0002f0af0 0xc0002f0bd0 0xc0002f0c40 0xc0002f0cb0 0xc000c70460 0xc0002f0d20 0xc0002f0d90 0xc000c70640 0xc0061d33b0 0xc0002f0e70 map[0x2ff9080:0xc002510d80 0x2ff95c0:0xc002510f00 0x2ffa2e0:0xc002510cc0 0x2ffa580:0xc002510d20 0x2ffad60:0xc002510de0 0x2ffb000:0xc002510e40 0x2ffb2a0:0xc002510ea0 0x2ffba80:0xc002510f60 0x2ffbd20:0xc002342480 0x3026980:0xc000b132c0 0x3026d20:0xc000b13320 0x3027800:0xc000c3ed80 0x3029160:0xc0019ec000 0x30298a0:0xc002b98540 0x302a720:0xc0019ec060] 0xc0000d2e70 0} I0521 23:03:36.699774 3896 gateway.go:151] Starting gateway service sync I0521 23:03:36.700759 3896 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 23:03:36.713795 3896 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 25.513µs I0521 23:03:36.713894 3896 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 82.919µs I0521 23:03:36.713930 3896 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 9.987µs I0521 23:03:36.716111 3896 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 23:03:36.740464 3896 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 23:03:36.741786 3896 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 23:03:36.743083 3896 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 23:03:36.777943 3896 gateway.go:168] Gateway service sync done. Time taken: 78.12921ms I0521 23:03:36.778476 3896 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30907 I0521 23:03:36.778745 3896 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000141c80 0xc0002f0a10 0xc0002f0a80 0xc0002f0af0 0xc0002f0bd0 0xc0002f0c40 0xc0002f0cb0 0xc000c70460 0xc0002f0d20 0xc0002f0d90 0xc000c70640 0xc0061d33b0 0xc0002f0e70 map[0x2ff9080:0xc002510d80 0x2ff95c0:0xc002510f00 0x2ffa2e0:0xc002510cc0 0x2ffa580:0xc002510d20 0x2ffad60:0xc002510de0 0x2ffb000:0xc002510e40 0x2ffb2a0:0xc002510ea0 0x2ffba80:0xc002510f60 0x2ffbd20:0xc002342480 0x3026980:0xc000b132c0 0x3026d20:0xc000b13320 0x3027800:0xc000c3ed80 0x3029160:0xc0019ec000 0x30298a0:0xc002b98540 0x302a720:0xc0019ec060] 0xc0000d2e70 0} I0521 23:03:36.779174 3896 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000141c80 0xc0002f0a10 0xc0002f0a80 0xc0002f0af0 0xc0002f0bd0 0xc0002f0c40 0xc0002f0cb0 0xc000c70460 0xc0002f0d20 0xc0002f0d90 0xc000c70640 0xc0061d33b0 0xc0002f0e70 map[0x2ff9080:0xc002510d80 0x2ff95c0:0xc002510f00 0x2ffa2e0:0xc002510cc0 0x2ffa580:0xc002510d20 0x2ffad60:0xc002510de0 0x2ffb000:0xc002510e40 0x2ffb2a0:0xc002510ea0 0x2ffba80:0xc002510f60 0x2ffbd20:0xc002342480 0x3026980:0xc000b132c0 0x3026d20:0xc000b13320 0x3027800:0xc000c3ed80 0x3029160:0xc0019ec000 0x30298a0:0xc002b98540 0x302a720:0xc0019ec060] 0xc0000d2e70 0} I0521 23:03:36.779210 3896 gateway.go:532] Reconciling gateway with updates I0521 23:03:36.784477 3896 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 23:03:36.784556 3896 default_node_network_controller.go:944] Gateway and management port readiness took 84.958593ms I0521 23:03:36.784559 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:03:36.784566 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 23:03:36.784581 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:03:36.784588 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 23:03:36.784589 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 23:03:36.784599 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 23:03:36.784610 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:03:36.784624 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:03:36.784621 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:03:36.784631 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:03:36.784647 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:03:36.784644 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:03:36.784653 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 23:03:36.784664 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:03:36.784598 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 23:03:36.784669 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:03:36.784677 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:03:36.784678 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 23:03:36.784685 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:03:36.784689 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 23:03:36.784606 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 23:03:36.784708 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 23:03:36.784717 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 23:03:36.784630 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:03:36.784731 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:03:36.784686 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:03:36.784762 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:03:36.784781 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:03:36.784792 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:03:36.784647 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:03:36.784815 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:03:36.784817 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:03:36.784715 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 23:03:36.784659 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 23:03:36.784583 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:03:36.784839 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:03:36.784787 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:03:36.784852 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:03:36.784854 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:03:36.784855 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:03:36.784860 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:03:36.784862 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 23:03:36.784880 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:03:36.784885 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:03:36.784894 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:03:36.784896 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:03:36.784901 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 23:03:36.784904 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 23:03:36.784906 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:03:36.784913 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 23:03:36.784815 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:03:36.784820 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 23:03:36.784924 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:03:36.784864 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:03:36.784930 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:03:36.784824 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:03:36.784884 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:03:36.784942 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:03:36.784951 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:03:36.784952 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:03:36.784959 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 23:03:36.784962 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 23:03:36.784833 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:03:36.784968 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:03:36.784981 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:03:36.784992 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:03:36.785000 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:03:36.784973 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 23:03:36.785009 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:03:36.785010 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 23:03:36.785017 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 23:03:36.784924 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:03:36.785040 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:03:36.785042 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:03:36.785048 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:03:36.785056 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 23:03:36.785069 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:03:36.785075 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:03:36.784934 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:03:36.785101 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:03:36.784955 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:03:36.785112 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:03:36.785115 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:03:36.785122 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:03:36.785001 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:03:36.784846 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:03:36.785160 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:03:36.785168 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:03:36.784924 3896 port_claim.go:71] Svc openshift-ingress/router-default: port 31713 is already open, no action needed I0521 23:03:36.784915 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:03:36.785190 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:03:36.784945 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:03:36.785196 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:03:36.785208 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:03:36.785212 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 23:03:36.785191 3896 port_claim.go:71] Svc openshift-ingress/router-default: port 30823 is already open, no action needed I0521 23:03:36.784965 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:03:36.784844 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:03:36.785294 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:03:36.784939 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:03:36.785317 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:03:36.785322 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 23:03:36.785199 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 23:03:36.785712 3896 node_ip_handler_linux.go:160] Node IP manager is running W0521 23:03:36.823635 3896 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 23:03:36.824020 3896 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 23:03:36.824212 3896 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0521 23:03:36.831411 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 23:03:36.831464 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 23:03:36.831484 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 23:03:36.831501 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 23:03:36.831508 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 23:03:36.831518 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 23:03:36.831535 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 23:03:36.831553 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 23:03:36.831560 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 23:03:36.831567 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 23:03:36.831572 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 23:03:36.831578 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 23:03:36.831583 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 23:03:36.831588 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 23:03:36.831593 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 23:03:36.831599 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 23:03:36.831604 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 23:03:36.872030 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 23:03:36.872078 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 23:03:36.872088 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 23:03:36.872093 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 23:03:36.872098 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 23:03:36.872105 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 23:03:36.872109 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 23:03:36.872114 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 23:03:36.872118 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 23:03:36.872121 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 23:03:36.872125 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 23:03:36.911748 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 23:03:36.911758 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 23:03:36.911780 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) W0521 23:03:37.982074 3896 egressip_healthcheck.go:76] Health checking using insecure connection I0521 23:03:37.982120 3896 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0521 23:03:37.982081 3896 default_node_network_controller.go:1380] Starting node controller node sync I0521 23:03:37.994451 3896 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.284589ms I0521 23:03:37.994564 3896 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-212.ec2.internal", IP: 10.0.1.212 to PMTUD blocking rules I0521 23:03:37.994563 3896 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-97.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 23:03:37.994580 3896 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-212.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 23:03:37.994582 3896 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-97.ec2.internal", IP: 10.0.0.97 to PMTUD blocking rules I0521 23:03:38.006466 3896 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 23:03:38.006780 3896 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 23:03:38.006924 3896 egressservice_node.go:183] Starting Egress Services Controller I0521 23:03:38.006947 3896 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 23:03:38.006959 3896 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 23:03:38.006965 3896 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 23:03:38.006970 3896 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 23:03:38.006976 3896 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 23:03:38.006981 3896 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 23:03:38.006985 3896 egressservice_node.go:197] Repairing Egress Services I0521 23:03:38.017672 3896 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 23:03:38.017687 3896 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 23:03:38.017979 3896 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 23:03:38.017996 3896 link_network_manager.go:119] Link manager is running I0521 23:03:38.018005 3896 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 23:03:38.018197 3896 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 23:03:38.018671 3896 vrf_manager.go:128] VRF manager is running I0521 23:03:38.018764 3896 node_controller_manager.go:437] Removing flows to drop GARP I0521 23:03:38.018773 3896 gateway.go:532] Reconciling gateway with updates I0521 23:03:38.037389 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:03:38.037400 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:03:38.037412 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:03:38.037417 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:03:38.037423 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:03:38.037423 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 23:03:38.037442 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:03:38.037448 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 23:03:38.037447 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:03:38.037451 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:03:38.037458 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:03:38.037467 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:03:38.037468 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:03:38.037471 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 23:03:38.037475 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:03:38.037482 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 23:03:38.037483 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 23:03:38.037486 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 23:03:38.037490 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 23:03:38.037497 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:03:38.037499 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 23:03:38.037503 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:03:38.037504 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 23:03:38.037504 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:03:38.037508 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:03:38.037511 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:03:38.037515 3896 port_claim.go:71] Svc openshift-ingress/router-default: port 31713 is already open, no action needed I0521 23:03:38.037519 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 23:03:38.037521 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 23:03:38.037525 3896 port_claim.go:71] Svc openshift-ingress/router-default: port 30823 is already open, no action needed I0521 23:03:38.037414 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:03:38.037527 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:03:38.037534 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:03:38.037530 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:03:38.037538 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:03:38.037544 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 23:03:38.037548 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:03:38.037543 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 23:03:38.037391 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:03:38.037549 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:03:38.037547 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:03:38.037560 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:03:38.037562 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:03:38.037560 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:03:38.037566 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:03:38.037560 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:03:38.037568 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:03:38.037572 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 23:03:38.037572 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:03:38.037572 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 23:03:38.037577 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:03:38.037577 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:03:38.037578 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:03:38.037579 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:03:38.037588 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:03:38.037588 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:03:38.037586 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:03:38.037591 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 23:03:38.037592 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:03:38.037601 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:03:38.037607 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:03:38.037405 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:03:38.037638 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:03:38.037517 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:03:38.037414 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:03:38.037677 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 23:03:38.037529 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:03:38.037685 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:03:38.037456 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:03:38.037520 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:03:38.037739 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:03:38.037414 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 23:03:38.037764 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 23:03:38.037507 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:03:38.037776 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:03:38.037520 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:03:38.037803 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:03:38.037520 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 23:03:38.037526 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:03:38.037831 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:03:38.037836 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 23:03:38.037528 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 23:03:38.037534 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:03:38.037851 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:03:38.037531 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 23:03:38.037535 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 23:03:38.037889 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 23:03:38.037541 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:03:38.037542 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:03:38.037932 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:03:38.037550 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:03:38.037548 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:03:38.037976 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:03:38.037552 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:03:38.038009 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:03:38.037547 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:03:38.038038 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:03:38.037558 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 23:03:38.037560 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:03:38.038094 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:03:38.037567 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:03:38.038120 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:03:38.037578 3896 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 23:03:38.038145 3896 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 23:03:38.037583 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 23:03:38.037595 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 23:03:38.059730 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 23:03:38.059737 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 23:03:38.059754 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 23:03:38.059760 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 23:03:38.059766 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 23:03:38.059773 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 23:03:38.059778 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 23:03:38.059783 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 23:03:38.059788 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 23:03:38.059793 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 23:03:38.059798 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 23:03:38.059803 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 23:03:38.059807 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 23:03:38.101121 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 23:03:38.101151 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 23:03:38.101158 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 23:03:38.101164 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 23:03:38.101171 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 23:03:38.101176 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 23:03:38.101181 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 23:03:38.101187 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 23:03:38.101193 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 23:03:38.101199 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 23:03:38.101204 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 23:03:38.101209 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 23:03:38.101215 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 23:03:38.101220 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 23:03:38.142132 3896 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 23:03:39.263245 3896 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-170.ec2.internal I0521 23:03:39.263282 3896 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-170.ec2.internal: 44.668µs I0521 23:03:39.290754 3896 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7c6cf9d759-lt97l] creating logical port openshift-image-registry_image-registry-7c6cf9d759-lt97l for pod on switch ip-10-0-2-170.ec2.internal I0521 23:03:39.290875 3896 kube.go:256] Updating pod openshift-image-registry/image-registry-7c6cf9d759-lt97l I0521 23:03:39.318509 3896 pod.go:62] [openshift-image-registry/image-registry-7c6cf9d759-lt97l] pod update took 27.663262ms I0521 23:03:39.318534 3896 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7c6cf9d759-lt97l] addLogicalPort annotation time took 27.692353ms I0521 23:03:39.319785 3896 pods.go:271] [openshift-image-registry/image-registry-7c6cf9d759-lt97l] addLogicalPort took 29.043855ms, libovsdb time 961.911µs I0521 23:03:39.321928 3896 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-gcffr] creating logical port openshift-ingress-canary_ingress-canary-gcffr for pod on switch ip-10-0-2-170.ec2.internal I0521 23:03:39.322022 3896 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-gcffr I0521 23:03:39.327400 3896 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-kbvkq] creating logical port openshift-dns_dns-default-kbvkq for pod on switch ip-10-0-2-170.ec2.internal I0521 23:03:39.327504 3896 kube.go:256] Updating pod openshift-dns/dns-default-kbvkq I0521 23:03:39.343982 3896 pod.go:62] [openshift-ingress-canary/ingress-canary-gcffr] pod update took 21.982032ms I0521 23:03:39.343998 3896 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-gcffr] addLogicalPort annotation time took 22.001841ms I0521 23:03:39.344968 3896 pods.go:271] [openshift-ingress-canary/ingress-canary-gcffr] addLogicalPort took 23.053878ms, libovsdb time 729.023µs I0521 23:03:39.347914 3896 pod.go:62] [openshift-dns/dns-default-kbvkq] pod update took 20.431721ms I0521 23:03:39.347933 3896 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-kbvkq] addLogicalPort annotation time took 20.451827ms I0521 23:03:39.348902 3896 pods.go:271] [openshift-dns/dns-default-kbvkq] addLogicalPort took 21.512791ms, libovsdb time 753.844µs I0521 23:03:39.719028 3896 cni.go:452] [openshift-ingress-canary/ingress-canary-gcffr d393152303004a9cabb50083912277be1bb51ea8d09a268881bc1f2a42144d27 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-gcffr d393152303004a9cabb50083912277be1bb51ea8d09a268881bc1f2a42144d27 network default NAD default NAD key ] I0521 23:03:39.749756 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-gcffr, hostIfaceName: d393152303004a9, network: default, NAD default, SandboxID: "d393152303004a9cabb50083912277be1bb51ea8d09a268881bc1f2a42144d27", PCI device ID: , UID: "b9ca4dc3-a649-4274-9028-fa1e0025c29a", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0521 23:03:39.799038 3896 cni.go:473] [openshift-ingress-canary/ingress-canary-gcffr d393152303004a9cabb50083912277be1bb51ea8d09a268881bc1f2a42144d27 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-gcffr d393152303004a9cabb50083912277be1bb51ea8d09a268881bc1f2a42144d27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:84:84:8b:e3:30\",\"name\":\"d393152303004a9\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb36c9d9-6ffc-468d-971d-1ceb080596cb\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:03:42.011101 3896 cni.go:452] [kube-system/global-pull-secret-syncer-qnzw4 50ca78e5e0eaf11eb2b6766315655330cf65de3b4a455c4881b624bd4a702104 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-qnzw4 50ca78e5e0eaf11eb2b6766315655330cf65de3b4a455c4881b624bd4a702104 network default NAD default NAD key ] I0521 23:03:42.011657 3896 cni.go:452] [openshift-network-diagnostics/network-check-target-wmxm2 48204236e5ce9d03a5bc6ec8db8f120c28a5c4604fa00e6a5c2519350d78367b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-wmxm2 48204236e5ce9d03a5bc6ec8db8f120c28a5c4604fa00e6a5c2519350d78367b network default NAD default NAD key ] I0521 23:03:42.023370 3896 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-qnzw4, hostIfaceName: 50ca78e5e0eaf11, network: default, NAD default, SandboxID: "50ca78e5e0eaf11eb2b6766315655330cf65de3b4a455c4881b624bd4a702104", PCI device ID: , UID: "cbc8249e-d5bf-4e43-8700-f25e96cf857d", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0521 23:03:42.024233 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-wmxm2, hostIfaceName: 48204236e5ce9d0, network: default, NAD default, SandboxID: "48204236e5ce9d03a5bc6ec8db8f120c28a5c4604fa00e6a5c2519350d78367b", PCI device ID: , UID: "6cb21038-2809-47f6-9362-7344acd2294e", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0521 23:03:42.073361 3896 cni.go:473] [openshift-network-diagnostics/network-check-target-wmxm2 48204236e5ce9d03a5bc6ec8db8f120c28a5c4604fa00e6a5c2519350d78367b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-wmxm2 48204236e5ce9d03a5bc6ec8db8f120c28a5c4604fa00e6a5c2519350d78367b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:95:06:f6:12:80\",\"name\":\"48204236e5ce9d0\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3db70111-c73b-4aa3-8753-103fdc577e12\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:03:42.078253 3896 cni.go:473] [kube-system/global-pull-secret-syncer-qnzw4 50ca78e5e0eaf11eb2b6766315655330cf65de3b4a455c4881b624bd4a702104 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-qnzw4 50ca78e5e0eaf11eb2b6766315655330cf65de3b4a455c4881b624bd4a702104 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:54:c5:ab:6d:a4\",\"name\":\"50ca78e5e0eaf11\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d8bedb9-30c8-4543-abdc-8c9e14d5429b\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:03:47.291419 3896 default_network_controller.go:1025] Node "ip-10-0-0-97.ec2.internal" in remote zone "ip-10-0-0-97.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:03:47.292241 3896 zone_ic_handler.go:195] Time taken to create transit switch: 286.15µs I0521 23:03:47.292255 3896 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-97.ec2.internal for the network default I0521 23:03:47.293217 3896 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-97.ec2.internal" on network "default" took: 1.278256ms W0521 23:03:55.907512 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:03:55.907537 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:04:18.160239 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:04:53.230007 3896 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:53.230603 3896 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:53.230630 3896 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:04:53.230638 3896 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 23:04:53.230654 3896 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:04:53.230661 3896 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 23:04:54.256612 3896 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:54.256638 3896 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:54.256654 3896 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:54.256671 3896 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dbp75s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:58.730279 3896 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 23:04:58.739658 3896 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 23:05:03.004143 3896 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkjz6] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-fkjz6 for pod on switch ip-10-0-2-170.ec2.internal I0521 23:05:03.004236 3896 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkjz6 I0521 23:05:03.023787 3896 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkjz6] pod update took 19.571138ms I0521 23:05:03.023815 3896 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkjz6] addLogicalPort annotation time took 19.60704ms I0521 23:05:03.025028 3896 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkjz6] addLogicalPort took 20.903608ms, libovsdb time 924.249µs I0521 23:05:03.128683 3896 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-mflz8] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-mflz8 for pod on switch ip-10-0-2-170.ec2.internal I0521 23:05:03.128803 3896 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-mflz8 I0521 23:05:03.144808 3896 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-mflz8] pod update took 16.025374ms I0521 23:05:03.144832 3896 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-mflz8] addLogicalPort annotation time took 16.052321ms I0521 23:05:03.146001 3896 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-mflz8] addLogicalPort took 17.337269ms, libovsdb time 862.03µs I0521 23:05:03.227607 3896 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-25w7d] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-25w7d for pod on switch ip-10-0-2-170.ec2.internal I0521 23:05:03.227699 3896 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-25w7d I0521 23:05:03.235577 3896 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-hnfvc] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-hnfvc for pod on switch ip-10-0-2-170.ec2.internal I0521 23:05:03.235704 3896 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-hnfvc I0521 23:05:03.235605 3896 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-v2vwt] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-v2vwt for pod on switch ip-10-0-2-170.ec2.internal I0521 23:05:03.236199 3896 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-v2vwt I0521 23:05:03.238014 3896 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-72zjj] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-72zjj for pod on switch ip-10-0-2-170.ec2.internal I0521 23:05:03.238143 3896 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-72zjj I0521 23:05:03.260884 3896 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-hnfvc] pod update took 25.21073ms I0521 23:05:03.260890 3896 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-25w7d] pod update took 33.217569ms I0521 23:05:03.260903 3896 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-hnfvc] addLogicalPort annotation time took 25.235671ms I0521 23:05:03.260918 3896 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-25w7d] addLogicalPort annotation time took 33.239316ms I0521 23:05:03.262214 3896 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-hnfvc] addLogicalPort took 26.656139ms, libovsdb time 995.722µs I0521 23:05:03.262273 3896 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-25w7d] addLogicalPort took 34.686753ms, libovsdb time 1.05111ms I0521 23:05:03.262321 3896 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-n79sj] creating logical port openshift-insights_insights-operator-6dbb575d6c-n79sj for pod on switch ip-10-0-2-170.ec2.internal I0521 23:05:03.262380 3896 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-n79sj I0521 23:05:03.263629 3896 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-72zjj] pod update took 25.513835ms I0521 23:05:03.263645 3896 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-72zjj] addLogicalPort annotation time took 25.53253ms I0521 23:05:03.263776 3896 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-v2vwt] pod update took 27.599972ms I0521 23:05:03.263793 3896 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-v2vwt] addLogicalPort annotation time took 27.620111ms I0521 23:05:03.264716 3896 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-72zjj] addLogicalPort took 26.713022ms, libovsdb time 850.928µs I0521 23:05:03.264880 3896 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-v2vwt] addLogicalPort took 29.290594ms, libovsdb time 842.666µs I0521 23:05:03.292511 3896 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-n79sj] pod update took 30.143976ms I0521 23:05:03.292534 3896 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-n79sj] addLogicalPort annotation time took 30.170935ms I0521 23:05:03.293620 3896 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-n79sj] addLogicalPort took 31.301896ms, libovsdb time 799.125µs I0521 23:05:03.358258 3896 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkjz6 472bb78b0298878aca4d72d69e3bf62f9f81b4dbde03c2d6a99edd1e06a6c4ef network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkjz6 472bb78b0298878aca4d72d69e3bf62f9f81b4dbde03c2d6a99edd1e06a6c4ef network default NAD default NAD key ] I0521 23:05:03.368304 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-fkjz6, hostIfaceName: 472bb78b0298878, network: default, NAD default, SandboxID: "472bb78b0298878aca4d72d69e3bf62f9f81b4dbde03c2d6a99edd1e06a6c4ef", PCI device ID: , UID: "1b6bcca2-304f-4ad4-a6d4-9a99ccb99db4", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0521 23:05:03.418357 3896 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkjz6 472bb78b0298878aca4d72d69e3bf62f9f81b4dbde03c2d6a99edd1e06a6c4ef network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkjz6 472bb78b0298878aca4d72d69e3bf62f9f81b4dbde03c2d6a99edd1e06a6c4ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:02:fe:4d:a7:3a\",\"name\":\"472bb78b0298878\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f912148-a74f-4c89-a6af-3c5e8bf361c6\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:05:03.598545 3896 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-v2vwt c859943fc745ec88c111a3e5047dcf2bc8c72a4cb77a709250b6d1d87a793727 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-v2vwt c859943fc745ec88c111a3e5047dcf2bc8c72a4cb77a709250b6d1d87a793727 network default NAD default NAD key ] I0521 23:05:03.602334 3896 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-n79sj 4b602a385fa8e6d355b80eb42ac2264b6f8a7909ceb869545d3eeca120e7b120 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-n79sj 4b602a385fa8e6d355b80eb42ac2264b6f8a7909ceb869545d3eeca120e7b120 network default NAD default NAD key ] I0521 23:05:03.609886 3896 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-72zjj 4dc3cbac41c7ac656052a08c6a6fc739a0cabd567be859b6410f646217772824 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-72zjj 4dc3cbac41c7ac656052a08c6a6fc739a0cabd567be859b6410f646217772824 network default NAD default NAD key ] I0521 23:05:03.612479 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-v2vwt, hostIfaceName: c859943fc745ec8, network: default, NAD default, SandboxID: "c859943fc745ec88c111a3e5047dcf2bc8c72a4cb77a709250b6d1d87a793727", PCI device ID: , UID: "7819e649-a654-4bd5-9a91-6c6b5d382dfc", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0521 23:05:03.614889 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-n79sj, hostIfaceName: 4b602a385fa8e6d, network: default, NAD default, SandboxID: "4b602a385fa8e6d355b80eb42ac2264b6f8a7909ceb869545d3eeca120e7b120", PCI device ID: , UID: "8bd8c7bd-5121-47ca-a99e-8dac55c39792", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0521 23:05:03.621227 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-72zjj, hostIfaceName: 4dc3cbac41c7ac6, network: default, NAD default, SandboxID: "4dc3cbac41c7ac656052a08c6a6fc739a0cabd567be859b6410f646217772824", PCI device ID: , UID: "603444c2-ab53-446e-b01f-e9334af2e443", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0521 23:05:03.663610 3896 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-v2vwt c859943fc745ec88c111a3e5047dcf2bc8c72a4cb77a709250b6d1d87a793727 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-v2vwt c859943fc745ec88c111a3e5047dcf2bc8c72a4cb77a709250b6d1d87a793727 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:c5:09:2c:c3:d3\",\"name\":\"c859943fc745ec8\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66112c71-ec95-4f1c-9baa-71c6b3359a04\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:05:03.887150 3896 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-n79sj 4b602a385fa8e6d355b80eb42ac2264b6f8a7909ceb869545d3eeca120e7b120 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-n79sj 4b602a385fa8e6d355b80eb42ac2264b6f8a7909ceb869545d3eeca120e7b120 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:42:ea:62:5a:ba\",\"name\":\"4b602a385fa8e6d\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1fc004d-5939-4f1b-ba54-af3ce595cb7f\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:05:03.887258 3896 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-72zjj 4dc3cbac41c7ac656052a08c6a6fc739a0cabd567be859b6410f646217772824 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-72zjj 4dc3cbac41c7ac656052a08c6a6fc739a0cabd567be859b6410f646217772824 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:72:af:1c:10:2c\",\"name\":\"4dc3cbac41c7ac6\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb7a5c17-e3c4-4fa5-a6a6-15b681c028bd\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:05:07.161626 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 23:05:08.411715 3896 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 23:05:08.412509 3896 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 771.722µs I0521 23:05:08.428566 3896 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 23:05:09.097284 3896 namespace.go:98] [openshift-service-ca] adding namespace I0521 23:05:09.098226 3896 namespace.go:102] [openshift-service-ca] adding namespace took 914.05µs I0521 23:05:09.117651 3896 namespace.go:142] [openshift-service-ca] updating namespace W0521 23:05:18.622518 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 23:05:19.198289 3896 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-25w7d ce4fb6661dd3f2a42b3ef1c9cfca2b4c66638c4cd614cd5b394ea03894f9102a network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-25w7d ce4fb6661dd3f2a42b3ef1c9cfca2b4c66638c4cd614cd5b394ea03894f9102a network default NAD default NAD key ] I0521 23:05:19.207633 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-25w7d, hostIfaceName: ce4fb6661dd3f2a, network: default, NAD default, SandboxID: "ce4fb6661dd3f2a42b3ef1c9cfca2b4c66638c4cd614cd5b394ea03894f9102a", PCI device ID: , UID: "91f609f3-e535-4a9f-a7d0-833bb3abe27d", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0521 23:05:19.258901 3896 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-25w7d ce4fb6661dd3f2a42b3ef1c9cfca2b4c66638c4cd614cd5b394ea03894f9102a network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-25w7d ce4fb6661dd3f2a42b3ef1c9cfca2b4c66638c4cd614cd5b394ea03894f9102a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:1b:67:bf:27:67\",\"name\":\"ce4fb6661dd3f2a\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dafdedf8-4487-46f3-b7b1-8193db6737c6\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:05:20.237237 3896 obj_retry.go:498] Detected object openshift-image-registry/image-registry-866fbbcd4d-f2djx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:20.237857 3896 obj_retry.go:498] Detected object openshift-image-registry/image-registry-866fbbcd4d-f2djx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:20.256252 3896 obj_retry.go:492] Detected object openshift-image-registry/image-registry-866fbbcd4d-f2djx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:20.256271 3896 obj_retry.go:492] Detected object openshift-image-registry/image-registry-866fbbcd4d-f2djx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:20.263487 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-866fbbcd4d-f2djx I0521 23:05:20.263518 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-866fbbcd4d-f2djx I0521 23:05:20.389987 3896 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c6cf9d759-lt97l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:20.390024 3896 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7c6cf9d759-lt97l I0521 23:05:20.391474 3896 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7c6cf9d759-lt97l, ips: 10.130.0.6 I0521 23:05:20.391507 3896 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c6cf9d759-lt97l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:20.402162 3896 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7cdc4684b5-dm5cc] creating logical port openshift-image-registry_image-registry-7cdc4684b5-dm5cc for pod on switch ip-10-0-2-170.ec2.internal I0521 23:05:20.402260 3896 kube.go:256] Updating pod openshift-image-registry/image-registry-7cdc4684b5-dm5cc I0521 23:05:20.403044 3896 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c6cf9d759-lt97l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:20.403071 3896 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c6cf9d759-lt97l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:20.413829 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c6cf9d759-lt97l I0521 23:05:20.413853 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c6cf9d759-lt97l I0521 23:05:20.428935 3896 pod.go:62] [openshift-image-registry/image-registry-7cdc4684b5-dm5cc] pod update took 26.705177ms I0521 23:05:20.428994 3896 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7cdc4684b5-dm5cc] addLogicalPort annotation time took 26.766527ms I0521 23:05:20.430322 3896 pods.go:271] [openshift-image-registry/image-registry-7cdc4684b5-dm5cc] addLogicalPort took 28.172318ms, libovsdb time 948.991µs I0521 23:05:20.757625 3896 cni.go:452] [openshift-image-registry/image-registry-7cdc4684b5-dm5cc 32a128372a0958a6605c911129543295524510ee778544db5f77e98efba528aa network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7cdc4684b5-dm5cc 32a128372a0958a6605c911129543295524510ee778544db5f77e98efba528aa network default NAD default NAD key ] I0521 23:05:20.767914 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7cdc4684b5-dm5cc, hostIfaceName: 32a128372a0958a, network: default, NAD default, SandboxID: "32a128372a0958a6605c911129543295524510ee778544db5f77e98efba528aa", PCI device ID: , UID: "eb2d9ef4-0a7c-43fd-8342-fa666d4ac922", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0521 23:05:20.815010 3896 cni.go:473] [openshift-image-registry/image-registry-7cdc4684b5-dm5cc 32a128372a0958a6605c911129543295524510ee778544db5f77e98efba528aa network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7cdc4684b5-dm5cc 32a128372a0958a6605c911129543295524510ee778544db5f77e98efba528aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:53:00:6e:66:9a\",\"name\":\"32a128372a0958a\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fee76c8a-e3f9-4b5c-b1b5-40aa7d384fca\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:05:21.259082 3896 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:05:21.408322 3896 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:05:21.606771 3896 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jjnnj] creating logical port openshift-insights_insights-runtime-extractor-jjnnj for pod on switch ip-10-0-2-170.ec2.internal I0521 23:05:21.606960 3896 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jjnnj I0521 23:05:21.627532 3896 pod.go:62] [openshift-insights/insights-runtime-extractor-jjnnj] pod update took 20.609823ms I0521 23:05:21.627556 3896 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-jjnnj] addLogicalPort annotation time took 20.63892ms I0521 23:05:21.628728 3896 pods.go:271] [openshift-insights/insights-runtime-extractor-jjnnj] addLogicalPort took 21.972427ms, libovsdb time 826.257µs I0521 23:05:25.564268 3896 cni.go:452] [openshift-insights/insights-runtime-extractor-jjnnj 2331e3369c01a65588de206fdb001a6b4fe119c6cea36a7855479d7e3446d882 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jjnnj 2331e3369c01a65588de206fdb001a6b4fe119c6cea36a7855479d7e3446d882 network default NAD default NAD key ] I0521 23:05:25.573957 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jjnnj, hostIfaceName: 2331e3369c01a65, network: default, NAD default, SandboxID: "2331e3369c01a65588de206fdb001a6b4fe119c6cea36a7855479d7e3446d882", PCI device ID: , UID: "1137ac3f-4270-4c3f-ab32-fd37be6b2fb8", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0521 23:05:25.622669 3896 cni.go:473] [openshift-insights/insights-runtime-extractor-jjnnj 2331e3369c01a65588de206fdb001a6b4fe119c6cea36a7855479d7e3446d882 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jjnnj 2331e3369c01a65588de206fdb001a6b4fe119c6cea36a7855479d7e3446d882 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:b4:c5:aa:87:0f\",\"name\":\"2331e3369c01a65\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2aa1178a-ee6e-4e8d-9d24-ee9416bfb418\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:05:34.996833 3896 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-mflz8 3ebb6ebd42bafdc8c8240214e5b3225815e6a36690d9845938331bdfd15636bd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-mflz8 3ebb6ebd42bafdc8c8240214e5b3225815e6a36690d9845938331bdfd15636bd network default NAD default NAD key ] I0521 23:05:35.006295 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-mflz8, hostIfaceName: 3ebb6ebd42bafdc, network: default, NAD default, SandboxID: "3ebb6ebd42bafdc8c8240214e5b3225815e6a36690d9845938331bdfd15636bd", PCI device ID: , UID: "0b33175b-6463-4283-a6b7-ce9826139d01", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0521 23:05:35.057704 3896 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-mflz8 3ebb6ebd42bafdc8c8240214e5b3225815e6a36690d9845938331bdfd15636bd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-mflz8 3ebb6ebd42bafdc8c8240214e5b3225815e6a36690d9845938331bdfd15636bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:23:b2:98:35:81\",\"name\":\"3ebb6ebd42bafdc\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7928a14-7326-4e25-87b2-7bd0711b670f\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:05:35.105720 3896 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-hnfvc 3d22589d3cc61cb263728eb106f40fe09ef89187427eb17568ecbfdb3c62706b network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-hnfvc 3d22589d3cc61cb263728eb106f40fe09ef89187427eb17568ecbfdb3c62706b network default NAD default NAD key ] I0521 23:05:35.118284 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-hnfvc, hostIfaceName: 3d22589d3cc61cb, network: default, NAD default, SandboxID: "3d22589d3cc61cb263728eb106f40fe09ef89187427eb17568ecbfdb3c62706b", PCI device ID: , UID: "03eb0983-6acd-44c1-9ab8-3befa2b0f77c", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0521 23:05:35.165883 3896 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-hnfvc 3d22589d3cc61cb263728eb106f40fe09ef89187427eb17568ecbfdb3c62706b network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-hnfvc 3d22589d3cc61cb263728eb106f40fe09ef89187427eb17568ecbfdb3c62706b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:b9:fa:90:8a:ba\",\"name\":\"3d22589d3cc61cb\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5306520a-de7c-436c-8ee2-47bbb944ecad\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:05:38.910768 3896 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:05:39.081168 3896 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kzzbx] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-kzzbx for pod on switch ip-10-0-2-170.ec2.internal I0521 23:05:39.081269 3896 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kzzbx I0521 23:05:39.098924 3896 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kzzbx] pod update took 17.681162ms I0521 23:05:39.098956 3896 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kzzbx] addLogicalPort annotation time took 17.718914ms I0521 23:05:39.100135 3896 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kzzbx] addLogicalPort took 18.985157ms, libovsdb time 876.611µs I0521 23:05:39.197757 3896 base_network_controller_pods.go:487] [default/openshift-console/console-6b5c7b6556-6dnd4] creating logical port openshift-console_console-6b5c7b6556-6dnd4 for pod on switch ip-10-0-2-170.ec2.internal I0521 23:05:39.197882 3896 kube.go:256] Updating pod openshift-console/console-6b5c7b6556-6dnd4 I0521 23:05:39.216294 3896 pod.go:62] [openshift-console/console-6b5c7b6556-6dnd4] pod update took 18.449628ms I0521 23:05:39.216314 3896 base_network_controller_pods.go:951] [default/openshift-console/console-6b5c7b6556-6dnd4] addLogicalPort annotation time took 18.473695ms I0521 23:05:39.217649 3896 pods.go:271] [openshift-console/console-6b5c7b6556-6dnd4] addLogicalPort took 19.91197ms, libovsdb time 928.013µs W0521 23:05:39.266699 3896 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:05:39.298935 3896 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-7gnsr] creating logical port openshift-console_downloads-5c54f4944f-7gnsr for pod on switch ip-10-0-2-170.ec2.internal I0521 23:05:39.299048 3896 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-7gnsr W0521 23:05:39.318855 3896 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:05:39.340809 3896 pod.go:62] [openshift-console/downloads-5c54f4944f-7gnsr] pod update took 41.786394ms I0521 23:05:39.340838 3896 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-7gnsr] addLogicalPort annotation time took 41.819302ms I0521 23:05:39.341928 3896 pods.go:271] [openshift-console/downloads-5c54f4944f-7gnsr] addLogicalPort took 43.011609ms, libovsdb time 749.606µs I0521 23:05:39.437528 3896 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kzzbx 515702a2a4b6f161662e6db4922533250b462240db7ec22775340c742fda0129 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kzzbx 515702a2a4b6f161662e6db4922533250b462240db7ec22775340c742fda0129 network default NAD default NAD key ] I0521 23:05:39.448517 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-kzzbx, hostIfaceName: 515702a2a4b6f16, network: default, NAD default, SandboxID: "515702a2a4b6f161662e6db4922533250b462240db7ec22775340c742fda0129", PCI device ID: , UID: "e446e6d1-2c56-4c23-bd99-2aac299d2844", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0521 23:05:39.500484 3896 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kzzbx 515702a2a4b6f161662e6db4922533250b462240db7ec22775340c742fda0129 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kzzbx 515702a2a4b6f161662e6db4922533250b462240db7ec22775340c742fda0129 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:d4:e0:ea:e9:56\",\"name\":\"515702a2a4b6f16\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3a5a378-ef37-4e8c-9250-0d78fce246da\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:05:39.578507 3896 cni.go:452] [openshift-console/console-6b5c7b6556-6dnd4 13fd5039dccf961657224f7074f2dc39b5500d17fa319f807ea525ef3f3fb421 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b5c7b6556-6dnd4 13fd5039dccf961657224f7074f2dc39b5500d17fa319f807ea525ef3f3fb421 network default NAD default NAD key ] I0521 23:05:39.590288 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b5c7b6556-6dnd4, hostIfaceName: 13fd5039dccf961, network: default, NAD default, SandboxID: "13fd5039dccf961657224f7074f2dc39b5500d17fa319f807ea525ef3f3fb421", PCI device ID: , UID: "ffd0dbd6-d7e6-4b1a-95c6-ebd72d2a541b", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0521 23:05:39.641423 3896 cni.go:473] [openshift-console/console-6b5c7b6556-6dnd4 13fd5039dccf961657224f7074f2dc39b5500d17fa319f807ea525ef3f3fb421 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b5c7b6556-6dnd4 13fd5039dccf961657224f7074f2dc39b5500d17fa319f807ea525ef3f3fb421 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:17:ad:db:4f:93\",\"name\":\"13fd5039dccf961\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/644040c7-9df3-4267-9187-e7a62a0d6b8f\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:05:39.695211 3896 cni.go:452] [openshift-console/downloads-5c54f4944f-7gnsr 74a0bdf46040d1ea02d46bf6228808e625f5a42294e34a1fb8fac9b1cc1a5d5c network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-7gnsr 74a0bdf46040d1ea02d46bf6228808e625f5a42294e34a1fb8fac9b1cc1a5d5c network default NAD default NAD key ] I0521 23:05:39.714653 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-7gnsr, hostIfaceName: 74a0bdf46040d1e, network: default, NAD default, SandboxID: "74a0bdf46040d1ea02d46bf6228808e625f5a42294e34a1fb8fac9b1cc1a5d5c", PCI device ID: , UID: "e2924946-dd8c-4e58-bd71-ef5e292ee138", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0521 23:05:39.766325 3896 cni.go:473] [openshift-console/downloads-5c54f4944f-7gnsr 74a0bdf46040d1ea02d46bf6228808e625f5a42294e34a1fb8fac9b1cc1a5d5c network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-7gnsr 74a0bdf46040d1ea02d46bf6228808e625f5a42294e34a1fb8fac9b1cc1a5d5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:3a:a4:b4:6d:be\",\"name\":\"74a0bdf46040d1e\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e07b9286-7a95-4781-ab91-79ceafda1c6f\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:05:41.294474 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 23:05:41.505819 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 23:05:42.256960 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:05:42.256989 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:05:43.328037 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 23:05:43.484741 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 23:05:45.700078 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 23:05:47.305328 3896 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-65xxx] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-65xxx for pod on switch ip-10-0-2-170.ec2.internal I0521 23:05:47.305512 3896 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-65xxx I0521 23:05:47.322107 3896 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-65xxx] pod update took 16.62196ms I0521 23:05:47.322137 3896 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-65xxx] addLogicalPort annotation time took 16.656879ms I0521 23:05:47.323630 3896 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-65xxx] addLogicalPort took 18.318598ms, libovsdb time 970.119µs I0521 23:05:47.668898 3896 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-65xxx ed29b21b98598a6a5c6bb921360e54e5387dfa4355016fcdcf199806262f2254 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-65xxx ed29b21b98598a6a5c6bb921360e54e5387dfa4355016fcdcf199806262f2254 network default NAD default NAD key ] I0521 23:05:47.679216 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-65xxx, hostIfaceName: ed29b21b98598a6, network: default, NAD default, SandboxID: "ed29b21b98598a6a5c6bb921360e54e5387dfa4355016fcdcf199806262f2254", PCI device ID: , UID: "5014008f-f5f1-44fd-a288-f78324240a83", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0521 23:05:47.732172 3896 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-65xxx ed29b21b98598a6a5c6bb921360e54e5387dfa4355016fcdcf199806262f2254 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-65xxx ed29b21b98598a6a5c6bb921360e54e5387dfa4355016fcdcf199806262f2254 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:94:62:11:a7:b7\",\"name\":\"ed29b21b98598a6\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/912a15a5-4425-4c11-a576-ac0079f09cec\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:05:48.541584 3896 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-170.ec2.internal I0521 23:05:48.541729 3896 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0521 23:05:48.575866 3896 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 34.198787ms I0521 23:05:48.575959 3896 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 34.292872ms I0521 23:05:48.577394 3896 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 35.831538ms, libovsdb time 1.008045ms W0521 23:05:49.357455 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 23:05:50.416210 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 23:05:50.416236 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 23:05:51.375946 3896 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:51.375968 3896 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:51.375973 3896 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 23:05:52.113464 3896 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-b98xg] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-b98xg for pod on switch ip-10-0-2-170.ec2.internal I0521 23:05:52.113558 3896 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-b98xg I0521 23:05:52.159177 3896 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b98xg] pod update took 45.645366ms I0521 23:05:52.159202 3896 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-b98xg] addLogicalPort annotation time took 45.678209ms I0521 23:05:52.160582 3896 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b98xg] addLogicalPort took 47.152039ms, libovsdb time 975.187µs I0521 23:05:54.058709 3896 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-170.ec2.internal I0521 23:05:54.058863 3896 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 23:05:54.099090 3896 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 40.304806ms I0521 23:05:54.099125 3896 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 40.347098ms I0521 23:05:54.100471 3896 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 41.777256ms, libovsdb time 924.976µs W0521 23:05:55.436557 3896 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:05:55.436577 3896 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:05:55.436584 3896 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:05:55.436588 3896 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:05:55.479165 3896 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:05:55.479234 3896 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:05:55.495605 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0521 23:05:55.833160 3896 cni.go:452] [openshift-monitoring/alertmanager-main-1 bca2fd7806766b4e612018dd6d8a0b60de75a816eb4fe0dcdf37379e1534067c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 bca2fd7806766b4e612018dd6d8a0b60de75a816eb4fe0dcdf37379e1534067c network default NAD default NAD key ] I0521 23:05:55.834176 3896 cni.go:452] [openshift-monitoring/prometheus-k8s-0 73fa857b5cdf243a04929fec696573c14841bd41a1c50e3cb44886593ff40e4b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 73fa857b5cdf243a04929fec696573c14841bd41a1c50e3cb44886593ff40e4b network default NAD default NAD key ] I0521 23:05:55.835056 3896 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b98xg 284a8890855b5fb266bc16673e4287b34a671863dbbf4689e75b5a53cbc8753d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b98xg 284a8890855b5fb266bc16673e4287b34a671863dbbf4689e75b5a53cbc8753d network default NAD default NAD key ] I0521 23:05:55.846059 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: bca2fd7806766b4, network: default, NAD default, SandboxID: "bca2fd7806766b4e612018dd6d8a0b60de75a816eb4fe0dcdf37379e1534067c", PCI device ID: , UID: "f7d68057-8e6e-448c-8470-927484a78631", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0521 23:05:55.846302 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 73fa857b5cdf243, network: default, NAD default, SandboxID: "73fa857b5cdf243a04929fec696573c14841bd41a1c50e3cb44886593ff40e4b", PCI device ID: , UID: "e69dc759-6da7-4fc6-b2f6-f8d5ed0966f5", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0521 23:05:55.847105 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-b98xg, hostIfaceName: 284a8890855b5fb, network: default, NAD default, SandboxID: "284a8890855b5fb266bc16673e4287b34a671863dbbf4689e75b5a53cbc8753d", PCI device ID: , UID: "59c601c9-142a-4d9e-abde-b6179541c6d3", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0521 23:05:55.910100 3896 cni.go:473] [openshift-monitoring/prometheus-k8s-0 73fa857b5cdf243a04929fec696573c14841bd41a1c50e3cb44886593ff40e4b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 73fa857b5cdf243a04929fec696573c14841bd41a1c50e3cb44886593ff40e4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:0e:71:bd:bd:5e\",\"name\":\"73fa857b5cdf243\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/665f4fc2-4a19-40bd-bc4c-1c0507b5504f\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:05:55.927118 3896 cni.go:473] [openshift-monitoring/alertmanager-main-1 bca2fd7806766b4e612018dd6d8a0b60de75a816eb4fe0dcdf37379e1534067c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 bca2fd7806766b4e612018dd6d8a0b60de75a816eb4fe0dcdf37379e1534067c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:e7:ba:f6:d0:e4\",\"name\":\"bca2fd7806766b4\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40786d3d-18b3-4e52-af24-da355a270131\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:05:55.942596 3896 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b98xg 284a8890855b5fb266bc16673e4287b34a671863dbbf4689e75b5a53cbc8753d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b98xg 284a8890855b5fb266bc16673e4287b34a671863dbbf4689e75b5a53cbc8753d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:43:6a:c3:a1:2c\",\"name\":\"284a8890855b5fb\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71854594-3db6-48da-a67f-b9173e891fbb\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:05:56.096951 3896 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-566d446b4c-4xr6c IP address from the namespace address-set, err: pod openshift-console/console-566d446b4c-4xr6c: no pod IPs found W0521 23:05:56.427577 3896 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 23:05:56.543242 3896 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 23:05:56.577881 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0521 23:05:57.056266 3896 cni.go:452] [openshift-dns/dns-default-kbvkq 41fd5313a320b5004b4a8a490ea1f9fd506575c7c8698e807847677fcdafe455 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-kbvkq 41fd5313a320b5004b4a8a490ea1f9fd506575c7c8698e807847677fcdafe455 network default NAD default NAD key ] I0521 23:05:57.067736 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-kbvkq, hostIfaceName: 41fd5313a320b50, network: default, NAD default, SandboxID: "41fd5313a320b5004b4a8a490ea1f9fd506575c7c8698e807847677fcdafe455", PCI device ID: , UID: "2f011e6b-f37a-4261-9aa0-7db63a91d9f7", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0521 23:05:57.132036 3896 cni.go:473] [openshift-dns/dns-default-kbvkq 41fd5313a320b5004b4a8a490ea1f9fd506575c7c8698e807847677fcdafe455 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-kbvkq 41fd5313a320b5004b4a8a490ea1f9fd506575c7c8698e807847677fcdafe455 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:61:03:63:bf:74\",\"name\":\"41fd5313a320b50\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50ee27ed-1482-4206-9db4-38a1244e241b\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:05:57.571060 3896 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:57.571088 3896 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:57.571093 3896 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:57.617469 3896 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:05:57.617492 3896 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:05:58.622835 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 23:05:58.661458 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 23:05:59.461596 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 23:06:00.421570 3896 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:00.421593 3896 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:00.421601 3896 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:06:00.421608 3896 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 23:06:04.474408 3896 cni.go:452] [openshift-image-registry/image-registry-7cdc4684b5-dm5cc 32a128372a0958a6605c911129543295524510ee778544db5f77e98efba528aa network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7cdc4684b5-dm5cc 32a128372a0958a6605c911129543295524510ee778544db5f77e98efba528aa network default NAD default NAD key ] I0521 23:06:04.527946 3896 obj_retry.go:498] Detected object openshift-image-registry/image-registry-866fbbcd4d-gtdm8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:04.528466 3896 obj_retry.go:498] Detected object openshift-image-registry/image-registry-866fbbcd4d-gtdm8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:04.561088 3896 cni.go:473] [openshift-image-registry/image-registry-7cdc4684b5-dm5cc 32a128372a0958a6605c911129543295524510ee778544db5f77e98efba528aa network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7cdc4684b5-dm5cc 32a128372a0958a6605c911129543295524510ee778544db5f77e98efba528aa network default NAD default NAD key default], result "{}", err I0521 23:06:04.612984 3896 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cdc4684b5-dm5cc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:04.613020 3896 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7cdc4684b5-dm5cc I0521 23:06:04.614533 3896 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7cdc4684b5-dm5cc, ips: 10.130.0.16 I0521 23:06:04.614569 3896 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cdc4684b5-dm5cc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:04.622222 3896 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-568ff47f7c-fxk8d] creating logical port openshift-image-registry_image-registry-568ff47f7c-fxk8d for pod on switch ip-10-0-2-170.ec2.internal I0521 23:06:04.622397 3896 kube.go:256] Updating pod openshift-image-registry/image-registry-568ff47f7c-fxk8d I0521 23:06:04.641491 3896 pod.go:62] [openshift-image-registry/image-registry-568ff47f7c-fxk8d] pod update took 19.137935ms I0521 23:06:04.641513 3896 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-568ff47f7c-fxk8d] addLogicalPort annotation time took 19.16528ms I0521 23:06:04.642730 3896 pods.go:271] [openshift-image-registry/image-registry-568ff47f7c-fxk8d] addLogicalPort took 20.522431ms, libovsdb time 860.649µs I0521 23:06:04.986493 3896 cni.go:452] [openshift-image-registry/image-registry-568ff47f7c-fxk8d 1e2f397c84987cc03acb5a5e7c5302d709069bbf302e3128c0962a18c79ec4b4 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-568ff47f7c-fxk8d 1e2f397c84987cc03acb5a5e7c5302d709069bbf302e3128c0962a18c79ec4b4 network default NAD default NAD key ] I0521 23:06:04.998238 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-568ff47f7c-fxk8d, hostIfaceName: 1e2f397c84987cc, network: default, NAD default, SandboxID: "1e2f397c84987cc03acb5a5e7c5302d709069bbf302e3128c0962a18c79ec4b4", PCI device ID: , UID: "d1d5285a-e355-4cea-840a-9b4bab2fcf01", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0521 23:06:05.054180 3896 cni.go:473] [openshift-image-registry/image-registry-568ff47f7c-fxk8d 1e2f397c84987cc03acb5a5e7c5302d709069bbf302e3128c0962a18c79ec4b4 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-568ff47f7c-fxk8d 1e2f397c84987cc03acb5a5e7c5302d709069bbf302e3128c0962a18c79ec4b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:57:77:fe:3b:e7\",\"name\":\"1e2f397c84987cc\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89151819-5156-4f37-a946-b1f0a4031288\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:06:05.455012 3896 obj_retry.go:492] Detected object openshift-image-registry/image-registry-866fbbcd4d-gtdm8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:05.455034 3896 obj_retry.go:492] Detected object openshift-image-registry/image-registry-866fbbcd4d-gtdm8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:05.462145 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-866fbbcd4d-gtdm8 I0521 23:06:05.462175 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-866fbbcd4d-gtdm8 I0521 23:06:05.652120 3896 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cdc4684b5-dm5cc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:05.652144 3896 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cdc4684b5-dm5cc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:05.658450 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7cdc4684b5-dm5cc I0521 23:06:05.658479 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7cdc4684b5-dm5cc I0521 23:06:10.855526 3896 cni.go:452] [openshift-console/console-6b5c7b6556-6dnd4 13fd5039dccf961657224f7074f2dc39b5500d17fa319f807ea525ef3f3fb421 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6b5c7b6556-6dnd4 13fd5039dccf961657224f7074f2dc39b5500d17fa319f807ea525ef3f3fb421 network default NAD default NAD key ] I0521 23:06:10.924055 3896 cni.go:473] [openshift-console/console-6b5c7b6556-6dnd4 13fd5039dccf961657224f7074f2dc39b5500d17fa319f807ea525ef3f3fb421 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6b5c7b6556-6dnd4 13fd5039dccf961657224f7074f2dc39b5500d17fa319f807ea525ef3f3fb421 network default NAD default NAD key default], result "{}", err I0521 23:06:10.973673 3896 obj_retry.go:498] Detected object openshift-console/console-6b5c7b6556-6dnd4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:10.973706 3896 pods.go:176] Deleting pod: openshift-console/console-6b5c7b6556-6dnd4 I0521 23:06:10.975045 3896 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6b5c7b6556-6dnd4, ips: 10.130.0.19 I0521 23:06:10.975074 3896 obj_retry.go:498] Detected object openshift-console/console-6b5c7b6556-6dnd4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:10.984822 3896 base_network_controller_pods.go:487] [default/openshift-console/console-665487c849-k9nmw] creating logical port openshift-console_console-665487c849-k9nmw for pod on switch ip-10-0-2-170.ec2.internal I0521 23:06:10.984939 3896 kube.go:256] Updating pod openshift-console/console-665487c849-k9nmw I0521 23:06:11.001705 3896 pod.go:62] [openshift-console/console-665487c849-k9nmw] pod update took 16.801483ms I0521 23:06:11.001727 3896 base_network_controller_pods.go:951] [default/openshift-console/console-665487c849-k9nmw] addLogicalPort annotation time took 16.82893ms I0521 23:06:11.003076 3896 pods.go:271] [openshift-console/console-665487c849-k9nmw] addLogicalPort took 18.270738ms, libovsdb time 862.554µs I0521 23:06:11.370771 3896 cni.go:452] [openshift-console/console-665487c849-k9nmw 4ad931448c196287880a54626d14d0a75f7107b6c6e67f7ab16eef3a52b00982 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-665487c849-k9nmw 4ad931448c196287880a54626d14d0a75f7107b6c6e67f7ab16eef3a52b00982 network default NAD default NAD key ] I0521 23:06:11.381270 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-665487c849-k9nmw, hostIfaceName: 4ad931448c19628, network: default, NAD default, SandboxID: "4ad931448c196287880a54626d14d0a75f7107b6c6e67f7ab16eef3a52b00982", PCI device ID: , UID: "93dab070-b3db-4e05-a2c3-b7390b82ead3", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0521 23:06:11.434211 3896 cni.go:473] [openshift-console/console-665487c849-k9nmw 4ad931448c196287880a54626d14d0a75f7107b6c6e67f7ab16eef3a52b00982 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-665487c849-k9nmw 4ad931448c196287880a54626d14d0a75f7107b6c6e67f7ab16eef3a52b00982 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:92:bf:ca:77:a0\",\"name\":\"4ad931448c19628\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c130a397-5ea6-4183-b512-94d069609add\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:06:11.607706 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 23:06:11.607730 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 23:06:11.607736 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0521 23:06:11.670035 3896 obj_retry.go:492] Detected object openshift-console/console-6b5c7b6556-6dnd4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:11.670063 3896 obj_retry.go:492] Detected object openshift-console/console-6b5c7b6556-6dnd4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:11.677204 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b5c7b6556-6dnd4 I0521 23:06:11.677230 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b5c7b6556-6dnd4 W0521 23:06:13.668331 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 23:06:13.668381 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 23:06:13.668335 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 23:06:14.669330 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 23:06:19.530198 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:06:19.530221 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:06:19.530228 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:06:19.530238 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:06:19.530243 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:06:19.530248 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:06:21.709404 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 23:06:22.689762 3896 obj_retry.go:498] Detected object openshift-console/console-566d446b4c-679gg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:22.690338 3896 obj_retry.go:498] Detected object openshift-console/console-566d446b4c-679gg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:23.517875 3896 obj_retry.go:492] Detected object openshift-console/console-566d446b4c-679gg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:23.517899 3896 obj_retry.go:492] Detected object openshift-console/console-566d446b4c-679gg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:23.522030 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-566d446b4c-679gg I0521 23:06:23.522054 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-566d446b4c-679gg W0521 23:06:23.706884 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 23:06:23.706899 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 23:06:23.707124 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 23:06:24.716694 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 23:06:26.461569 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:06:26.461594 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:06:26.536879 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:06:26.536905 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:06:26.650748 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:06:28.730967 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0521 23:06:28.730971 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0521 23:06:28.731022 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0521 23:06:29.604839 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:06:29.604863 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:06:29.604869 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:06:29.735794 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0521 23:06:47.041311 3896 obj_retry.go:498] Detected object openshift-console/console-6b5c7b6556-47gn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:47.041887 3896 obj_retry.go:498] Detected object openshift-console/console-6b5c7b6556-47gn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:47.600103 3896 obj_retry.go:492] Detected object openshift-console/console-6b5c7b6556-47gn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:47.600132 3896 obj_retry.go:492] Detected object openshift-console/console-6b5c7b6556-47gn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:47.606008 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b5c7b6556-47gn9 I0521 23:06:47.606031 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b5c7b6556-47gn9 I0521 23:06:52.824277 3896 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cdc4684b5-wm2b9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:52.824826 3896 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cdc4684b5-wm2b9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:53.316021 3896 obj_retry.go:498] Detected object openshift-ingress/router-default-7c7bf5967f-hc2w8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:53.316631 3896 obj_retry.go:498] Detected object openshift-ingress/router-default-7c7bf5967f-hc2w8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:53.633305 3896 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cdc4684b5-wm2b9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:53.633329 3896 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cdc4684b5-wm2b9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:53.640160 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7cdc4684b5-wm2b9 I0521 23:06:53.640183 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7cdc4684b5-wm2b9 I0521 23:06:53.655203 3896 obj_retry.go:492] Detected object openshift-ingress/router-default-7c7bf5967f-hc2w8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:53.655222 3896 obj_retry.go:492] Detected object openshift-ingress/router-default-7c7bf5967f-hc2w8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:53.661064 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7c7bf5967f-hc2w8 I0521 23:06:53.661078 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7c7bf5967f-hc2w8 W0521 23:06:54.683534 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:06:54.683557 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:06:54.683567 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:06:54.683572 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:06:54.886783 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:06:54.886805 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 23:07:02.953186 3896 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 23:07:20.019287 3896 cni.go:452] [openshift-multus/network-metrics-daemon-8zh7t 42acd7649e3e7b8d5751765903572796b94c31c21eca47b4ec728ba8ddd52fd1 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-8zh7t 42acd7649e3e7b8d5751765903572796b94c31c21eca47b4ec728ba8ddd52fd1 network default NAD default NAD key ] I0521 23:07:20.029179 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-8zh7t, hostIfaceName: 42acd7649e3e7b8, network: default, NAD default, SandboxID: "42acd7649e3e7b8d5751765903572796b94c31c21eca47b4ec728ba8ddd52fd1", PCI device ID: , UID: "6d56398a-0e34-439d-9c93-3796c6f9e2f0", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0521 23:07:20.083106 3896 cni.go:473] [openshift-multus/network-metrics-daemon-8zh7t 42acd7649e3e7b8d5751765903572796b94c31c21eca47b4ec728ba8ddd52fd1 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-8zh7t 42acd7649e3e7b8d5751765903572796b94c31c21eca47b4ec728ba8ddd52fd1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:bb:8b:ac:db:ae\",\"name\":\"42acd7649e3e7b8\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0be7e2fc-fdb2-4caf-b618-f58c203e0678\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:07:27.965805 3896 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6768f9dd96-cr5kp IP address from the namespace address-set, err: pod openshift-console/console-6768f9dd96-cr5kp: no pod IPs found I0521 23:07:42.257082 3896 obj_retry.go:498] Detected object openshift-console/console-665487c849-clc5g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:42.257670 3896 obj_retry.go:498] Detected object openshift-console/console-665487c849-clc5g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:42.842267 3896 obj_retry.go:492] Detected object openshift-console/console-665487c849-clc5g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:42.842293 3896 obj_retry.go:492] Detected object openshift-console/console-665487c849-clc5g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:42.846020 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-665487c849-clc5g I0521 23:07:42.846042 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-665487c849-clc5g I0521 23:07:53.000005 3896 cni.go:452] [openshift-console/console-665487c849-k9nmw 4ad931448c196287880a54626d14d0a75f7107b6c6e67f7ab16eef3a52b00982 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-665487c849-k9nmw 4ad931448c196287880a54626d14d0a75f7107b6c6e67f7ab16eef3a52b00982 network default NAD default NAD key ] I0521 23:07:53.085321 3896 cni.go:473] [openshift-console/console-665487c849-k9nmw 4ad931448c196287880a54626d14d0a75f7107b6c6e67f7ab16eef3a52b00982 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-665487c849-k9nmw 4ad931448c196287880a54626d14d0a75f7107b6c6e67f7ab16eef3a52b00982 network default NAD default NAD key default], result "{}", err I0521 23:07:53.135930 3896 obj_retry.go:498] Detected object openshift-console/console-665487c849-k9nmw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:53.135964 3896 pods.go:176] Deleting pod: openshift-console/console-665487c849-k9nmw I0521 23:07:53.137323 3896 pods.go:236] Attempting to release IPs for pod: openshift-console/console-665487c849-k9nmw, ips: 10.130.0.26 I0521 23:07:53.137352 3896 obj_retry.go:498] Detected object openshift-console/console-665487c849-k9nmw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:53.146666 3896 base_network_controller_pods.go:487] [default/openshift-console/console-5ffd54545c-xt8f8] creating logical port openshift-console_console-5ffd54545c-xt8f8 for pod on switch ip-10-0-2-170.ec2.internal I0521 23:07:53.146802 3896 kube.go:256] Updating pod openshift-console/console-5ffd54545c-xt8f8 I0521 23:07:53.164050 3896 pod.go:62] [openshift-console/console-5ffd54545c-xt8f8] pod update took 17.287017ms I0521 23:07:53.164074 3896 base_network_controller_pods.go:951] [default/openshift-console/console-5ffd54545c-xt8f8] addLogicalPort annotation time took 17.317535ms I0521 23:07:53.165511 3896 pods.go:271] [openshift-console/console-5ffd54545c-xt8f8] addLogicalPort took 18.863341ms, libovsdb time 1.104834ms I0521 23:07:53.503717 3896 cni.go:452] [openshift-console/console-5ffd54545c-xt8f8 91fc68944a7a8f48fc3889faf6bee00286db1684fbb324b6fceb7112cef64cc3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5ffd54545c-xt8f8 91fc68944a7a8f48fc3889faf6bee00286db1684fbb324b6fceb7112cef64cc3 network default NAD default NAD key ] I0521 23:07:53.513958 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5ffd54545c-xt8f8, hostIfaceName: 91fc68944a7a8f4, network: default, NAD default, SandboxID: "91fc68944a7a8f48fc3889faf6bee00286db1684fbb324b6fceb7112cef64cc3", PCI device ID: , UID: "5b4db290-188c-4d63-b826-e607d018bc39", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0521 23:07:53.566262 3896 cni.go:473] [openshift-console/console-5ffd54545c-xt8f8 91fc68944a7a8f48fc3889faf6bee00286db1684fbb324b6fceb7112cef64cc3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5ffd54545c-xt8f8 91fc68944a7a8f48fc3889faf6bee00286db1684fbb324b6fceb7112cef64cc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:c8:cd:b8:6d:b7\",\"name\":\"91fc68944a7a8f4\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/016f961a-cbdc-4795-930c-ad395cc4b2d4\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:07:54.105334 3896 obj_retry.go:492] Detected object openshift-console/console-665487c849-k9nmw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:54.105363 3896 obj_retry.go:492] Detected object openshift-console/console-665487c849-k9nmw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:54.112684 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-665487c849-k9nmw I0521 23:07:54.112713 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-665487c849-k9nmw W0521 23:08:04.134910 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 23:08:18.195396 3896 obj_retry.go:498] Detected object openshift-console/console-6768f9dd96-w2ww7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:08:18.196024 3896 obj_retry.go:498] Detected object openshift-console/console-6768f9dd96-w2ww7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:08:18.978307 3896 obj_retry.go:492] Detected object openshift-console/console-6768f9dd96-w2ww7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:08:18.978336 3896 obj_retry.go:492] Detected object openshift-console/console-6768f9dd96-w2ww7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:08:18.983975 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6768f9dd96-w2ww7 I0521 23:08:18.984000 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6768f9dd96-w2ww7 I0521 23:08:46.866135 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0521 23:08:51.242612 3896 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:08:51.243175 3896 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:08:52.266335 3896 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:08:52.266369 3896 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-kvtgd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:08:59.956279 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 23:09:02.877255 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=514 I0521 23:09:03.988844 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 23:09:13.865366 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=68 W0521 23:10:03.407510 3896 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:10:04.518283 3896 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:10:04.518705 3896 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:10:05.542594 3896 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:10:05.542617 3896 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wts2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:10:12.971765 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0521 23:10:14.437472 3896 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 23:10:14.437542 3896 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-r2bww IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-r2bww: no pod IPs found I0521 23:10:14.984474 3896 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0521 23:10:21.989531 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0521 23:10:32.867773 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0521 23:10:38.950975 3896 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0521 23:10:39.960769 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0521 23:11:12.656603 3896 namespace.go:98] [tsf] adding namespace I0521 23:11:12.657498 3896 namespace.go:102] [tsf] adding namespace took 870.116µs I0521 23:11:12.676692 3896 namespace.go:142] [tsf] updating namespace I0521 23:11:12.690208 3896 namespace.go:142] [tsf] updating namespace I0521 23:11:16.723681 3896 namespace.go:98] [rhbk-operator] adding namespace I0521 23:11:16.723809 3896 namespace.go:98] [konflux-ui] adding namespace I0521 23:11:16.724022 3896 namespace.go:98] [tsf-keycloak] adding namespace I0521 23:11:16.724048 3896 namespace.go:98] [tsf-tas] adding namespace I0521 23:11:16.724681 3896 namespace.go:102] [rhbk-operator] adding namespace took 976.46µs I0521 23:11:16.724721 3896 namespace.go:98] [cert-manager-operator] adding namespace I0521 23:11:16.725217 3896 namespace.go:102] [cert-manager-operator] adding namespace took 486.992µs I0521 23:11:16.725784 3896 namespace.go:102] [konflux-ui] adding namespace took 1.958002ms I0521 23:11:16.726069 3896 namespace.go:98] [rhtpa-operator] adding namespace I0521 23:11:16.726109 3896 namespace.go:98] [konflux-operator] adding namespace I0521 23:11:16.726370 3896 namespace.go:102] [tsf-keycloak] adding namespace took 2.327939ms I0521 23:11:16.726928 3896 namespace.go:102] [tsf-tas] adding namespace took 2.869326ms I0521 23:11:16.727399 3896 namespace.go:102] [rhtpa-operator] adding namespace took 1.30522ms I0521 23:11:16.727888 3896 namespace.go:102] [konflux-operator] adding namespace took 1.765239ms I0521 23:11:16.730787 3896 namespace.go:98] [tsf-tpa] adding namespace I0521 23:11:16.731325 3896 namespace.go:102] [tsf-tpa] adding namespace took 522.97µs I0521 23:11:16.737900 3896 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:16.747995 3896 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:16.758690 3896 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:16.782019 3896 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:16.782061 3896 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:16.794648 3896 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:16.794772 3896 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:16.794799 3896 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:16.807165 3896 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:16.812112 3896 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:16.813595 3896 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:16.815837 3896 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:16.823016 3896 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:16.826773 3896 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:16.838136 3896 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:16.860352 3896 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:16.860489 3896 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:16.869532 3896 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:16.878768 3896 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:16.890688 3896 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:16.907880 3896 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:16.907983 3896 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:16.917025 3896 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:16.933860 3896 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:17.934335 3896 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:17.950817 3896 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:19.978095 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0521 23:11:23.871894 3896 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:23.872450 3896 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:23.872479 3896 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:23.872487 3896 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:23.872498 3896 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:23.872502 3896 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:24.901827 3896 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:24.901851 3896 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:24.901863 3896 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:24.901879 3896 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jgvxk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:24.902961 3896 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:24.903502 3896 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:24.903528 3896 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:24.903536 3896 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:24.903545 3896 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:24.903551 3896 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:25.928445 3896 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:25.928468 3896 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:25.928485 3896 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:25.928496 3896 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dmsr69 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:26.903793 3896 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.904320 3896 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.904345 3896 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.904354 3896 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:26.904367 3896 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.904371 3896 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:27.931977 3896 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.932009 3896 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.932026 3896 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.932038 3896 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e4q6mx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.932961 3896 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:28.933511 3896 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:28.933542 3896 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:28.933556 3896 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:28.933573 3896 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:28.933581 3896 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:29.961984 3896 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:29.962007 3896 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:29.962027 3896 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:29.962039 3896 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmvb46 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:30.949272 3896 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.949842 3896 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.949879 3896 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.949889 3896 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:30.949904 3896 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.949911 3896 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:30.972936 3896 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.973456 3896 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.973478 3896 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.973486 3896 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:30.973506 3896 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:30.973513 3896 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:31.978758 3896 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:31.978780 3896 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:31.978794 3896 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:31.978805 3896 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dpc6s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:32.001663 3896 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:32.001684 3896 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:32.001704 3896 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:32.001715 3896 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7j8cd5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:11:34.851686 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 23:11:38.872611 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=52 W0521 23:11:40.339602 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 23:11:40.349965 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 23:11:42.830717 3896 namespace.go:142] [openshift-operators] updating namespace I0521 23:11:42.862675 3896 namespace.go:142] [openshift-operators] updating namespace I0521 23:11:43.861872 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=124 W0521 23:11:48.115301 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 23:11:49.299870 3896 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-g7nkn] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-g7nkn for pod on switch ip-10-0-2-170.ec2.internal I0521 23:11:49.299991 3896 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-g7nkn I0521 23:11:49.336296 3896 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-g7nkn] pod update took 36.329086ms I0521 23:11:49.336319 3896 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-g7nkn] addLogicalPort annotation time took 36.358258ms I0521 23:11:49.337525 3896 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-g7nkn] addLogicalPort took 37.677306ms, libovsdb time 858.595µs I0521 23:11:49.977950 3896 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4kbsc] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-4kbsc for pod on switch ip-10-0-2-170.ec2.internal I0521 23:11:49.978112 3896 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4kbsc I0521 23:11:50.006794 3896 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4kbsc] pod update took 28.72299ms I0521 23:11:50.006827 3896 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4kbsc] addLogicalPort annotation time took 28.759812ms I0521 23:11:50.008295 3896 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4kbsc] addLogicalPort took 30.366761ms, libovsdb time 1.007175ms I0521 23:11:50.857525 3896 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-g7nkn d6577beb78619d6121fcf438b0700b9a0ab5533c1fe2aed00a8b04e987aa709b network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-g7nkn d6577beb78619d6121fcf438b0700b9a0ab5533c1fe2aed00a8b04e987aa709b network default NAD default NAD key ] I0521 23:11:50.867374 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-g7nkn, hostIfaceName: d6577beb78619d6, network: default, NAD default, SandboxID: "d6577beb78619d6121fcf438b0700b9a0ab5533c1fe2aed00a8b04e987aa709b", PCI device ID: , UID: "93f0c9a2-a52d-4771-b093-86884239e12a", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0521 23:11:50.919364 3896 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-g7nkn d6577beb78619d6121fcf438b0700b9a0ab5533c1fe2aed00a8b04e987aa709b network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-g7nkn d6577beb78619d6121fcf438b0700b9a0ab5533c1fe2aed00a8b04e987aa709b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:9c:bb:5c:52:0e\",\"name\":\"d6577beb78619d6\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14e5fe92-f563-4c88-9d44-54f53a64a97e\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:11:52.135168 3896 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4kbsc f5bad470ac12d32efa7cd8b1bac2ee97525118dfa4e28cc670461a5047517605 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4kbsc f5bad470ac12d32efa7cd8b1bac2ee97525118dfa4e28cc670461a5047517605 network default NAD default NAD key ] I0521 23:11:52.147127 3896 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-4kbsc, hostIfaceName: f5bad470ac12d32, network: default, NAD default, SandboxID: "f5bad470ac12d32efa7cd8b1bac2ee97525118dfa4e28cc670461a5047517605", PCI device ID: , UID: "f839e985-eec0-4ff5-8475-700fb283e877", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0521 23:11:52.206298 3896 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4kbsc f5bad470ac12d32efa7cd8b1bac2ee97525118dfa4e28cc670461a5047517605 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-4kbsc f5bad470ac12d32efa7cd8b1bac2ee97525118dfa4e28cc670461a5047517605 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:22:ea:a1:35:ea\",\"name\":\"f5bad470ac12d32\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f52f9dbb-25fd-42e2-9216-f2d0decaf7a1\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:11:53.625078 3896 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 23:11:53.626035 3896 namespace.go:102] [trusted-artifact-signer] adding namespace took 930.325µs I0521 23:11:53.700666 3896 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:11:53.729246 3896 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 23:11:53.779127 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:53.804123 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:53.839743 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:53.848524 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:54.160123 3896 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 23:11:54.781789 3896 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-x2njw] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-x2njw for pod on switch ip-10-0-2-170.ec2.internal I0521 23:11:54.781910 3896 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-x2njw I0521 23:11:54.802690 3896 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-x2njw] pod update took 20.798358ms I0521 23:11:54.802720 3896 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-x2njw] addLogicalPort annotation time took 20.835521ms I0521 23:11:54.803984 3896 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-x2njw] addLogicalPort took 22.21036ms, libovsdb time 876.752µs I0521 23:11:54.842740 3896 namespace.go:98] [cert-manager] adding namespace I0521 23:11:54.843681 3896 namespace.go:102] [cert-manager] adding namespace took 918.5µs I0521 23:11:54.875483 3896 namespace.go:142] [cert-manager] updating namespace I0521 23:11:54.889998 3896 namespace.go:142] [cert-manager] updating namespace I0521 23:11:55.465151 3896 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-x2njw 97a0e549efdeb7e0e7f49ce908ea5af349ebd40ebf7d60b1b78b02473389ca6c network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-x2njw 97a0e549efdeb7e0e7f49ce908ea5af349ebd40ebf7d60b1b78b02473389ca6c network default NAD default NAD key ] I0521 23:11:55.476645 3896 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-x2njw, hostIfaceName: 97a0e549efdeb7e, network: default, NAD default, SandboxID: "97a0e549efdeb7e0e7f49ce908ea5af349ebd40ebf7d60b1b78b02473389ca6c", PCI device ID: , UID: "f28e8d42-b919-4c4a-8834-7e384295d3c3", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0521 23:11:55.529958 3896 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-x2njw 97a0e549efdeb7e0e7f49ce908ea5af349ebd40ebf7d60b1b78b02473389ca6c network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-x2njw 97a0e549efdeb7e0e7f49ce908ea5af349ebd40ebf7d60b1b78b02473389ca6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:81:e5:4d:05:44\",\"name\":\"97a0e549efdeb7e\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06d91fec-7a11-4586-b992-bbdfa9bbfdba\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:11:56.626363 3896 namespace.go:142] [openshift-operators] updating namespace I0521 23:11:56.793253 3896 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-cjhjl] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-cjhjl for pod on switch ip-10-0-2-170.ec2.internal I0521 23:11:56.793371 3896 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-cjhjl I0521 23:11:56.835243 3896 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-cjhjl] pod update took 41.900202ms I0521 23:11:56.835273 3896 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-cjhjl] addLogicalPort annotation time took 41.938912ms I0521 23:11:56.836898 3896 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-cjhjl] addLogicalPort took 43.664238ms, libovsdb time 1.058017ms I0521 23:11:57.111071 3896 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-mh4k5] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-mh4k5 for pod on switch ip-10-0-2-170.ec2.internal I0521 23:11:57.111210 3896 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-mh4k5 I0521 23:11:57.156053 3896 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mh4k5] pod update took 44.883595ms I0521 23:11:57.156081 3896 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-mh4k5] addLogicalPort annotation time took 44.917292ms I0521 23:11:57.157612 3896 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mh4k5] addLogicalPort took 46.562099ms, libovsdb time 1.05827ms I0521 23:11:57.162938 3896 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-s2j9h] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-s2j9h for pod on switch ip-10-0-2-170.ec2.internal I0521 23:11:57.163133 3896 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-s2j9h I0521 23:11:57.189562 3896 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-s2j9h] pod update took 26.45899ms I0521 23:11:57.189587 3896 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-s2j9h] addLogicalPort annotation time took 26.488763ms I0521 23:11:57.191036 3896 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-s2j9h] addLogicalPort took 28.112691ms, libovsdb time 1.007802ms I0521 23:11:59.646970 3896 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-s2j9h a9dcb4c8ff525fc869b53fb605d045266e2bb3da2f2c0d114cbd1e337cffa592 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-s2j9h a9dcb4c8ff525fc869b53fb605d045266e2bb3da2f2c0d114cbd1e337cffa592 network default NAD default NAD key ] I0521 23:11:59.647181 3896 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mh4k5 718beaf7f2725ecaa2e0fdb22666e2097c9b154a42deb994d5253718c9d9c6cd network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mh4k5 718beaf7f2725ecaa2e0fdb22666e2097c9b154a42deb994d5253718c9d9c6cd network default NAD default NAD key ] I0521 23:11:59.649844 3896 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-cjhjl ec067ef044d8d68c5f6c72cadad2f44b6a64f12382e2046e465ea54dacb08115 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-cjhjl ec067ef044d8d68c5f6c72cadad2f44b6a64f12382e2046e465ea54dacb08115 network default NAD default NAD key ] I0521 23:11:59.660860 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-mh4k5, hostIfaceName: 718beaf7f2725ec, network: default, NAD default, SandboxID: "718beaf7f2725ecaa2e0fdb22666e2097c9b154a42deb994d5253718c9d9c6cd", PCI device ID: , UID: "25f6cfa8-5866-4a5e-a286-c2474abbc42b", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0521 23:11:59.662247 3896 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-cjhjl, hostIfaceName: ec067ef044d8d68, network: default, NAD default, SandboxID: "ec067ef044d8d68c5f6c72cadad2f44b6a64f12382e2046e465ea54dacb08115", PCI device ID: , UID: "1dfc4ec2-29ef-4379-b04c-cb74a440d178", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0521 23:11:59.662747 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-s2j9h, hostIfaceName: a9dcb4c8ff525fc, network: default, NAD default, SandboxID: "a9dcb4c8ff525fc869b53fb605d045266e2bb3da2f2c0d114cbd1e337cffa592", PCI device ID: , UID: "d4f4f691-15e6-489a-86a9-d3e6488932e6", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0521 23:11:59.722913 3896 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mh4k5 718beaf7f2725ecaa2e0fdb22666e2097c9b154a42deb994d5253718c9d9c6cd network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-mh4k5 718beaf7f2725ecaa2e0fdb22666e2097c9b154a42deb994d5253718c9d9c6cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:6f:f2:34:50:99\",\"name\":\"718beaf7f2725ec\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbc54c38-e49f-4db6-953e-33c6a29dccd7\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:11:59.953824 3896 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-s2j9h a9dcb4c8ff525fc869b53fb605d045266e2bb3da2f2c0d114cbd1e337cffa592 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-s2j9h a9dcb4c8ff525fc869b53fb605d045266e2bb3da2f2c0d114cbd1e337cffa592 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:99:0a:9c:33:81\",\"name\":\"a9dcb4c8ff525fc\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c830c98-4bf6-4970-987d-b8418c0b414a\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:11:59.954203 3896 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-cjhjl ec067ef044d8d68c5f6c72cadad2f44b6a64f12382e2046e465ea54dacb08115 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-cjhjl ec067ef044d8d68c5f6c72cadad2f44b6a64f12382e2046e465ea54dacb08115 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:c7:92:b7:29:48\",\"name\":\"ec067ef044d8d68\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40937bfb-f09a-492e-b192-aca067a24585\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:12:05.185994 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0521 23:12:06.245796 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 23:12:06.245825 3896 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 23:12:11.066175 3896 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:11.066750 3896 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:11.099053 3896 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:11.099095 3896 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:11.144750 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 23:12:11.144782 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0521 23:12:12.182981 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 23:12:12.183008 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 23:12:15.636628 3896 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-7cztk] creating logical port cert-manager_cert-manager-59c77684cc-7cztk for pod on switch ip-10-0-2-170.ec2.internal I0521 23:12:15.636760 3896 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-7cztk I0521 23:12:15.655580 3896 pod.go:62] [cert-manager/cert-manager-59c77684cc-7cztk] pod update took 18.848081ms I0521 23:12:15.655605 3896 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-7cztk] addLogicalPort annotation time took 18.877641ms I0521 23:12:15.656863 3896 pods.go:271] [cert-manager/cert-manager-59c77684cc-7cztk] addLogicalPort took 20.252446ms, libovsdb time 854.839µs I0521 23:12:15.998021 3896 cni.go:452] [cert-manager/cert-manager-59c77684cc-7cztk 03848ba9568760d579fd85ae1436a13c36a2673ee429020e124b40460e20e47d network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-7cztk 03848ba9568760d579fd85ae1436a13c36a2673ee429020e124b40460e20e47d network default NAD default NAD key ] I0521 23:12:16.008272 3896 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-7cztk, hostIfaceName: 03848ba9568760d, network: default, NAD default, SandboxID: "03848ba9568760d579fd85ae1436a13c36a2673ee429020e124b40460e20e47d", PCI device ID: , UID: "80a33e47-dbbe-4bbd-8909-8ae15b6c7222", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0521 23:12:16.064727 3896 cni.go:473] [cert-manager/cert-manager-59c77684cc-7cztk 03848ba9568760d579fd85ae1436a13c36a2673ee429020e124b40460e20e47d network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-7cztk 03848ba9568760d579fd85ae1436a13c36a2673ee429020e124b40460e20e47d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:42:88:1b:0c:68\",\"name\":\"03848ba9568760d\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/405fcc3d-d202-4103-8198-d9267f16737b\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:12:17.607229 3896 namespace.go:98] [openshift-pipelines] adding namespace I0521 23:12:17.608118 3896 namespace.go:102] [openshift-pipelines] adding namespace took 866.779µs I0521 23:12:17.629778 3896 namespace.go:142] [openshift-pipelines] updating namespace I0521 23:12:18.323071 3896 namespace.go:142] [cert-manager] updating namespace I0521 23:12:18.522884 3896 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:18.924640 3896 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:19.125609 3896 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:19.325325 3896 namespace.go:142] [open-cluster-management-2qejr5eego5nelo86prvfa07phpab4ni] updating namespace I0521 23:12:19.733907 3896 namespace.go:142] [rhbk-operator] updating namespace I0521 23:12:19.934593 3896 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:20.131778 3896 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:20.330405 3896 namespace.go:142] [tsf] updating namespace I0521 23:12:20.534307 3896 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:20.735532 3896 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:20.933685 3896 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:21.064837 3896 namespace.go:142] [cert-manager] updating namespace I0521 23:12:21.074492 3896 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:21.085639 3896 namespace.go:142] [default] updating namespace I0521 23:12:21.095599 3896 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:21.108199 3896 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:21.120990 3896 namespace.go:142] [open-cluster-management-2qejr5eego5nelo86prvfa07phpab4ni] updating namespace I0521 23:12:21.134183 3896 namespace.go:142] [openshift] updating namespace I0521 23:12:21.148651 3896 namespace.go:142] [rhbk-operator] updating namespace I0521 23:12:21.158752 3896 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:21.169461 3896 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:21.182410 3896 namespace.go:142] [tsf] updating namespace I0521 23:12:21.190740 3896 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:21.201609 3896 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:21.215682 3896 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:21.315809 3896 namespace.go:142] [cert-manager] updating namespace I0521 23:12:21.425183 3896 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:21.515510 3896 namespace.go:142] [default] updating namespace I0521 23:12:21.621713 3896 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:21.717191 3896 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:21.816129 3896 namespace.go:142] [open-cluster-management-2qejr5eego5nelo86prvfa07phpab4ni] updating namespace I0521 23:12:21.913498 3896 namespace.go:142] [openshift] updating namespace I0521 23:12:22.016767 3896 namespace.go:142] [rhbk-operator] updating namespace I0521 23:12:22.117393 3896 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:22.215346 3896 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:22.312723 3896 namespace.go:142] [tsf] updating namespace I0521 23:12:22.414287 3896 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:22.513695 3896 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:22.613347 3896 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:23.032717 3896 namespace.go:142] [openshift-pipelines] updating namespace W0521 23:12:24.017825 3896 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 23:12:24.066908 3896 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0521 23:12:24.452548 3896 namespace.go:142] [openshift-pipelines] updating namespace I0521 23:12:27.950831 3896 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0521 23:12:30.934343 3896 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-dhw4p] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-dhw4p for pod on switch ip-10-0-2-170.ec2.internal I0521 23:12:30.934463 3896 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-dhw4p I0521 23:12:30.954173 3896 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-dhw4p] pod update took 19.758785ms I0521 23:12:30.954201 3896 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-dhw4p] addLogicalPort annotation time took 19.791749ms I0521 23:12:30.955521 3896 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-dhw4p] addLogicalPort took 21.192134ms, libovsdb time 832.354µs I0521 23:12:31.483850 3896 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-dhw4p 6477323e803d400b7bde4f0db7c8261cd94ccda1ed5d30f37ce948c021becf69 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-dhw4p 6477323e803d400b7bde4f0db7c8261cd94ccda1ed5d30f37ce948c021becf69 network default NAD default NAD key ] I0521 23:12:31.493518 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-dhw4p, hostIfaceName: 6477323e803d400, network: default, NAD default, SandboxID: "6477323e803d400b7bde4f0db7c8261cd94ccda1ed5d30f37ce948c021becf69", PCI device ID: , UID: "3ad38a3f-68c1-4c67-9838-de3a937be41c", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0521 23:12:31.548020 3896 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-dhw4p 6477323e803d400b7bde4f0db7c8261cd94ccda1ed5d30f37ce948c021becf69 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-dhw4p 6477323e803d400b7bde4f0db7c8261cd94ccda1ed5d30f37ce948c021becf69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:81:a2:e1:e6:80\",\"name\":\"6477323e803d400\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88133c9c-aca6-4259-965a-4907c25053cd\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:12:35.306552 3896 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:35.306579 3896 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:35.306584 3896 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:37.193870 3896 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:37.193890 3896 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:37.193895 3896 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:37.193899 3896 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:37.223008 3896 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:37.223028 3896 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:37.223033 3896 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:46.311517 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:46.311540 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:46.311546 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0521 23:12:55.310525 3896 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-qgs2j] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-qgs2j for pod on switch ip-10-0-2-170.ec2.internal I0521 23:12:55.310639 3896 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-qgs2j I0521 23:12:55.326315 3896 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-qgs2j] pod update took 15.708457ms I0521 23:12:55.326337 3896 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-qgs2j] addLogicalPort annotation time took 15.736337ms I0521 23:12:55.327613 3896 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-qgs2j] addLogicalPort took 17.108677ms, libovsdb time 864.272µs I0521 23:12:55.390631 3896 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q4vh8] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-q4vh8 for pod on switch ip-10-0-2-170.ec2.internal I0521 23:12:55.390721 3896 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q4vh8 I0521 23:12:55.408754 3896 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q4vh8] pod update took 18.048863ms I0521 23:12:55.408784 3896 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q4vh8] addLogicalPort annotation time took 18.088331ms I0521 23:12:55.410146 3896 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q4vh8] addLogicalPort took 19.535644ms, libovsdb time 911.818µs I0521 23:12:55.672166 3896 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-qgs2j c9f7bdb4efdd30f68cb1561341e544bd4de29e362dc77f374ecd6855f5d82b7c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-qgs2j c9f7bdb4efdd30f68cb1561341e544bd4de29e362dc77f374ecd6855f5d82b7c network default NAD default NAD key ] I0521 23:12:55.682180 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-qgs2j, hostIfaceName: c9f7bdb4efdd30f, network: default, NAD default, SandboxID: "c9f7bdb4efdd30f68cb1561341e544bd4de29e362dc77f374ecd6855f5d82b7c", PCI device ID: , UID: "546f9096-2d42-4806-9dc0-45df89f6fa66", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0521 23:12:55.743743 3896 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-qgs2j c9f7bdb4efdd30f68cb1561341e544bd4de29e362dc77f374ecd6855f5d82b7c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-qgs2j c9f7bdb4efdd30f68cb1561341e544bd4de29e362dc77f374ecd6855f5d82b7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:a3:90:16:3e:ee\",\"name\":\"c9f7bdb4efdd30f\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40bfa0ff-7435-4cfa-bfea-a19d07dc431c\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:12:55.751998 3896 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q4vh8 bba9df68330b725ac99dd4586d85a1f459797d957915144209371b46b34f4454 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q4vh8 bba9df68330b725ac99dd4586d85a1f459797d957915144209371b46b34f4454 network default NAD default NAD key ] I0521 23:12:55.761833 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-q4vh8, hostIfaceName: bba9df68330b725, network: default, NAD default, SandboxID: "bba9df68330b725ac99dd4586d85a1f459797d957915144209371b46b34f4454", PCI device ID: , UID: "d57912fd-39d6-4ada-a248-f507a02aaf0e", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0521 23:12:55.816452 3896 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q4vh8 bba9df68330b725ac99dd4586d85a1f459797d957915144209371b46b34f4454 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q4vh8 bba9df68330b725ac99dd4586d85a1f459797d957915144209371b46b34f4454 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:6d:9f:0b:bd:6c\",\"name\":\"bba9df68330b725\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21272298-89fd-425a-ae04-74792f5d7172\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:12:59.136717 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 23:13:05.286275 3896 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:05.286853 3896 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:05.306641 3896 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:05.306665 3896 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:05.314417 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 23:13:05.314466 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 23:13:07.434820 3896 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 23:13:07.435521 3896 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 23:13:07.435544 3896 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 23:13:07.437534 3896 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0521 23:13:15.391777 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0521 23:13:15.391799 3896 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 23:13:15.392969 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 23:13:15.392984 3896 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0521 23:13:17.370812 3896 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 23:13:21.966687 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0521 23:13:30.764960 3896 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wxwlj] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-wxwlj for pod on switch ip-10-0-2-170.ec2.internal I0521 23:13:30.765049 3896 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wxwlj I0521 23:13:30.786407 3896 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wxwlj] pod update took 21.378619ms I0521 23:13:30.786454 3896 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wxwlj] addLogicalPort annotation time took 21.407266ms I0521 23:13:30.787674 3896 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wxwlj] addLogicalPort took 22.728707ms, libovsdb time 825.686µs I0521 23:13:31.127118 3896 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wxwlj 69aa361ecb99f5e610b634cf8abf3c90dcf14e8004ffacc991f95feaa1dfa34a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wxwlj 69aa361ecb99f5e610b634cf8abf3c90dcf14e8004ffacc991f95feaa1dfa34a network default NAD default NAD key ] I0521 23:13:31.136837 3896 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-wxwlj, hostIfaceName: 69aa361ecb99f5e, network: default, NAD default, SandboxID: "69aa361ecb99f5e610b634cf8abf3c90dcf14e8004ffacc991f95feaa1dfa34a", PCI device ID: , UID: "ac51de96-525f-48aa-b408-f1b80f3dd449", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0521 23:13:31.192760 3896 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wxwlj 69aa361ecb99f5e610b634cf8abf3c90dcf14e8004ffacc991f95feaa1dfa34a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wxwlj 69aa361ecb99f5e610b634cf8abf3c90dcf14e8004ffacc991f95feaa1dfa34a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:87:f6:db:ef:47\",\"name\":\"69aa361ecb99f5e\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdfc8d06-4e92-4f4e-ba54-0589aee99e71\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:13:37.323261 3896 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 23:13:37.323283 3896 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 23:13:37.323290 3896 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 23:13:57.551004 3896 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:57.551613 3896 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:57.596925 3896 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:57.596952 3896 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:57.605315 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 23:13:57.605344 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 23:14:00.395320 3896 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5b86dbbfc4-4df9r] creating logical port tsf-tas_fulcio-server-5b86dbbfc4-4df9r for pod on switch ip-10-0-2-170.ec2.internal I0521 23:14:00.395422 3896 kube.go:256] Updating pod tsf-tas/fulcio-server-5b86dbbfc4-4df9r I0521 23:14:00.427741 3896 pod.go:62] [tsf-tas/fulcio-server-5b86dbbfc4-4df9r] pod update took 32.347789ms I0521 23:14:00.427765 3896 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5b86dbbfc4-4df9r] addLogicalPort annotation time took 32.379281ms I0521 23:14:00.429003 3896 pods.go:271] [tsf-tas/fulcio-server-5b86dbbfc4-4df9r] addLogicalPort took 33.702389ms, libovsdb time 872.54µs I0521 23:14:00.756997 3896 cni.go:452] [tsf-tas/fulcio-server-5b86dbbfc4-4df9r cdee39c422054be62cb0f6bb1edd9bb2e68ba11be2e26e1d3751b131e733e4ba network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5b86dbbfc4-4df9r cdee39c422054be62cb0f6bb1edd9bb2e68ba11be2e26e1d3751b131e733e4ba network default NAD default NAD key ] I0521 23:14:00.766548 3896 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5b86dbbfc4-4df9r, hostIfaceName: cdee39c422054be, network: default, NAD default, SandboxID: "cdee39c422054be62cb0f6bb1edd9bb2e68ba11be2e26e1d3751b131e733e4ba", PCI device ID: , UID: "4ff81668-ee30-4cab-966a-a9e41e90487c", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0521 23:14:00.831030 3896 cni.go:473] [tsf-tas/fulcio-server-5b86dbbfc4-4df9r cdee39c422054be62cb0f6bb1edd9bb2e68ba11be2e26e1d3751b131e733e4ba network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5b86dbbfc4-4df9r cdee39c422054be62cb0f6bb1edd9bb2e68ba11be2e26e1d3751b131e733e4ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:bb:0f:ae:ac:24\",\"name\":\"cdee39c422054be\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b96bb4b-7c62-4191-b316-3107af200eaf\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:14:00.853359 3896 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-677588946b-qxktv] creating logical port tsf-tas_trillian-logserver-677588946b-qxktv for pod on switch ip-10-0-2-170.ec2.internal I0521 23:14:00.853508 3896 kube.go:256] Updating pod tsf-tas/trillian-logserver-677588946b-qxktv I0521 23:14:00.879130 3896 pod.go:62] [tsf-tas/trillian-logserver-677588946b-qxktv] pod update took 25.646629ms I0521 23:14:00.879162 3896 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-677588946b-qxktv] addLogicalPort annotation time took 25.683113ms I0521 23:14:00.880660 3896 pods.go:271] [tsf-tas/trillian-logserver-677588946b-qxktv] addLogicalPort took 27.315665ms, libovsdb time 936.718µs I0521 23:14:01.813939 3896 cni.go:452] [tsf-tas/trillian-logserver-677588946b-qxktv 09d4a9d5be7faae575b9dcc3d652eafd7c1dd0a572a65646999cc47d4d9fc906 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-677588946b-qxktv 09d4a9d5be7faae575b9dcc3d652eafd7c1dd0a572a65646999cc47d4d9fc906 network default NAD default NAD key ] I0521 23:14:01.824253 3896 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-677588946b-qxktv, hostIfaceName: 09d4a9d5be7faae, network: default, NAD default, SandboxID: "09d4a9d5be7faae575b9dcc3d652eafd7c1dd0a572a65646999cc47d4d9fc906", PCI device ID: , UID: "e58a90e5-d82a-4082-a294-cf20c1e05c80", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0521 23:14:01.881823 3896 cni.go:473] [tsf-tas/trillian-logserver-677588946b-qxktv 09d4a9d5be7faae575b9dcc3d652eafd7c1dd0a572a65646999cc47d4d9fc906 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-677588946b-qxktv 09d4a9d5be7faae575b9dcc3d652eafd7c1dd0a572a65646999cc47d4d9fc906 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:3b:f4:d4:9e:61\",\"name\":\"09d4a9d5be7faae\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07f1db4b-fe73-451b-9bcb-1623313c5764\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:14:02.759653 3896 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0521 23:14:02.759673 3896 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0521 23:14:02.783744 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0521 23:14:02.783764 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0521 23:14:03.708031 3896 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-74b4b775b8-q52z9] creating logical port tsf-tas_trillian-db-74b4b775b8-q52z9 for pod on switch ip-10-0-2-170.ec2.internal I0521 23:14:03.708153 3896 kube.go:256] Updating pod tsf-tas/trillian-db-74b4b775b8-q52z9 I0521 23:14:03.723850 3896 pod.go:62] [tsf-tas/trillian-db-74b4b775b8-q52z9] pod update took 15.715841ms I0521 23:14:03.723877 3896 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-74b4b775b8-q52z9] addLogicalPort annotation time took 15.750434ms I0521 23:14:03.725140 3896 pods.go:271] [tsf-tas/trillian-db-74b4b775b8-q52z9] addLogicalPort took 17.125458ms, libovsdb time 860.919µs I0521 23:14:07.866114 3896 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-wcgs5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:07.866802 3896 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-wcgs5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:08.744688 3896 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-wcgs5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:08.744716 3896 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-wcgs5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:14:12.813656 3896 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 23:14:13.678289 3896 cni.go:452] [tsf-tas/trillian-db-74b4b775b8-q52z9 bf879d962d869a7d43697172cf32dd047029de75d540b374fff894a3593cdf38 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-74b4b775b8-q52z9 bf879d962d869a7d43697172cf32dd047029de75d540b374fff894a3593cdf38 network default NAD default NAD key ] I0521 23:14:13.688083 3896 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-74b4b775b8-q52z9, hostIfaceName: bf879d962d869a7, network: default, NAD default, SandboxID: "bf879d962d869a7d43697172cf32dd047029de75d540b374fff894a3593cdf38", PCI device ID: , UID: "f55a9e03-bfd9-400f-9789-d45a30cdf7d6", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0521 23:14:13.743171 3896 cni.go:473] [tsf-tas/trillian-db-74b4b775b8-q52z9 bf879d962d869a7d43697172cf32dd047029de75d540b374fff894a3593cdf38 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-74b4b775b8-q52z9 bf879d962d869a7d43697172cf32dd047029de75d540b374fff894a3593cdf38 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:ce:dd:07:d1:bc\",\"name\":\"bf879d962d869a7\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd136c4a-d401-4177-a240-b6f892aff916\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:14:16.835911 3896 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0521 23:14:18.653574 3896 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0521 23:14:19.871644 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0521 23:14:21.718399 3896 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-ctrkw-g7lw7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:21.718986 3896 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-ctrkw-g7lw7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:22.606061 3896 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-ctrkw-g7lw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:22.606085 3896 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-ctrkw-g7lw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:14:25.613752 3896 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0521 23:14:26.829907 3896 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 23:14:26.829927 3896 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 23:14:27.883043 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0521 23:14:45.954037 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 23:14:50.945841 3896 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:50.946388 3896 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:50.970797 3896 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:50.970824 3896 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:50.978400 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 23:14:50.978422 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 23:14:51.759800 3896 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-thr75] creating logical port tsf_patch-tekton-config-thr75 for pod on switch ip-10-0-2-170.ec2.internal I0521 23:14:51.759909 3896 kube.go:256] Updating pod tsf/patch-tekton-config-thr75 I0521 23:14:51.776139 3896 pod.go:62] [tsf/patch-tekton-config-thr75] pod update took 16.256172ms I0521 23:14:51.776167 3896 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-thr75] addLogicalPort annotation time took 16.288997ms I0521 23:14:51.777592 3896 pods.go:271] [tsf/patch-tekton-config-thr75] addLogicalPort took 17.812557ms, libovsdb time 844.641µs I0521 23:14:52.145872 3896 cni.go:452] [tsf/patch-tekton-config-thr75 9a0daac0897affdfd171ecfdf59da05cf10541ad730c1d95076321e071ae8b78 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-thr75 9a0daac0897affdfd171ecfdf59da05cf10541ad730c1d95076321e071ae8b78 network default NAD default NAD key ] I0521 23:14:52.155587 3896 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-thr75, hostIfaceName: 9a0daac0897affd, network: default, NAD default, SandboxID: "9a0daac0897affdfd171ecfdf59da05cf10541ad730c1d95076321e071ae8b78", PCI device ID: , UID: "732283da-3683-4e23-9e1b-8ef584eafac3", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0521 23:14:52.212283 3896 cni.go:473] [tsf/patch-tekton-config-thr75 9a0daac0897affdfd171ecfdf59da05cf10541ad730c1d95076321e071ae8b78 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-thr75 9a0daac0897affdfd171ecfdf59da05cf10541ad730c1d95076321e071ae8b78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:a8:e9:f5:79:53\",\"name\":\"9a0daac0897affd\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0f97e29-d88e-4e47-b23f-82e4fbcc2ac8\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:14:59.083279 3896 cni.go:452] [tsf/patch-tekton-config-thr75 9a0daac0897affdfd171ecfdf59da05cf10541ad730c1d95076321e071ae8b78 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-thr75 9a0daac0897affdfd171ecfdf59da05cf10541ad730c1d95076321e071ae8b78 network default NAD default NAD key ] I0521 23:14:59.161100 3896 cni.go:473] [tsf/patch-tekton-config-thr75 9a0daac0897affdfd171ecfdf59da05cf10541ad730c1d95076321e071ae8b78 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-thr75 9a0daac0897affdfd171ecfdf59da05cf10541ad730c1d95076321e071ae8b78 network default NAD default NAD key default], result "{}", err I0521 23:14:59.212146 3896 obj_retry.go:498] Detected object tsf/patch-tekton-config-thr75 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:59.212190 3896 pods.go:176] Deleting pod: tsf/patch-tekton-config-thr75 I0521 23:14:59.213730 3896 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-thr75, ips: 10.130.0.42 I0521 23:14:59.213763 3896 obj_retry.go:498] Detected object tsf/patch-tekton-config-thr75 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:00.255751 3896 obj_retry.go:492] Detected object tsf/patch-tekton-config-thr75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:00.255780 3896 obj_retry.go:492] Detected object tsf/patch-tekton-config-thr75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:00.432085 3896 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-rkdxf] creating logical port tsf_tsf-tekton-configuration-rkdxf for pod on switch ip-10-0-2-170.ec2.internal I0521 23:15:00.432174 3896 kube.go:256] Updating pod tsf/tsf-tekton-configuration-rkdxf I0521 23:15:00.450227 3896 pod.go:62] [tsf/tsf-tekton-configuration-rkdxf] pod update took 18.072256ms I0521 23:15:00.450249 3896 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-rkdxf] addLogicalPort annotation time took 18.101383ms I0521 23:15:00.451647 3896 pods.go:271] [tsf/tsf-tekton-configuration-rkdxf] addLogicalPort took 19.611539ms, libovsdb time 989.473µs I0521 23:15:00.793309 3896 cni.go:452] [tsf/tsf-tekton-configuration-rkdxf dea91a7cc8fa6986bc76403ff04d331bc34c783e522a69cf0f48310503e7b805 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-rkdxf dea91a7cc8fa6986bc76403ff04d331bc34c783e522a69cf0f48310503e7b805 network default NAD default NAD key ] I0521 23:15:00.803138 3896 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-rkdxf, hostIfaceName: dea91a7cc8fa698, network: default, NAD default, SandboxID: "dea91a7cc8fa6986bc76403ff04d331bc34c783e522a69cf0f48310503e7b805", PCI device ID: , UID: "7d706945-25d3-4eec-8936-4df9c6d97b2d", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0521 23:15:00.860044 3896 cni.go:473] [tsf/tsf-tekton-configuration-rkdxf dea91a7cc8fa6986bc76403ff04d331bc34c783e522a69cf0f48310503e7b805 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-rkdxf dea91a7cc8fa6986bc76403ff04d331bc34c783e522a69cf0f48310503e7b805 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:09:b7:ee:d7:0c\",\"name\":\"dea91a7cc8fa698\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ad6da15-3989-4f5a-b425-6e10b6377dd5\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:15:07.130881 3896 cni.go:452] [tsf/tsf-tekton-configuration-rkdxf dea91a7cc8fa6986bc76403ff04d331bc34c783e522a69cf0f48310503e7b805 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-rkdxf dea91a7cc8fa6986bc76403ff04d331bc34c783e522a69cf0f48310503e7b805 network default NAD default NAD key ] I0521 23:15:07.220830 3896 cni.go:473] [tsf/tsf-tekton-configuration-rkdxf dea91a7cc8fa6986bc76403ff04d331bc34c783e522a69cf0f48310503e7b805 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-rkdxf dea91a7cc8fa6986bc76403ff04d331bc34c783e522a69cf0f48310503e7b805 network default NAD default NAD key default], result "{}", err I0521 23:15:07.272036 3896 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-rkdxf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:07.272079 3896 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-rkdxf I0521 23:15:07.273474 3896 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-rkdxf, ips: 10.130.0.43 I0521 23:15:07.273505 3896 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-rkdxf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:08.297122 3896 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-rkdxf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:08.297152 3896 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-rkdxf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:08.335685 3896 obj_retry.go:492] Detected object tsf/patch-tekton-config-thr75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:08.335714 3896 obj_retry.go:492] Detected object tsf/patch-tekton-config-thr75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:08.340337 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-thr75 I0521 23:15:08.340365 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-thr75 I0521 23:15:10.996282 3896 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pggkd-qcw42 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:10.996837 3896 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pggkd-qcw42 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:11.873903 3896 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pggkd-qcw42 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:11.873929 3896 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pggkd-qcw42 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:12.007067 3896 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-lqwpx-lmgrs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:12.007661 3896 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-lqwpx-lmgrs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:12.899695 3896 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-lqwpx-lmgrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:12.899718 3896 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-lqwpx-lmgrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:13.008123 3896 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:13.008726 3896 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:13.031915 3896 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:13.031937 3896 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:13.039673 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 23:15:13.039700 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 23:15:14.379595 3896 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-2xxnb] creating logical port tsf-tpa_create-db-2xxnb for pod on switch ip-10-0-2-170.ec2.internal I0521 23:15:14.379692 3896 kube.go:256] Updating pod tsf-tpa/create-db-2xxnb I0521 23:15:14.394920 3896 pod.go:62] [tsf-tpa/create-db-2xxnb] pod update took 15.253193ms I0521 23:15:14.394943 3896 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-2xxnb] addLogicalPort annotation time took 15.283122ms I0521 23:15:14.396205 3896 pods.go:271] [tsf-tpa/create-db-2xxnb] addLogicalPort took 16.628455ms, libovsdb time 877.929µs I0521 23:15:14.738091 3896 cni.go:452] [tsf-tpa/create-db-2xxnb d5f7c7a46627a677aa879fa636c08b3fc0e741540e2b30a8ab5753b38f6d199a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-2xxnb d5f7c7a46627a677aa879fa636c08b3fc0e741540e2b30a8ab5753b38f6d199a network default NAD default NAD key ] I0521 23:15:14.747740 3896 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-2xxnb, hostIfaceName: d5f7c7a46627a67, network: default, NAD default, SandboxID: "d5f7c7a46627a677aa879fa636c08b3fc0e741540e2b30a8ab5753b38f6d199a", PCI device ID: , UID: "af560fc1-8399-48aa-9c21-84f159181ce0", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0521 23:15:14.802701 3896 cni.go:473] [tsf-tpa/create-db-2xxnb d5f7c7a46627a677aa879fa636c08b3fc0e741540e2b30a8ab5753b38f6d199a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-2xxnb d5f7c7a46627a677aa879fa636c08b3fc0e741540e2b30a8ab5753b38f6d199a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:6b:5b:b0:02:1c\",\"name\":\"d5f7c7a46627a67\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05c021cf-b40f-46d1-af7f-ef3f6f144d7f\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:15:15.992830 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0521 23:15:17.367136 3896 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-6cb4f86f99-8tt9q] creating logical port tsf-tas_rekor-redis-6cb4f86f99-8tt9q for pod on switch ip-10-0-2-170.ec2.internal I0521 23:15:17.367294 3896 kube.go:256] Updating pod tsf-tas/rekor-redis-6cb4f86f99-8tt9q I0521 23:15:17.381854 3896 pod.go:62] [tsf-tas/rekor-redis-6cb4f86f99-8tt9q] pod update took 14.591812ms I0521 23:15:17.381883 3896 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-6cb4f86f99-8tt9q] addLogicalPort annotation time took 14.626208ms I0521 23:15:17.383508 3896 pods.go:271] [tsf-tas/rekor-redis-6cb4f86f99-8tt9q] addLogicalPort took 16.394341ms, libovsdb time 1.070365ms I0521 23:15:18.362567 3896 cni.go:452] [tsf-tas/rekor-redis-6cb4f86f99-8tt9q f87fe8764a070bccb86cdf8a98dc36d701ed72a4233bac50d6a5d4199076c8dc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-6cb4f86f99-8tt9q f87fe8764a070bccb86cdf8a98dc36d701ed72a4233bac50d6a5d4199076c8dc network default NAD default NAD key ] I0521 23:15:18.372696 3896 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-6cb4f86f99-8tt9q, hostIfaceName: f87fe8764a070bc, network: default, NAD default, SandboxID: "f87fe8764a070bccb86cdf8a98dc36d701ed72a4233bac50d6a5d4199076c8dc", PCI device ID: , UID: "cf13a12c-a27e-441f-a9b0-f772b818c174", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0521 23:15:18.432645 3896 cni.go:473] [tsf-tas/rekor-redis-6cb4f86f99-8tt9q f87fe8764a070bccb86cdf8a98dc36d701ed72a4233bac50d6a5d4199076c8dc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-6cb4f86f99-8tt9q f87fe8764a070bccb86cdf8a98dc36d701ed72a4233bac50d6a5d4199076c8dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:5c:63:47:07:a7\",\"name\":\"f87fe8764a070bc\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c3f0c9f-a967-4efc-a3f6-ec6886d8d72b\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:15:18.912853 3896 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 23:15:20.213155 3896 cni.go:452] [tsf-tpa/create-db-2xxnb d5f7c7a46627a677aa879fa636c08b3fc0e741540e2b30a8ab5753b38f6d199a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-2xxnb d5f7c7a46627a677aa879fa636c08b3fc0e741540e2b30a8ab5753b38f6d199a network default NAD default NAD key ] I0521 23:15:20.298830 3896 cni.go:473] [tsf-tpa/create-db-2xxnb d5f7c7a46627a677aa879fa636c08b3fc0e741540e2b30a8ab5753b38f6d199a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-2xxnb d5f7c7a46627a677aa879fa636c08b3fc0e741540e2b30a8ab5753b38f6d199a network default NAD default NAD key default], result "{}", err I0521 23:15:20.351069 3896 obj_retry.go:498] Detected object tsf-tpa/create-db-2xxnb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:20.351111 3896 pods.go:176] Deleting pod: tsf-tpa/create-db-2xxnb I0521 23:15:20.352534 3896 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-2xxnb, ips: 10.130.0.44 I0521 23:15:20.352572 3896 obj_retry.go:498] Detected object tsf-tpa/create-db-2xxnb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 23:15:20.928232 3896 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0521 23:15:21.215770 3896 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0521 23:15:21.374494 3896 obj_retry.go:492] Detected object tsf-tpa/create-db-2xxnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:21.374522 3896 obj_retry.go:492] Detected object tsf-tpa/create-db-2xxnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:21.495095 3896 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-29hxr] creating logical port tsf-tpa_migrate-db-29hxr for pod on switch ip-10-0-2-170.ec2.internal I0521 23:15:21.495237 3896 kube.go:256] Updating pod tsf-tpa/migrate-db-29hxr I0521 23:15:21.510197 3896 pod.go:62] [tsf-tpa/migrate-db-29hxr] pod update took 14.98802ms I0521 23:15:21.510226 3896 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-29hxr] addLogicalPort annotation time took 15.022426ms I0521 23:15:21.511753 3896 pods.go:271] [tsf-tpa/migrate-db-29hxr] addLogicalPort took 16.674591ms, libovsdb time 929.558µs I0521 23:15:21.856101 3896 cni.go:452] [tsf-tpa/migrate-db-29hxr dfe95688d00956b87069c90ba29b3b41c7d189b7844869702561dd23650f1c41 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-29hxr dfe95688d00956b87069c90ba29b3b41c7d189b7844869702561dd23650f1c41 network default NAD default NAD key ] I0521 23:15:21.865775 3896 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-29hxr, hostIfaceName: dfe95688d00956b, network: default, NAD default, SandboxID: "dfe95688d00956b87069c90ba29b3b41c7d189b7844869702561dd23650f1c41", PCI device ID: , UID: "4314c026-ecc3-4c6b-b104-aa79c44f8e3f", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0521 23:15:21.921262 3896 cni.go:473] [tsf-tpa/migrate-db-29hxr dfe95688d00956b87069c90ba29b3b41c7d189b7844869702561dd23650f1c41 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-29hxr dfe95688d00956b87069c90ba29b3b41c7d189b7844869702561dd23650f1c41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:f5:56:3e:34:bf\",\"name\":\"dfe95688d00956b\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d86889e-3367-4c4e-9a15-52d5fc1efdfa\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:15:24.237522 3896 cni.go:452] [tsf-tpa/migrate-db-29hxr dfe95688d00956b87069c90ba29b3b41c7d189b7844869702561dd23650f1c41 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-29hxr dfe95688d00956b87069c90ba29b3b41c7d189b7844869702561dd23650f1c41 network default NAD default NAD key ] I0521 23:15:24.328568 3896 cni.go:473] [tsf-tpa/migrate-db-29hxr dfe95688d00956b87069c90ba29b3b41c7d189b7844869702561dd23650f1c41 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-29hxr dfe95688d00956b87069c90ba29b3b41c7d189b7844869702561dd23650f1c41 network default NAD default NAD key default], result "{}", err I0521 23:15:24.395944 3896 obj_retry.go:498] Detected object tsf-tpa/migrate-db-29hxr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:24.395987 3896 pods.go:176] Deleting pod: tsf-tpa/migrate-db-29hxr I0521 23:15:24.397295 3896 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-29hxr, ips: 10.130.0.46 I0521 23:15:24.397325 3896 obj_retry.go:498] Detected object tsf-tpa/migrate-db-29hxr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:24.520101 3896 obj_retry.go:492] Detected object tsf-tpa/migrate-db-29hxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:24.520146 3896 obj_retry.go:492] Detected object tsf-tpa/migrate-db-29hxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:24.710929 3896 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-5x7nc] creating logical port tsf-tpa_create-importers-5x7nc for pod on switch ip-10-0-2-170.ec2.internal I0521 23:15:24.711052 3896 kube.go:256] Updating pod tsf-tpa/create-importers-5x7nc I0521 23:15:24.726513 3896 pod.go:62] [tsf-tpa/create-importers-5x7nc] pod update took 15.481965ms I0521 23:15:24.726536 3896 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-5x7nc] addLogicalPort annotation time took 15.512091ms I0521 23:15:24.727821 3896 pods.go:271] [tsf-tpa/create-importers-5x7nc] addLogicalPort took 16.90995ms, libovsdb time 840.41µs I0521 23:15:25.070599 3896 cni.go:452] [tsf-tpa/create-importers-5x7nc 836c29c2306ca6822100d115d955abc8e67b191c24d23dbe0c7df23e00c0f942 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-5x7nc 836c29c2306ca6822100d115d955abc8e67b191c24d23dbe0c7df23e00c0f942 network default NAD default NAD key ] I0521 23:15:25.080391 3896 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-5x7nc, hostIfaceName: 836c29c2306ca68, network: default, NAD default, SandboxID: "836c29c2306ca6822100d115d955abc8e67b191c24d23dbe0c7df23e00c0f942", PCI device ID: , UID: "e6927db1-b3af-45f3-9127-1269c08820a0", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0521 23:15:25.137217 3896 cni.go:473] [tsf-tpa/create-importers-5x7nc 836c29c2306ca6822100d115d955abc8e67b191c24d23dbe0c7df23e00c0f942 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-5x7nc 836c29c2306ca6822100d115d955abc8e67b191c24d23dbe0c7df23e00c0f942 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:ca:a2:9a:df:38\",\"name\":\"836c29c2306ca68\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/860bba79-a956-4ac5-ac72-fd211245d9fb\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:15:27.257603 3896 cni.go:452] [tsf-tpa/create-importers-5x7nc 836c29c2306ca6822100d115d955abc8e67b191c24d23dbe0c7df23e00c0f942 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-5x7nc 836c29c2306ca6822100d115d955abc8e67b191c24d23dbe0c7df23e00c0f942 network default NAD default NAD key ] I0521 23:15:27.340757 3896 cni.go:473] [tsf-tpa/create-importers-5x7nc 836c29c2306ca6822100d115d955abc8e67b191c24d23dbe0c7df23e00c0f942 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-5x7nc 836c29c2306ca6822100d115d955abc8e67b191c24d23dbe0c7df23e00c0f942 network default NAD default NAD key default], result "{}", err I0521 23:15:27.394842 3896 obj_retry.go:498] Detected object tsf-tpa/create-importers-5x7nc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:27.394876 3896 pods.go:176] Deleting pod: tsf-tpa/create-importers-5x7nc I0521 23:15:27.396221 3896 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-5x7nc, ips: 10.130.0.47 I0521 23:15:27.396251 3896 obj_retry.go:498] Detected object tsf-tpa/create-importers-5x7nc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 23:15:27.969678 3896 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 23:15:28.418037 3896 obj_retry.go:492] Detected object tsf-tpa/create-importers-5x7nc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:28.418061 3896 obj_retry.go:492] Detected object tsf-tpa/create-importers-5x7nc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:15:33.266565 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0521 23:15:41.053906 3896 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 23:15:43.765636 3896 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-8wfpq-l2kfn] creating logical port tsf-tas_tuf-repository-init-8wfpq-l2kfn for pod on switch ip-10-0-2-170.ec2.internal I0521 23:15:43.765746 3896 kube.go:256] Updating pod tsf-tas/tuf-repository-init-8wfpq-l2kfn I0521 23:15:43.779601 3896 pod.go:62] [tsf-tas/tuf-repository-init-8wfpq-l2kfn] pod update took 13.880382ms I0521 23:15:43.779626 3896 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-8wfpq-l2kfn] addLogicalPort annotation time took 13.911184ms I0521 23:15:43.780955 3896 pods.go:271] [tsf-tas/tuf-repository-init-8wfpq-l2kfn] addLogicalPort took 15.338235ms, libovsdb time 890.698µs I0521 23:15:46.546669 3896 cni.go:452] [tsf-tas/tuf-repository-init-8wfpq-l2kfn 0d4084aa2349903db4e6496c112b45592857d035dfaf2d26a37c0edb7e7e77ac network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-8wfpq-l2kfn 0d4084aa2349903db4e6496c112b45592857d035dfaf2d26a37c0edb7e7e77ac network default NAD default NAD key ] I0521 23:15:46.556662 3896 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-8wfpq-l2kfn, hostIfaceName: 0d4084aa2349903, network: default, NAD default, SandboxID: "0d4084aa2349903db4e6496c112b45592857d035dfaf2d26a37c0edb7e7e77ac", PCI device ID: , UID: "69e6a0f1-5859-4d6f-82ed-9b1470d15330", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0521 23:15:46.612219 3896 cni.go:473] [tsf-tas/tuf-repository-init-8wfpq-l2kfn 0d4084aa2349903db4e6496c112b45592857d035dfaf2d26a37c0edb7e7e77ac network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-8wfpq-l2kfn 0d4084aa2349903db4e6496c112b45592857d035dfaf2d26a37c0edb7e7e77ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:8c:c9:8f:7a:4b\",\"name\":\"0d4084aa2349903\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19a52b69-d28e-411e-8218-efefd3081c0d\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:15:52.406782 3896 cni.go:452] [tsf-tas/tuf-repository-init-8wfpq-l2kfn 0d4084aa2349903db4e6496c112b45592857d035dfaf2d26a37c0edb7e7e77ac network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-8wfpq-l2kfn 0d4084aa2349903db4e6496c112b45592857d035dfaf2d26a37c0edb7e7e77ac network default NAD default NAD key ] I0521 23:15:52.496989 3896 cni.go:473] [tsf-tas/tuf-repository-init-8wfpq-l2kfn 0d4084aa2349903db4e6496c112b45592857d035dfaf2d26a37c0edb7e7e77ac network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-8wfpq-l2kfn 0d4084aa2349903db4e6496c112b45592857d035dfaf2d26a37c0edb7e7e77ac network default NAD default NAD key default], result "{}", err I0521 23:15:52.548139 3896 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-8wfpq-l2kfn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:52.548176 3896 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-8wfpq-l2kfn I0521 23:15:52.549509 3896 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-8wfpq-l2kfn, ips: 10.130.0.48 I0521 23:15:52.549538 3896 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-8wfpq-l2kfn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:53.420483 3896 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-8wfpq-l2kfn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:53.420512 3896 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-8wfpq-l2kfn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:54.870477 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=68 I0521 23:15:55.865644 3896 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-zllhb] creating logical port tsf-tas_tuf-97fc8ff76-zllhb for pod on switch ip-10-0-2-170.ec2.internal I0521 23:15:55.865739 3896 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-zllhb I0521 23:15:55.880214 3896 pod.go:62] [tsf-tas/tuf-97fc8ff76-zllhb] pod update took 14.496036ms I0521 23:15:55.880245 3896 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-zllhb] addLogicalPort annotation time took 14.531803ms I0521 23:15:55.881398 3896 pods.go:271] [tsf-tas/tuf-97fc8ff76-zllhb] addLogicalPort took 15.77596ms, libovsdb time 716.522µs I0521 23:15:56.994049 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0521 23:15:59.285101 3896 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:59.285746 3896 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:59.330492 3896 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:59.330522 3896 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:59.337322 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 23:15:59.337349 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 23:16:00.172506 3896 namespace.go:98] [build-service] adding namespace I0521 23:16:00.173349 3896 namespace.go:102] [build-service] adding namespace took 821.032µs I0521 23:16:00.176659 3896 namespace.go:98] [integration-service] adding namespace I0521 23:16:00.176752 3896 namespace.go:98] [image-controller] adding namespace I0521 23:16:00.177448 3896 namespace.go:102] [integration-service] adding namespace took 749.342µs I0521 23:16:00.178080 3896 namespace.go:102] [image-controller] adding namespace took 1.312898ms I0521 23:16:00.185137 3896 namespace.go:98] [default-tenant] adding namespace I0521 23:16:00.185759 3896 namespace.go:102] [default-tenant] adding namespace took 606.936µs I0521 23:16:00.203659 3896 namespace.go:142] [build-service] updating namespace I0521 23:16:00.242675 3896 namespace.go:142] [integration-service] updating namespace I0521 23:16:00.255690 3896 namespace.go:142] [build-service] updating namespace I0521 23:16:00.281745 3896 namespace.go:142] [image-controller] updating namespace I0521 23:16:00.285647 3896 namespace.go:142] [integration-service] updating namespace I0521 23:16:00.313990 3896 namespace.go:142] [image-controller] updating namespace I0521 23:16:00.314028 3896 namespace.go:142] [default-tenant] updating namespace I0521 23:16:00.345518 3896 namespace.go:142] [default-tenant] updating namespace I0521 23:16:00.572572 3896 namespace.go:142] [build-service] updating namespace I0521 23:16:00.666722 3896 namespace.go:142] [integration-service] updating namespace I0521 23:16:00.800033 3896 namespace.go:98] [release-service] adding namespace I0521 23:16:00.801007 3896 namespace.go:102] [release-service] adding namespace took 942.582µs I0521 23:16:00.860565 3896 namespace.go:142] [release-service] updating namespace I0521 23:16:00.890719 3896 namespace.go:142] [release-service] updating namespace I0521 23:16:01.092778 3896 namespace.go:142] [konflux-ui] updating namespace I0521 23:16:01.240706 3896 namespace.go:142] [build-service] updating namespace I0521 23:16:01.269754 3896 namespace.go:98] [konflux-info] adding namespace I0521 23:16:01.270648 3896 namespace.go:102] [konflux-info] adding namespace took 866.214µs I0521 23:16:01.368676 3896 namespace.go:98] [namespace-lister] adding namespace I0521 23:16:01.369738 3896 namespace.go:102] [namespace-lister] adding namespace took 1.038938ms I0521 23:16:01.425761 3896 namespace.go:142] [konflux-info] updating namespace I0521 23:16:01.522839 3896 namespace.go:98] [enterprise-contract-service] adding namespace I0521 23:16:01.522931 3896 namespace.go:142] [image-controller] updating namespace I0521 23:16:01.523714 3896 namespace.go:102] [enterprise-contract-service] adding namespace took 850.901µs I0521 23:16:01.525583 3896 namespace.go:142] [konflux-info] updating namespace I0521 23:16:01.778611 3896 namespace.go:142] [namespace-lister] updating namespace I0521 23:16:01.778629 3896 namespace.go:142] [default-tenant] updating namespace I0521 23:16:01.982708 3896 namespace.go:98] [segment-bridge] adding namespace I0521 23:16:01.982754 3896 namespace.go:142] [namespace-lister] updating namespace I0521 23:16:01.983600 3896 namespace.go:102] [segment-bridge] adding namespace took 868.816µs I0521 23:16:01.999657 3896 namespace.go:98] [konflux-cli] adding namespace I0521 23:16:02.000278 3896 namespace.go:102] [konflux-cli] adding namespace took 605.675µs I0521 23:16:02.040572 3896 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:16:02.118524 3896 namespace.go:142] [default-tenant] updating namespace I0521 23:16:02.144024 3896 namespace.go:142] [segment-bridge] updating namespace I0521 23:16:02.178398 3896 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:16:02.258750 3896 namespace.go:142] [segment-bridge] updating namespace I0521 23:16:02.258773 3896 namespace.go:142] [konflux-cli] updating namespace I0521 23:16:02.330625 3896 namespace.go:142] [konflux-cli] updating namespace I0521 23:16:02.475801 3896 namespace.go:142] [image-controller] updating namespace I0521 23:16:02.605836 3896 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-x252m] creating logical port namespace-lister_namespace-lister-696b855848-x252m for pod on switch ip-10-0-2-170.ec2.internal I0521 23:16:02.605931 3896 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-x252m I0521 23:16:02.634839 3896 pod.go:62] [namespace-lister/namespace-lister-696b855848-x252m] pod update took 28.931747ms I0521 23:16:02.634865 3896 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-x252m] addLogicalPort annotation time took 28.963248ms I0521 23:16:02.636188 3896 pods.go:271] [namespace-lister/namespace-lister-696b855848-x252m] addLogicalPort took 30.366056ms, libovsdb time 889.856µs I0521 23:16:02.666146 3896 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 23:16:02.666884 3896 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 23:16:02.666904 3896 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 23:16:02.670001 3896 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 23:16:02.695671 3896 namespace.go:142] [integration-service] updating namespace I0521 23:16:02.764400 3896 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 23:16:02.764424 3896 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 23:16:02.765583 3896 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 23:16:02.796858 3896 namespace.go:142] [build-service] updating namespace I0521 23:16:02.836776 3896 namespace.go:142] [default-tenant] updating namespace I0521 23:16:02.855744 3896 namespace.go:142] [image-controller] updating namespace I0521 23:16:02.874888 3896 namespace.go:142] [integration-service] updating namespace I0521 23:16:02.964887 3896 namespace.go:142] [build-service] updating namespace I0521 23:16:03.150768 3896 namespace.go:142] [default-tenant] updating namespace I0521 23:16:03.309746 3896 namespace.go:142] [image-controller] updating namespace I0521 23:16:03.410053 3896 namespace.go:142] [integration-service] updating namespace I0521 23:16:03.567829 3896 cni.go:452] [namespace-lister/namespace-lister-696b855848-x252m 6892909d21d93e4dceea2dcfbe8f3722a63d5f3b38261cb003394a89aae01cbb network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-x252m 6892909d21d93e4dceea2dcfbe8f3722a63d5f3b38261cb003394a89aae01cbb network default NAD default NAD key ] I0521 23:16:03.578542 3896 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-x252m, hostIfaceName: 6892909d21d93e4, network: default, NAD default, SandboxID: "6892909d21d93e4dceea2dcfbe8f3722a63d5f3b38261cb003394a89aae01cbb", PCI device ID: , UID: "21520461-ba67-4051-97e8-10b1a893d6c1", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0521 23:16:03.638568 3896 cni.go:473] [namespace-lister/namespace-lister-696b855848-x252m 6892909d21d93e4dceea2dcfbe8f3722a63d5f3b38261cb003394a89aae01cbb network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-x252m 6892909d21d93e4dceea2dcfbe8f3722a63d5f3b38261cb003394a89aae01cbb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:5c:2d:a0:79:b2\",\"name\":\"6892909d21d93e4\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6f59081-4357-4064-85dd-712d172c71d1\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:16:03.948850 3896 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-8nvd5 for pod on switch ip-10-0-2-170.ec2.internal I0521 23:16:03.948947 3896 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 I0521 23:16:03.966755 3896 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5] pod update took 17.836072ms I0521 23:16:03.966782 3896 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5] addLogicalPort annotation time took 17.867436ms I0521 23:16:03.968187 3896 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5] addLogicalPort took 19.351313ms, libovsdb time 967.681µs I0521 23:16:04.785777 3896 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:16:04.998548 3896 namespace.go:142] [konflux-cli] updating namespace I0521 23:16:05.238038 3896 namespace.go:142] [konflux-info] updating namespace I0521 23:16:05.238174 3896 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6f489f8df9-v8x4c] creating logical port konflux-ui_proxy-6f489f8df9-v8x4c for pod on switch ip-10-0-2-170.ec2.internal I0521 23:16:05.238275 3896 kube.go:256] Updating pod konflux-ui/proxy-6f489f8df9-v8x4c I0521 23:16:05.293878 3896 pod.go:62] [konflux-ui/proxy-6f489f8df9-v8x4c] pod update took 55.634853ms I0521 23:16:05.293905 3896 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6f489f8df9-v8x4c] addLogicalPort annotation time took 55.667579ms I0521 23:16:05.295186 3896 pods.go:271] [konflux-ui/proxy-6f489f8df9-v8x4c] addLogicalPort took 57.027413ms, libovsdb time 874.195µs I0521 23:16:05.409077 3896 namespace.go:142] [namespace-lister] updating namespace W0521 23:16:05.522672 3896 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0521 23:16:05.611744 3896 namespace.go:142] [release-service] updating namespace I0521 23:16:05.820849 3896 namespace.go:142] [segment-bridge] updating namespace I0521 23:16:05.954778 3896 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:16:05.980923 3896 namespace.go:142] [konflux-cli] updating namespace I0521 23:16:06.000829 3896 namespace.go:142] [konflux-info] updating namespace I0521 23:16:06.023807 3896 namespace.go:142] [namespace-lister] updating namespace I0521 23:16:06.040694 3896 namespace.go:142] [release-service] updating namespace I0521 23:16:06.060867 3896 namespace.go:142] [segment-bridge] updating namespace I0521 23:16:06.129046 3896 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:16:06.195698 3896 namespace.go:142] [konflux-cli] updating namespace I0521 23:16:06.267642 3896 namespace.go:142] [konflux-info] updating namespace I0521 23:16:06.334493 3896 namespace.go:142] [namespace-lister] updating namespace I0521 23:16:06.393859 3896 namespace.go:142] [release-service] updating namespace I0521 23:16:06.424870 3896 cni.go:452] [tsf-tas/tuf-97fc8ff76-zllhb 02c45b2a69b3ca86c70dab3ecc34fff949d4a8c5f72d1b1a4894124a9abc58af network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-zllhb 02c45b2a69b3ca86c70dab3ecc34fff949d4a8c5f72d1b1a4894124a9abc58af network default NAD default NAD key ] I0521 23:16:06.434573 3896 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-zllhb, hostIfaceName: 02c45b2a69b3ca8, network: default, NAD default, SandboxID: "02c45b2a69b3ca86c70dab3ecc34fff949d4a8c5f72d1b1a4894124a9abc58af", PCI device ID: , UID: "7baef8f7-faf1-4e04-ab35-95bf18364e5e", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0521 23:16:06.490738 3896 cni.go:473] [tsf-tas/tuf-97fc8ff76-zllhb 02c45b2a69b3ca86c70dab3ecc34fff949d4a8c5f72d1b1a4894124a9abc58af network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-zllhb 02c45b2a69b3ca86c70dab3ecc34fff949d4a8c5f72d1b1a4894124a9abc58af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:ab:44:42:a7:9a\",\"name\":\"02c45b2a69b3ca8\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a456a881-05ca-472f-9bee-adee875bef4e\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:16:06.505649 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0521 23:16:06.507896 3896 namespace.go:142] [segment-bridge] updating namespace W0521 23:16:07.390807 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 23:16:08.503968 3896 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0521 23:16:11.442772 3896 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0521 23:16:11.819735 3896 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 7cd7930d5f1bd6727cd807ef8ff5279c6bcda2202993fcefff9b35a7a391375b network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 7cd7930d5f1bd6727cd807ef8ff5279c6bcda2202993fcefff9b35a7a391375b network default NAD default NAD key ] I0521 23:16:11.829207 3896 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-8nvd5, hostIfaceName: 7cd7930d5f1bd67, network: default, NAD default, SandboxID: "7cd7930d5f1bd6727cd807ef8ff5279c6bcda2202993fcefff9b35a7a391375b", PCI device ID: , UID: "d9b0b9d2-c289-428e-b34f-81524de1e1c4", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0521 23:16:11.889533 3896 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 7cd7930d5f1bd6727cd807ef8ff5279c6bcda2202993fcefff9b35a7a391375b network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 7cd7930d5f1bd6727cd807ef8ff5279c6bcda2202993fcefff9b35a7a391375b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:eb:5d:b9:88:9e\",\"name\":\"7cd7930d5f1bd67\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a39dfcd-ac26-4f9d-aae7-4123df1009e6\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 23:16:13.110014 3896 cni.go:452] [konflux-ui/proxy-6f489f8df9-v8x4c dc6b803996dff528e8065dfc98066cc96339a3792972fab754dedd851edcebcf network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6f489f8df9-v8x4c dc6b803996dff528e8065dfc98066cc96339a3792972fab754dedd851edcebcf network default NAD default NAD key ] I0521 23:16:13.120048 3896 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6f489f8df9-v8x4c, hostIfaceName: dc6b803996dff52, network: default, NAD default, SandboxID: "dc6b803996dff528e8065dfc98066cc96339a3792972fab754dedd851edcebcf", PCI device ID: , UID: "82598b82-b636-445d-9561-65229afdd893", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0521 23:16:13.190758 3896 cni.go:473] [konflux-ui/proxy-6f489f8df9-v8x4c dc6b803996dff528e8065dfc98066cc96339a3792972fab754dedd851edcebcf network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6f489f8df9-v8x4c dc6b803996dff528e8065dfc98066cc96339a3792972fab754dedd851edcebcf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:cf:1a:dd:50:82\",\"name\":\"dc6b803996dff52\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1879604a-e00e-4447-80c1-33986f1768c3\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 23:16:14.552714 3896 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 23:16:14.555768 3896 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 23:16:16.462540 3896 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 23:16:16.463856 3896 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 23:16:16.494632 3896 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:16.494651 3896 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:17.501695 3896 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 23:16:18.533712 3896 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 23:16:18.533748 3896 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 23:16:18.581117 3896 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:18.581137 3896 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:19.515660 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0521 23:16:25.558039 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 23:16:25.560393 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0521 23:16:29.778884 3896 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 7cd7930d5f1bd6727cd807ef8ff5279c6bcda2202993fcefff9b35a7a391375b network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 7cd7930d5f1bd6727cd807ef8ff5279c6bcda2202993fcefff9b35a7a391375b network default NAD default NAD key ] I0521 23:16:29.859851 3896 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 7cd7930d5f1bd6727cd807ef8ff5279c6bcda2202993fcefff9b35a7a391375b network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 7cd7930d5f1bd6727cd807ef8ff5279c6bcda2202993fcefff9b35a7a391375b network default NAD default NAD key default], result "{}", err I0521 23:16:29.918219 3896 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:16:29.918252 3896 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 I0521 23:16:29.919805 3896 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5, ips: 10.130.0.51 I0521 23:16:29.919833 3896 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:16:30.651937 3896 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:16:30.652001 3896 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:16:30.659947 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 I0521 23:16:30.659978 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-8nvd5 I0521 23:16:36.955503 3896 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0521 23:16:38.872054 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 W0521 23:16:54.536186 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:54.536207 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:54.536217 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:54.536222 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 23:17:02.684767 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 23:17:02.684790 3896 util.go:959] Failed to build node endpoints for node ip-10-0-2-170.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0521 23:17:13.961021 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0521 23:17:32.349125 3896 obj_retry.go:498] Detected object konflux-ui/proxy-64f4d4f7f4-vb8d5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:32.349670 3896 obj_retry.go:498] Detected object konflux-ui/proxy-64f4d4f7f4-vb8d5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:32.941824 3896 obj_retry.go:492] Detected object konflux-ui/proxy-64f4d4f7f4-vb8d5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:32.941851 3896 obj_retry.go:492] Detected object konflux-ui/proxy-64f4d4f7f4-vb8d5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:32.950535 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-64f4d4f7f4-vb8d5 I0521 23:17:32.950564 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-64f4d4f7f4-vb8d5 I0521 23:17:34.058000 3896 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:34.058615 3896 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:34.078542 3896 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:34.078566 3896 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:34.087441 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 23:17:34.087467 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 23:17:51.227191 3896 namespace.go:98] [managed-tenant-ei6tn] adding namespace I0521 23:17:51.228093 3896 namespace.go:102] [managed-tenant-ei6tn] adding namespace took 871.849µs I0521 23:17:51.260197 3896 namespace.go:142] [managed-tenant-ei6tn] updating namespace I0521 23:17:51.277987 3896 namespace.go:142] [managed-tenant-ei6tn] updating namespace I0521 23:17:52.290454 3896 namespace.go:142] [managed-tenant-ei6tn] updating namespace I0521 23:17:52.416461 3896 namespace.go:142] [managed-tenant-ei6tn] updating namespace I0521 23:17:52.515784 3896 namespace.go:142] [managed-tenant-ei6tn] updating namespace I0521 23:18:02.867161 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=152 I0521 23:18:47.881977 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=635 I0521 23:19:30.965101 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0521 23:19:54.989205 3896 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0521 23:19:57.972572 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=134 I0521 23:20:03.951805 3896 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:20:03.952447 3896 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:20:04.821753 3896 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:20:04.821799 3896 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-7kphn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:20:07.955604 3896 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0521 23:20:07.976411 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0521 23:20:36.982132 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0521 23:20:50.876257 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0521 23:21:23.971332 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0521 23:21:39.960098 3896 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0521 23:22:18.999121 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0521 23:23:38.996947 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0521 23:23:57.875011 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=19 I0521 23:25:21.060099 3896 obj_retry.go:492] Detected object tsf-tpa/create-db-2xxnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:21.060157 3896 obj_retry.go:492] Detected object tsf-tpa/create-db-2xxnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:21.064306 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-2xxnb I0521 23:25:21.064331 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-2xxnb I0521 23:25:24.029393 3896 obj_retry.go:492] Detected object tsf-tpa/migrate-db-29hxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:24.029486 3896 obj_retry.go:492] Detected object tsf-tpa/migrate-db-29hxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:24.031990 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-29hxr I0521 23:25:24.032018 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-29hxr I0521 23:25:28.029752 3896 obj_retry.go:492] Detected object tsf-tpa/create-importers-5x7nc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:28.029809 3896 obj_retry.go:492] Detected object tsf-tpa/create-importers-5x7nc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:28.032032 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-5x7nc I0521 23:25:28.032066 3896 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-5x7nc I0521 23:25:33.965628 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0521 23:25:34.993586 3896 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0521 23:26:17.960215 3896 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0521 23:26:33.876678 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0521 23:26:48.887111 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=22 I0521 23:27:39.871610 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0521 23:28:01.977723 3896 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0521 23:28:10.969590 3896 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0521 23:28:25.965305 3896 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7