+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-221.ec2.internal ++ [[ -n ip-10-0-0-221.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-221.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0521 19:41:32.594884024 - disable conntrack on geneve port + echo 'I0521 19:41:32.594884024 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:41:32.618660242 - starting ovnkube-node' I0521 19:41:32.618660242 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-221.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-221.ec2.internal --init-node ip-10-0-0-221.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-221.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:41:32.661766 3810 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:41:32.661819 3810 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-f7f5605795.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:41:32.663219 3810 kube.go:431] Waiting for certificate I0521 19:41:32.663245 3810 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:41:32.663281 3810 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:41:32.664108 3810 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:41:32.698161 3810 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:41:32.698182 3810 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:41:32.701359 3810 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:41:32.701461 3810 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-x8llf" I0521 19:41:49.416376 3810 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-x8llf" I0521 19:41:49.416495 3810 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:41:49.663629 3810 kube.go:438] Certificate found I0521 19:41:49.664219 3810 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:41:49.665408 3810 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:41:49.738326 3810 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:41:49.746349 3810 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:41:49.746403 3810 server.go:101] MetricServer registers OVS metrics I0521 19:41:49.746641 3810 server.go:105] MetricServer registers OVN DB metrics I0521 19:41:49.746806 3810 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:41:49.746995 3810 factory.go:561] Starting watch factory I0521 19:41:49.747081 3810 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.747086 3810 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.747094 3810 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.747101 3810 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.747109 3810 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.747133 3810 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.747086 3810 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.747198 3810 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.747684 3810 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.747086 3810 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.747848 3810 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.748153 3810 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.751420 3810 controller_manager.go:370] Starting the ovnkube controller I0521 19:41:49.751429 3810 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-221.ec2.internal I0521 19:41:49.751471 3810 controller_manager.go:395] NBDB zone sync took: 34.596µs I0521 19:41:49.751478 3810 factory.go:561] Starting watch factory I0521 19:41:49.751471 3810 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:41:49.751499 3810 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:41:49.764132 3810 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:41:49.764157 3810 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:41:49.765096 3810 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.766045 3810 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.767306 3810 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.768190 3810 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.769260 3810 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.771656 3810 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:41:49.771692 3810 server.go:109] MetricServer registers OVN Controller metrics I0521 19:41:49.775688 3810 server.go:113] MetricServer registers OVN Northd metrics I0521 19:41:49.778167 3810 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:49.779416 3810 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:41:49.852899 3810 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:41:49.852915 3810 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:41:49.852919 3810 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:41:49.852922 3810 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:41:49.852925 3810 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:41:49.852928 3810 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:41:49.853009 3810 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:41:49.853027 3810 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:41:49.853010 3810 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:41:49.853055 3810 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:41:49.857318 3810 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:41:49.857329 3810 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:41:49.857333 3810 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:41:49.857336 3810 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:41:49.857340 3810 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:41:49.857342 3810 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:41:49.858762 3810 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:41:49.858769 3810 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:41:49.862635 3810 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:41:49.862646 3810 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:41:49.862700 3810 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:49.862711 3810 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:49.891620 3810 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:49.958825 3810 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:41:49.958838 3810 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:41:49.963982 3810 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:41:49.964051 3810 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:49.964068 3810 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:49.968306 3810 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:41:49.968688 3810 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:49.969586 3810 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:41:49.969647 3810 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:49.969658 3810 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:49.974104 3810 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:41:49.978075 3810 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:49.980093 3810 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:41:49.980161 3810 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:49.980177 3810 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:49.985612 3810 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.075954 3810 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:41:50.081121 3810 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:41:50.081181 3810 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.081192 3810 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.086330 3810 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:41:50.094821 3810 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.186479 3810 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:41:50.186665 3810 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:41:50.186684 3810 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:41:50.192035 3810 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:41:50.195663 3810 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:41:50.197613 3810 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:41:50.197674 3810 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.197686 3810 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.197688 3810 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.197702 3810 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.202819 3810 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.202873 3810 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.293029 3810 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:41:50.298178 3810 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:41:50.298185 3810 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:41:50.298192 3810 factory.go:680] Watch Factory start up complete, took: 551.201355ms I0521 19:41:50.298260 3810 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:41:50.302800 3810 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:41:50.302811 3810 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:41:50.302817 3810 factory.go:680] Watch Factory start up complete, took: 551.33716ms I0521 19:41:50.302824 3810 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-221.ec2.internal" zone I0521 19:41:50.342986 3810 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:41:50.422654 3810 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:41:50.428686 3810 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:41:50.449975 3810 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:36:49 +0000 UTC" deadline="2026-05-22 14:45:06.902373493 +0000 UTC" I0521 19:41:50.449994 3810 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h3m16.452386114s" I0521 19:41:50.483508 3810 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:41:50.483584 3810 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:41:50.483600 3810 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:41:50.515062 3810 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:41:50.515122 3810 default_node_network_controller.go:809] Node ip-10-0-0-221.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0521 19:41:50.520701 3810 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.221"] k8s.ovn.org/zone-name:ip-10-0-0-221.ec2.internal] on node ip-10-0-0-221.ec2.internal I0521 19:41:50.601997 3810 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:41:50.607960 3810 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:41:50.608116 3810 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0521 19:41:50.608329 3810 gateway_init.go:263] Preparing Gateway I0521 19:41:50.608343 3810 gateway_shared_intf.go:1687] Creating new gateway I0521 19:41:50.705602 3810 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:41:50.711402 3810 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:41:50.717185 3810 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:41:50.717198 3810 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-221.ec2.internal","mac-address":"12:a3:43:56:84:17","ip-addresses":["10.0.0.221/24"],"ip-address":"10.0.0.221/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c21aadf8-5a8f-4601-9916-ace78202b606 k8s.ovn.org/node-encap-ips:["10.0.0.221"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.221/24"} k8s.ovn.org/zone-name:ip-10-0-0-221.ec2.internal] on node ip-10-0-0-221.ec2.internal I0521 19:41:50.789082 3810 default_node_network_controller.go:519] Node connection status = connected I0521 19:41:50.803567 3810 controller_manager.go:429] Waiting for node in zone sync took: 500.73183ms I0521 19:41:50.824009 3810 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:41:50.824023 3810 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-221.ec2.internal I0521 19:41:50.873646 3810 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:41:50.879702 3810 controller_manager.go:290] SCTP support detected in OVN I0521 19:41:50.880252 3810 services_controller.go:69] Creating services controller for network=default I0521 19:41:50.880358 3810 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:41:50.880404 3810 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:41:50.880442 3810 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:41:50.880458 3810 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:41:50.880467 3810 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:41:50.880651 3810 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:41:50.880703 3810 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:41:50.880778 3810 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 95.19µs I0521 19:41:50.880792 3810 udn_enabled_svc.go:95] Performing full resync I0521 19:41:50.880800 3810 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 91.575µs I0521 19:41:50.880807 3810 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 103.767µs I0521 19:41:50.880812 3810 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:41:50.880819 3810 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:41:50.880827 3810 default_network_controller.go:325] Starting the default network controller I0521 19:41:50.880928 3810 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 4.814µs I0521 19:41:50.881065 3810 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:41:50.881078 3810 udn_enabled_svc.go:104] Starting worker I0521 19:41:50.889757 3810 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:41:50.889811 3810 repair.go:33] Syncing exgw routes took 42.039µs I0521 19:41:50.889832 3810 default_network_controller.go:414] Starting all the Watchers... I0521 19:41:50.889954 3810 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:41:50.889959 3810 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:41:50.889957 3810 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:41:50.889969 3810 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:41:50.889972 3810 namespace.go:98] [openshift] adding namespace I0521 19:41:50.889989 3810 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:41:50.889995 3810 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:41:50.890006 3810 namespace.go:98] [openshift-node] adding namespace I0521 19:41:50.890014 3810 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:41:50.890021 3810 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:41:50.890026 3810 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:41:50.890030 3810 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:41:50.890028 3810 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:41:50.890036 3810 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:41:50.890042 3810 namespace.go:98] [kube-node-lease] adding namespace I0521 19:41:50.890611 3810 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 645.177µs I0521 19:41:50.890626 3810 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:41:50.891461 3810 namespace.go:102] [openshift-machine-config-operator] adding namespace took 830.083µs I0521 19:41:50.891476 3810 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:41:50.892016 3810 namespace.go:102] [openshift-package-operator] adding namespace took 531.053µs I0521 19:41:50.892031 3810 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:41:50.892449 3810 namespace.go:102] [openshift-route-controller-manager] adding namespace took 2.47948ms I0521 19:41:50.892468 3810 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:41:50.892894 3810 namespace.go:102] [openshift-config-operator] adding namespace took 2.921287ms I0521 19:41:50.892907 3810 namespace.go:98] [default] adding namespace I0521 19:41:50.893290 3810 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 3.310315ms I0521 19:41:50.893308 3810 namespace.go:98] [open-cluster-management-2qegovcgb34vgjgrmsm5lc08sjlrclho] adding namespace I0521 19:41:50.893741 3810 namespace.go:102] [openshift] adding namespace took 3.759619ms I0521 19:41:50.893756 3810 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:41:50.894264 3810 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 4.261307ms I0521 19:41:50.894280 3810 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:41:50.894730 3810 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 4.706592ms I0521 19:41:50.894749 3810 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:41:50.895166 3810 namespace.go:102] [openshift-node] adding namespace took 5.151734ms I0521 19:41:50.895178 3810 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 19:41:50.895615 3810 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.595315ms I0521 19:41:50.895632 3810 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:41:50.896060 3810 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.034098ms I0521 19:41:50.896073 3810 namespace.go:98] [dedicated-admin] adding namespace I0521 19:41:50.896518 3810 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.485684ms I0521 19:41:50.896537 3810 namespace.go:98] [openshift-logging] adding namespace I0521 19:41:50.896977 3810 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.942435ms I0521 19:41:50.896988 3810 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:41:50.897399 3810 namespace.go:102] [openshift-apiserver] adding namespace took 7.357007ms I0521 19:41:50.897414 3810 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:41:50.897830 3810 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.788815ms I0521 19:41:50.897844 3810 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:41:50.898240 3810 namespace.go:102] [kube-node-lease] adding namespace took 8.192014ms I0521 19:41:50.898253 3810 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:41:50.898668 3810 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.630893ms I0521 19:41:50.898684 3810 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:41:50.899062 3810 namespace.go:102] [openshift-service-ca] adding namespace took 6.587689ms I0521 19:41:50.899078 3810 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:41:50.899425 3810 namespace.go:102] [default] adding namespace took 6.512952ms I0521 19:41:50.899437 3810 namespace.go:98] [openshift-authentication] adding namespace I0521 19:41:50.899827 3810 namespace.go:102] [open-cluster-management-2qegovcgb34vgjgrmsm5lc08sjlrclho] adding namespace took 6.513062ms I0521 19:41:50.899842 3810 namespace.go:98] [kube-system] adding namespace I0521 19:41:50.900230 3810 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.468384ms I0521 19:41:50.900247 3810 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:41:50.900576 3810 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.290133ms I0521 19:41:50.900591 3810 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:41:50.901038 3810 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.281985ms I0521 19:41:50.901054 3810 namespace.go:98] [openshift-host-network] adding namespace I0521 19:41:50.901414 3810 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.229908ms I0521 19:41:50.901427 3810 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:41:50.901879 3810 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.240789ms I0521 19:41:50.901891 3810 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:41:50.902218 3810 namespace.go:102] [dedicated-admin] adding namespace took 6.139171ms I0521 19:41:50.902231 3810 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 19:41:50.902667 3810 namespace.go:102] [openshift-logging] adding namespace took 6.124801ms I0521 19:41:50.902678 3810 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:41:50.903065 3810 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.071466ms I0521 19:41:50.903080 3810 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:41:50.903445 3810 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.026213ms I0521 19:41:50.903457 3810 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:41:50.903878 3810 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.028065ms I0521 19:41:50.903893 3810 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:41:50.904270 3810 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.010878ms I0521 19:41:50.904281 3810 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:41:50.904653 3810 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.963913ms I0521 19:41:50.904667 3810 namespace.go:98] [kube-public] adding namespace I0521 19:41:50.905033 3810 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.949322ms I0521 19:41:50.905045 3810 namespace.go:98] [openshift-image-registry] adding namespace W0521 19:41:50.905369 3810 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-w8psz: pod kube-system/global-pull-secret-syncer-w8psz: no pod IPs found W0521 19:41:50.905382 3810 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-5l57d: pod kube-system/global-pull-secret-syncer-5l57d: no pod IPs found I0521 19:41:50.905416 3810 namespace.go:102] [openshift-authentication] adding namespace took 5.974575ms I0521 19:41:50.905428 3810 namespace.go:98] [openshift-ingress] adding namespace I0521 19:41:50.905860 3810 namespace.go:102] [kube-system] adding namespace took 6.011137ms I0521 19:41:50.905875 3810 namespace.go:98] [openshift-multus] adding namespace I0521 19:41:50.906246 3810 namespace.go:102] [openshift-cluster-version] adding namespace took 5.993591ms I0521 19:41:50.906260 3810 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 19:41:50.906630 3810 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.031125ms I0521 19:41:50.906646 3810 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:41:50.907398 3810 namespace.go:102] [openshift-host-network] adding namespace took 6.336997ms I0521 19:41:50.907412 3810 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:41:50.907904 3810 namespace.go:102] [openshift-monitoring] adding namespace took 6.472077ms I0521 19:41:50.907916 3810 namespace.go:98] [openshift-etcd] adding namespace I0521 19:41:50.908278 3810 namespace.go:102] [openshift-config-managed] adding namespace took 6.381583ms I0521 19:41:50.908292 3810 namespace.go:98] [openshift-insights] adding namespace I0521 19:41:50.908659 3810 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.423964ms I0521 19:41:50.908671 3810 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:41:50.909043 3810 namespace.go:102] [openshift-marketplace] adding namespace took 6.36107ms I0521 19:41:50.909057 3810 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:41:50.909412 3810 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.327326ms I0521 19:41:50.909423 3810 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:41:50.909797 3810 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.336016ms I0521 19:41:50.909811 3810 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:41:50.910166 3810 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.26812ms I0521 19:41:50.910179 3810 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:41:50.910536 3810 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.249981ms I0521 19:41:50.910548 3810 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:41:50.910939 3810 namespace.go:102] [kube-public] adding namespace took 6.265895ms I0521 19:41:50.911320 3810 namespace.go:102] [openshift-image-registry] adding namespace took 6.270036ms I0521 19:41:50.911334 3810 namespace.go:98] [openshift-cloud-credential-operator] adding namespace W0521 19:41:50.911676 3810 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jc68d: pod openshift-multus/network-metrics-daemon-jc68d: no pod IPs found W0521 19:41:50.911689 3810 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ktpl8: pod openshift-multus/network-metrics-daemon-ktpl8: no pod IPs found I0521 19:41:50.911732 3810 namespace.go:102] [openshift-ingress] adding namespace took 6.298962ms I0521 19:41:50.911746 3810 namespace.go:98] [openshift-dns] adding namespace I0521 19:41:50.912258 3810 namespace.go:102] [openshift-multus] adding namespace took 6.374951ms I0521 19:41:50.912275 3810 namespace.go:98] [openshift-infra] adding namespace I0521 19:41:50.912755 3810 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.473054ms I0521 19:41:50.912772 3810 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:41:50.913173 3810 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.522014ms I0521 19:41:50.913186 3810 namespace.go:98] [openshift-config] adding namespace I0521 19:41:50.913618 3810 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.201203ms I0521 19:41:50.913633 3810 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:41:50.914079 3810 namespace.go:102] [openshift-etcd] adding namespace took 6.156752ms I0521 19:41:50.914098 3810 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:41:50.914568 3810 namespace.go:102] [openshift-insights] adding namespace took 6.269004ms I0521 19:41:50.914582 3810 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:41:50.915039 3810 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.362647ms I0521 19:41:50.915052 3810 namespace.go:98] [openshift-network-console] adding namespace I0521 19:41:50.915449 3810 namespace.go:102] [openshift-network-operator] adding namespace took 6.385277ms I0521 19:41:50.915461 3810 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:41:50.915894 3810 namespace.go:102] [openshift-controller-manager] adding namespace took 6.463205ms I0521 19:41:50.915911 3810 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:41:50.916365 3810 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.545701ms I0521 19:41:50.916385 3810 namespace.go:98] [openshift-backplane] adding namespace I0521 19:41:50.916871 3810 namespace.go:102] [openshift-machine-api] adding namespace took 6.686ms I0521 19:41:50.916885 3810 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:41:50.917228 3810 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.671426ms I0521 19:41:50.917247 3810 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:41:50.917847 3810 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.505862ms I0521 19:41:50.918342 3810 namespace.go:102] [openshift-dns] adding namespace took 6.590632ms I0521 19:41:50.918354 3810 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:41:50.918778 3810 namespace.go:102] [openshift-infra] adding namespace took 6.498031ms I0521 19:41:50.918792 3810 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:41:50.919192 3810 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.414144ms I0521 19:41:50.919203 3810 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:41:50.919624 3810 namespace.go:102] [openshift-config] adding namespace took 6.43452ms I0521 19:41:50.919635 3810 namespace.go:98] [openshift-operators] adding namespace I0521 19:41:50.919994 3810 namespace.go:102] [openshift-console-operator] adding namespace took 6.355397ms I0521 19:41:50.920470 3810 namespace.go:102] [openshift-dns-operator] adding namespace took 6.36545ms I0521 19:41:50.920830 3810 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.243218ms I0521 19:41:50.921253 3810 namespace.go:102] [openshift-network-console] adding namespace took 6.1956ms W0521 19:41:50.921260 3810 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ptcpp: pod openshift-network-diagnostics/network-check-target-ptcpp: no pod IPs found I0521 19:41:50.921268 3810 namespace.go:98] [openshift-console] adding namespace I0521 19:41:50.921743 3810 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.276465ms I0521 19:41:50.922185 3810 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.269583ms I0521 19:41:50.922596 3810 namespace.go:102] [openshift-backplane] adding namespace took 6.204745ms I0521 19:41:50.922614 3810 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:41:50.923028 3810 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.138271ms I0521 19:41:50.923407 3810 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.155456ms I0521 19:41:50.923871 3810 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.511321ms I0521 19:41:50.924224 3810 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.425667ms I0521 19:41:50.924695 3810 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.486762ms I0521 19:41:50.925044 3810 namespace.go:102] [openshift-operators] adding namespace took 5.404764ms I0521 19:41:50.925477 3810 namespace.go:102] [openshift-console] adding namespace took 4.202466ms I0521 19:41:50.925929 3810 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 3.309818ms I0521 19:41:50.926102 3810 master.go:548] Adding or Updating local node "ip-10-0-0-221.ec2.internal" for network "default" I0521 19:41:50.926938 3810 zone_ic_handler.go:195] Time taken to create transit switch: 447.817µs I0521 19:41:50.926959 3810 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-49.ec2.internal for the network default E0521 19:41:50.927057 3810 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-105.ec2.internal, error: adding or updating remote node IC resources ip-10-0-1-105.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-105.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009871008 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2802907523}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0521 19:41:50.927115 3810 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-105.ec2.internal", UID:"08573528-2455-44a3-a0f5-03bc356db391", APIVersion:"v1", ResourceVersion:"10457", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-1-105.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-105.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009871008 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2802907523}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0521 19:41:50.928251 3810 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-49.ec2.internal" on network "default" took: 1.773915ms W0521 19:41:50.934385 3810 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-ptcpp: pod openshift-network-diagnostics/network-check-target-ptcpp: no pod IPs found W0521 19:41:50.934403 3810 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-w8psz: pod kube-system/global-pull-secret-syncer-w8psz: no pod IPs found W0521 19:41:50.934417 3810 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-jc68d: pod openshift-multus/network-metrics-daemon-jc68d: no pod IPs found I0521 19:41:50.939964 3810 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-221.ec2.internal for the network default I0521 19:41:50.940133 3810 zone_ic_handler.go:195] Time taken to create transit switch: 155.257µs I0521 19:41:50.940824 3810 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:41:50.940849 3810 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:41:50.940865 3810 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:41:50.940886 3810 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-221.ec2.internal in network "default" I0521 19:41:50.940930 3810 node_tracker.go:169] Node ip-10-0-0-221.ec2.internal switch + router changed, syncing services in network "default" I0521 19:41:50.940945 3810 services_controller.go:574] Full service sync requested for network=default I0521 19:41:50.940953 3810 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-105.ec2.internal in network "default" I0521 19:41:50.940973 3810 node_tracker.go:169] Node ip-10-0-1-105.ec2.internal switch + router changed, syncing services in network "default" I0521 19:41:50.940979 3810 services_controller.go:574] Full service sync requested for network=default I0521 19:41:50.940986 3810 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-49.ec2.internal in network "default" I0521 19:41:50.941008 3810 node_tracker.go:169] Node ip-10-0-2-49.ec2.internal switch + router changed, syncing services in network "default" I0521 19:41:50.941014 3810 services_controller.go:574] Full service sync requested for network=default I0521 19:41:51.041930 3810 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:41:51.041949 3810 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:41:51.042028 3810 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:41:51.042068 3810 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:41:51.042082 3810 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:41:51.142649 3810 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:41:51.142669 3810 repair.go:60] Starting repairing loop for services I0521 19:41:51.142775 3810 repair.go:131] Deleted 0 stale service LBs I0521 19:41:51.142794 3810 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:41:51.142811 3810 repair.go:62] Finished repairing loop for services: 143.643µs I0521 19:41:51.142832 3810 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:41:51.142842 3810 services_controller.go:254] Starting workers for network=default I0521 19:41:51.143291 3810 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ptcpp] creating logical port openshift-network-diagnostics_network-check-target-ptcpp for pod on switch ip-10-0-0-221.ec2.internal I0521 19:41:51.143355 3810 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jc68d] creating logical port openshift-multus_network-metrics-daemon-jc68d for pod on switch ip-10-0-0-221.ec2.internal I0521 19:41:51.143416 3810 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-ptcpp I0521 19:41:51.143444 3810 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-jc68d I0521 19:41:51.143509 3810 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-w8psz] creating logical port kube-system_global-pull-secret-syncer-w8psz for pod on switch ip-10-0-0-221.ec2.internal I0521 19:41:51.143561 3810 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-w8psz W0521 19:41:51.145706 3810 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:41:51.148249 3810 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:51.148261 3810 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:51.148266 3810 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:51.148588 3810 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:41:51.160208 3810 pod.go:62] [openshift-network-diagnostics/network-check-target-ptcpp] pod update took 16.84029ms I0521 19:41:51.160225 3810 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-ptcpp] addLogicalPort annotation time took 16.860898ms I0521 19:41:51.161047 3810 pods.go:271] [openshift-network-diagnostics/network-check-target-ptcpp] addLogicalPort took 17.767123ms, libovsdb time 610.335µs I0521 19:41:51.166079 3810 pod.go:62] [kube-system/global-pull-secret-syncer-w8psz] pod update took 22.535242ms I0521 19:41:51.166096 3810 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-w8psz] addLogicalPort annotation time took 22.552567ms I0521 19:41:51.166932 3810 pods.go:271] [kube-system/global-pull-secret-syncer-w8psz] addLogicalPort took 23.430426ms, libovsdb time 650.564µs I0521 19:41:51.167630 3810 pod.go:62] [openshift-multus/network-metrics-daemon-jc68d] pod update took 24.206852ms I0521 19:41:51.167659 3810 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-jc68d] addLogicalPort annotation time took 24.228353ms I0521 19:41:51.168438 3810 pods.go:271] [openshift-multus/network-metrics-daemon-jc68d] addLogicalPort took 25.125594ms, libovsdb time 581.377µs I0521 19:41:51.168910 3810 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:41:51.168935 3810 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:41:51.168953 3810 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:41:51.168960 3810 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:41:51.169218 3810 repair.go:29] Repairing admin network policies took 250.178µs I0521 19:41:51.169335 3810 repair.go:92] Repairing baseline admin network policies took 105.743µs I0521 19:41:51.169640 3810 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:41:51.169663 3810 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:41:51.171429 3810 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:41:51.171457 3810 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:41:51.171469 3810 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:41:51.173289 3810 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:41:51.173307 3810 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:41:51.173314 3810 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:41:51.173588 3810 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:41:51.173606 3810 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:41:51.173616 3810 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:41:51.175989 3810 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:41:51.176012 3810 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:41:51.176024 3810 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:41:51.176677 3810 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:41:51.176697 3810 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:41:51.176741 3810 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:41:51.178420 3810 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:41:51.178441 3810 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:41:51.178451 3810 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:41:51.178973 3810 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:41:51.178993 3810 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:41:51.179004 3810 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:41:51.179544 3810 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:41:51.179562 3810 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:41:51.179576 3810 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:41:51.180934 3810 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:41:51.180959 3810 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:41:51.180968 3810 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:41:51.182789 3810 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:41:51.182812 3810 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:41:51.182823 3810 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:41:51.183350 3810 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:41:51.183369 3810 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:41:51.184109 3810 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:41:51.184126 3810 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:41:51.184900 3810 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:41:51.184919 3810 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:41:51.184927 3810 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:41:51.185456 3810 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:41:51.185474 3810 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:41:51.185482 3810 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:41:51.185991 3810 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:41:51.186006 3810 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:41:51.186018 3810 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:41:51.188514 3810 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:41:51.188532 3810 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:41:51.188538 3810 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:41:51.188861 3810 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:41:51.188880 3810 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:41:51.188887 3810 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:41:51.190100 3810 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:41:51.190119 3810 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:41:51.190127 3810 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:41:51.190941 3810 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:41:51.190958 3810 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:41:51.190965 3810 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:41:51.191461 3810 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:41:51.191480 3810 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:41:51.191489 3810 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:41:51.192502 3810 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:41:51.192521 3810 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:41:51.192530 3810 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:41:51.193684 3810 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:41:51.193701 3810 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:41:51.193707 3810 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:41:51.194015 3810 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:41:51.194031 3810 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:41:51.194038 3810 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:41:51.194513 3810 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:41:51.194530 3810 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:41:51.194543 3810 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:41:51.195545 3810 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:41:51.195568 3810 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:41:51.195587 3810 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:41:51.196677 3810 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:41:51.196693 3810 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:41:51.196731 3810 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:41:51.197489 3810 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:41:51.197517 3810 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:41:51.197525 3810 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:41:51.198126 3810 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:41:51.198145 3810 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:41:51.198153 3810 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:41:51.198671 3810 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:41:51.198693 3810 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:41:51.198708 3810 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:41:51.199819 3810 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:41:51.206971 3810 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:41:51.207002 3810 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:41:51.207002 3810 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:41:51.207036 3810 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:41:51.207050 3810 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:41:51.207037 3810 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:41:51.207058 3810 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:41:51.207311 3810 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:41:51.207323 3810 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:41:51.207328 3810 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:41:51.207336 3810 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:41:51.207359 3810 egressfirewall.go:723] Syncing node "ip-10-0-0-221.ec2.internal" for egress firewall I0521 19:41:51.207375 3810 egressfirewall.go:723] Syncing node "ip-10-0-1-105.ec2.internal" for egress firewall I0521 19:41:51.207381 3810 egressfirewall.go:723] Syncing node "ip-10-0-2-49.ec2.internal" for egress firewall I0521 19:41:51.207463 3810 egressqos.go:245] Starting EgressQoS Controller I0521 19:41:51.207475 3810 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:41:51.207482 3810 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:41:51.207487 3810 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:41:51.207510 3810 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:41:51.207517 3810 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:41:51.207522 3810 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:41:51.207528 3810 egressqos.go:259] Repairing EgressQoSes I0521 19:41:51.207534 3810 egressqos.go:399] Starting repairing loop for egressqos I0521 19:41:51.207622 3810 egressqos.go:401] Finished repairing loop for egressqos: 87.253µs I0521 19:41:51.207637 3810 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:41:51.207661 3810 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-221.ec2.internal I0521 19:41:51.207701 3810 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-221.ec2.internal : 40.581µs I0521 19:41:51.207791 3810 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:41:51.207802 3810 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:41:51.207807 3810 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:41:51.207813 3810 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:41:51.207818 3810 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:41:51.207823 3810 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:41:51.207828 3810 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:41:51.207833 3810 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:41:51.207837 3810 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:41:51.207841 3810 egressservice_zone.go:228] Repairing Egress Services I0521 19:41:51.208123 3810 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:41:51.208134 3810 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:41:51.208146 3810 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-221.ec2.internal I0521 19:41:51.208157 3810 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-221.ec2.internal: 12.519µs I0521 19:41:51.208164 3810 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-105.ec2.internal I0521 19:41:51.208168 3810 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-105.ec2.internal: 4.081µs I0521 19:41:51.208172 3810 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-49.ec2.internal I0521 19:41:51.208180 3810 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-49.ec2.internal: 8.095µs I0521 19:41:51.208296 3810 default_network_controller.go:585] Completing all the Watchers took 318.456279ms I0521 19:41:51.208309 3810 default_network_controller.go:589] Starting unidling controllers I0521 19:41:51.208323 3810 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:41:51.208330 3810 unidle.go:63] Populating Initial ContollerEvent events I0521 19:41:51.208342 3810 unidle.go:79] Setting up event handlers for services I0521 19:41:51.208406 3810 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:41:51.219580 3810 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:41:51.235984 3810 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-105.ec2.internal I0521 19:41:51.235996 3810 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-105.ec2.internal: 15.378µs I0521 19:41:51.235985 3810 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-105.ec2.internal in network "default" I0521 19:41:51.236045 3810 egressfirewall.go:723] Syncing node "ip-10-0-1-105.ec2.internal" for egress firewall I0521 19:41:51.236052 3810 node_tracker.go:169] Node ip-10-0-1-105.ec2.internal switch + router changed, syncing services in network "default" I0521 19:41:51.236065 3810 services_controller.go:574] Full service sync requested for network=default I0521 19:41:51.236068 3810 default_network_controller.go:1025] Node "ip-10-0-1-105.ec2.internal" in remote zone "ip-10-0-1-105.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 19:41:51.236407 3810 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:41:51.236601 3810 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:51.236612 3810 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:51.236616 3810 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:51.236626 3810 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:41:51.236692 3810 zone_ic_handler.go:195] Time taken to create transit switch: 232.402µs I0521 19:41:51.236703 3810 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-105.ec2.internal for the network default I0521 19:41:51.237544 3810 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-105.ec2.internal" on network "default" took: 1.098366ms I0521 19:41:51.237574 3810 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-105.ec2.internal. Updating no re-route policies I0521 19:41:51.290317 3810 default_node_network_controller.go:519] Node connection status = connected I0521 19:41:51.307266 3810 bridgeconfig.go:537] Gateway is ready I0521 19:41:51.307280 3810 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:41:51.318520 3810 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.221. Updating OVN encap IP. I0521 19:41:51.323641 3810 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.221 - it is already configured I0521 19:41:51.323659 3810 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.221/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:41:51.323919 3810 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.221/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-221.ec2.internal","mac-address":"12:a3:43:56:84:17","ip-addresses":["10.0.0.221/24"],"ip-address":"10.0.0.221/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c21aadf8-5a8f-4601-9916-ace78202b606 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.221/24"}] on node ip-10-0-0-221.ec2.internal I0521 19:41:51.347013 3810 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-221.ec2.internal in network "default" I0521 19:41:51.347185 3810 node_tracker.go:169] Node ip-10-0-0-221.ec2.internal switch + router changed, syncing services in network "default" I0521 19:41:51.347230 3810 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-221.ec2.internal I0521 19:41:51.347300 3810 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-221.ec2.internal: 73.81µs I0521 19:41:51.347281 3810 services_controller.go:574] Full service sync requested for network=default I0521 19:41:51.347465 3810 master.go:548] Adding or Updating local node "ip-10-0-0-221.ec2.internal" for network "default" W0521 19:41:51.348143 3810 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:51.348162 3810 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:51.348178 3810 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0521 19:41:51.348316 3810 egressfirewall.go:723] Syncing node "ip-10-0-0-221.ec2.internal" for egress firewall W0521 19:41:51.348384 3810 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:41:51.348609 3810 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.221 W0521 19:41:51.349223 3810 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:41:51.349934 3810 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-221.ec2.internal I0521 19:41:51.364223 3810 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-221.ec2.internal. Updating no re-route policies I0521 19:41:51.364293 3810 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jc68d I0521 19:41:51.364305 3810 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-j652r I0521 19:41:51.364315 3810 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jc68d I0521 19:41:51.364316 3810 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ptcpp I0521 19:41:51.364317 3810 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-4gm2w I0521 19:41:51.364330 3810 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-w8psz I0521 19:41:51.364331 3810 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ptcpp I0521 19:41:51.364330 3810 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-221.ec2.internal I0521 19:41:51.364337 3810 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-4gm2w I0521 19:41:51.364294 3810 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-221.ec2.internal I0521 19:41:51.364344 3810 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-221.ec2.internal I0521 19:41:51.364345 3810 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-221.ec2.internal I0521 19:41:51.364346 3810 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-v5fkf I0521 19:41:51.364355 3810 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-s7xxm I0521 19:41:51.364364 3810 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ptcpp] creating logical port openshift-network-diagnostics_network-check-target-ptcpp for pod on switch ip-10-0-0-221.ec2.internal I0521 19:41:51.364363 3810 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-v5fkf I0521 19:41:51.364369 3810 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-221.ec2.internal after 0 failed attempt(s) I0521 19:41:51.364372 3810 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-s7xxm I0521 19:41:51.364375 3810 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-vvdkm I0521 19:41:51.364378 3810 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xxq2n I0521 19:41:51.364383 3810 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-4gm2w after 0 failed attempt(s) I0521 19:41:51.364389 3810 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-vvdkm I0521 19:41:51.364388 3810 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-989fx I0521 19:41:51.364393 3810 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-v5fkf after 0 failed attempt(s) I0521 19:41:51.364393 3810 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-s7xxm after 0 failed attempt(s) I0521 19:41:51.364401 3810 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-989fx I0521 19:41:51.364335 3810 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-w8psz I0521 19:41:51.364406 3810 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-vvdkm after 0 failed attempt(s) I0521 19:41:51.364415 3810 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-989fx after 0 failed attempt(s) I0521 19:41:51.364323 3810 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vvs6r I0521 19:41:51.364427 3810 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-w8psz] creating logical port kube-system_global-pull-secret-syncer-w8psz for pod on switch ip-10-0-0-221.ec2.internal I0521 19:41:51.364301 3810 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-qdbhj I0521 19:41:51.364447 3810 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-qdbhj I0521 19:41:51.364316 3810 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-j652r I0521 19:41:51.364485 3810 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-j652r after 0 failed attempt(s) I0521 19:41:51.364428 3810 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vvs6r I0521 19:41:51.364504 3810 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vvs6r after 0 failed attempt(s) I0521 19:41:51.364366 3810 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-221.ec2.internal after 0 failed attempt(s) I0521 19:41:51.364367 3810 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jc68d] creating logical port openshift-multus_network-metrics-daemon-jc68d for pod on switch ip-10-0-0-221.ec2.internal I0521 19:41:51.364391 3810 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xxq2n I0521 19:41:51.364579 3810 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xxq2n after 0 failed attempt(s) I0521 19:41:51.364466 3810 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-qdbhj after 0 failed attempt(s) I0521 19:41:51.365056 3810 pods.go:271] [openshift-network-diagnostics/network-check-target-ptcpp] addLogicalPort took 700.331µs, libovsdb time 237.135µs I0521 19:41:51.365070 3810 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-ptcpp after 0 failed attempt(s) I0521 19:41:51.365240 3810 pods.go:271] [kube-system/global-pull-secret-syncer-w8psz] addLogicalPort took 819.763µs, libovsdb time 357.138µs I0521 19:41:51.365251 3810 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-w8psz after 0 failed attempt(s) I0521 19:41:51.365308 3810 pods.go:271] [openshift-multus/network-metrics-daemon-jc68d] addLogicalPort took 959.049µs, libovsdb time 261.858µs I0521 19:41:51.365315 3810 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-jc68d after 0 failed attempt(s) I0521 19:41:51.369390 3810 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:41:51.380998 3810 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:41:51.384142 3810 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:41:51.437379 3810 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:41:51.493067 3810 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:41:51.508961 3810 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:41:51.509090 3810 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:41:51.509148 3810 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:41:51.509243 3810 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:41:51.509299 3810 gateway_init.go:325] Gateway and management port readiness took 724.166082ms I0521 19:41:51.509326 3810 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:41:51.509359 3810 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:41:51.509372 3810 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:41:51.509381 3810 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:41:51.509438 3810 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:41:51.509526 3810 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.149µs I0521 19:41:51.509822 3810 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:41:51.509852 3810 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.236µs I0521 19:41:51.509860 3810 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.015µs I0521 19:41:51.509866 3810 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:41:51.509876 3810 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:41:51.509884 3810 default_node_network_controller.go:899] Starting the default node network controller I0521 19:41:51.509889 3810 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:41:51.509963 3810 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.831µs I0521 19:41:51.510050 3810 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:41:51.510058 3810 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:41:51.510082 3810 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba9460 0xc0002d40e0 0xc0002d4150 0xc0002d4230 0xc0002d42a0 0xc0002d4310 0xc0002d4380 0xc000bbd7c0 0xc0002d43f0 0xc0002d4460 0xc00089a3c0 0xc0063f7420 0xc0002d44d0 map[0x2ff9080:0xc004150120 0x2ff95c0:0xc0041502a0 0x2ffa2e0:0xc004150060 0x2ffa580:0xc0041500c0 0x2ffad60:0xc004150180 0x2ffb000:0xc0041501e0 0x2ffb2a0:0xc004150240 0x2ffba80:0xc0025b03c0 0x2ffbd20:0xc005a03800 0x3026980:0xc0007c03c0 0x3026d20:0xc0007c0420 0x3027800:0xc000d27860 0x3029160:0xc000c893e0 0x30298a0:0xc004150000 0x302a720:0xc000c89500] 0xc000bdc770 0} I0521 19:41:51.510141 3810 gateway.go:151] Starting gateway service sync I0521 19:41:51.510603 3810 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:41:51.512667 3810 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:41:51.536534 3810 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:41:51.537660 3810 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:41:51.538831 3810 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:41:51.572870 3810 gateway.go:168] Gateway service sync done. Time taken: 62.717866ms I0521 19:41:51.573347 3810 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32182 I0521 19:41:51.573739 3810 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba9460 0xc0002d40e0 0xc0002d4150 0xc0002d4230 0xc0002d42a0 0xc0002d4310 0xc0002d4380 0xc000bbd7c0 0xc0002d43f0 0xc0002d4460 0xc00089a3c0 0xc0063f7420 0xc0002d44d0 map[0x2ff9080:0xc004150120 0x2ff95c0:0xc0041502a0 0x2ffa2e0:0xc004150060 0x2ffa580:0xc0041500c0 0x2ffad60:0xc004150180 0x2ffb000:0xc0041501e0 0x2ffb2a0:0xc004150240 0x2ffba80:0xc0025b03c0 0x2ffbd20:0xc005a03800 0x3026980:0xc0007c03c0 0x3026d20:0xc0007c0420 0x3027800:0xc000d27860 0x3029160:0xc000c893e0 0x30298a0:0xc004150000 0x302a720:0xc000c89500] 0xc000bdc770 0} I0521 19:41:51.574256 3810 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba9460 0xc0002d40e0 0xc0002d4150 0xc0002d4230 0xc0002d42a0 0xc0002d4310 0xc0002d4380 0xc000bbd7c0 0xc0002d43f0 0xc0002d4460 0xc00089a3c0 0xc0063f7420 0xc0002d44d0 map[0x2ff9080:0xc004150120 0x2ff95c0:0xc0041502a0 0x2ffa2e0:0xc004150060 0x2ffa580:0xc0041500c0 0x2ffad60:0xc004150180 0x2ffb000:0xc0041501e0 0x2ffb2a0:0xc004150240 0x2ffba80:0xc0025b03c0 0x2ffbd20:0xc005a03800 0x3026980:0xc0007c03c0 0x3026d20:0xc0007c0420 0x3027800:0xc000d27860 0x3029160:0xc000c893e0 0x30298a0:0xc004150000 0x302a720:0xc000c89500] 0xc000bdc770 0} I0521 19:41:51.574293 3810 gateway.go:532] Reconciling gateway with updates I0521 19:41:51.579816 3810 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:41:51.579897 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:41:51.579913 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:41:51.579914 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:41:51.579918 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:41:51.579929 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:41:51.579933 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:41:51.579942 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:41:51.579947 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:41:51.579945 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:41:51.579961 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:41:51.579965 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0521 19:41:51.579952 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:41:51.579976 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0521 19:41:51.579976 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:41:51.579899 3810 default_node_network_controller.go:944] Gateway and management port readiness took 69.832697ms I0521 19:41:51.579981 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:41:51.579985 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:41:51.579931 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:41:51.579993 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:41:51.579995 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:41:51.579988 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:41:51.579999 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:41:51.579999 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:41:51.580008 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:41:51.580012 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:41:51.580013 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0521 19:41:51.580016 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:41:51.580020 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:41:51.580022 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:41:51.580025 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:41:51.580031 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:41:51.580034 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:41:51.580037 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:41:51.580040 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:41:51.580043 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:41:51.580047 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:41:51.579974 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:41:51.580053 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:41:51.580046 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:41:51.579967 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:41:51.580060 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0521 19:41:51.580064 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:41:51.580067 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:41:51.580072 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0521 19:41:51.580073 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:41:51.580071 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:41:51.580077 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:41:51.580074 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:41:51.580084 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:41:51.580084 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:41:51.580054 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:41:51.580087 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:41:51.580092 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:41:51.580094 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:41:51.580097 3810 port_claim.go:71] Svc openshift-ingress/router-default: port 30715 is already open, no action needed I0521 19:41:51.580102 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:41:51.580107 3810 port_claim.go:71] Svc openshift-ingress/router-default: port 31879 is already open, no action needed I0521 19:41:51.580039 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:41:51.580002 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:41:51.580113 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:41:51.580127 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:41:51.580014 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:41:51.580138 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:41:51.580073 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:41:51.579942 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:41:51.580171 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:41:51.580179 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:41:51.580098 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:41:51.580186 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:41:51.580002 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:41:51.580022 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:41:51.580043 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:41:51.580238 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:41:51.580252 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:41:51.580258 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:41:51.580049 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:41:51.580266 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:41:51.580054 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:41:51.580301 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:41:51.580303 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:41:51.580313 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:41:51.580058 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:41:51.580059 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:41:51.580354 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:41:51.580357 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:41:51.580064 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0521 19:41:51.580362 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:41:51.580366 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:41:51.580366 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:41:51.580371 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0521 19:41:51.580376 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:41:51.580077 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:41:51.580389 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:41:51.580072 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:41:51.580411 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:41:51.580420 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:41:51.580414 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:41:51.580448 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:41:51.580086 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:41:51.580460 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:41:51.580474 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:41:51.580484 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:41:51.580461 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:41:51.580489 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:41:51.580567 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:41:51.580476 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:41:51.580107 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0521 19:41:51.580106 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:41:51.580224 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:41:51.580042 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0521 19:41:51.580657 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0521 19:41:51.580662 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0521 19:41:51.580293 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:41:51.580669 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:41:51.580089 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:41:51.580440 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:41:51.580696 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:41:51.580451 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:41:51.580735 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:41:51.579978 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:41:51.580756 3810 node_ip_handler_linux.go:160] Node IP manager is running W0521 19:41:51.616513 3810 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:41:51.616674 3810 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:41:51.616855 3810 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0521 19:41:51.624979 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:41:51.644533 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:41:51.644537 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:41:51.644547 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:41:51.644554 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:41:51.644566 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:41:51.644573 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:41:51.644582 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:41:51.644591 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:41:51.644599 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:41:51.644608 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:41:51.644617 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:41:51.644626 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:41:51.644634 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:41:51.644643 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:41:51.644652 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:41:51.644662 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:41:51.644673 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0521 19:41:51.644688 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:41:51.644694 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:41:51.644700 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:41:51.682745 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:41:51.682768 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:41:51.682777 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:41:51.682783 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:41:51.682789 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:41:51.682793 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) W0521 19:41:52.577745 3810 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0521 19:41:52.958195 3810 default_node_network_controller.go:1380] Starting node controller node sync W0521 19:41:52.958238 3810 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:41:52.958284 3810 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0521 19:41:52.969707 3810 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.492461ms I0521 19:41:52.969801 3810 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-105.ec2.internal", IP: 10.0.1.105 to PMTUD blocking rules I0521 19:41:52.969802 3810 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-49.ec2.internal", IP: 10.0.2.49 to PMTUD blocking rules I0521 19:41:52.969811 3810 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-105.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:41:52.969813 3810 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-49.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:41:52.980961 3810 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:41:52.981236 3810 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:41:52.981349 3810 egressservice_node.go:183] Starting Egress Services Controller I0521 19:41:52.981368 3810 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:41:52.981382 3810 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:41:52.981393 3810 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:41:52.981402 3810 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:41:52.981411 3810 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:41:52.981420 3810 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:41:52.981428 3810 egressservice_node.go:197] Repairing Egress Services I0521 19:41:52.990707 3810 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:41:52.990731 3810 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:41:52.990939 3810 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:41:52.990950 3810 link_network_manager.go:119] Link manager is running I0521 19:41:52.990962 3810 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:41:52.991143 3810 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:41:52.991251 3810 vrf_manager.go:128] VRF manager is running I0521 19:41:52.991333 3810 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:41:52.991343 3810 gateway.go:532] Reconciling gateway with updates I0521 19:41:53.005563 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:41:53.005568 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:41:53.005579 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:41:53.005582 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:41:53.005581 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:41:53.005589 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:41:53.005592 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:41:53.005591 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:41:53.005598 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:41:53.005603 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:41:53.005604 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:41:53.005606 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:41:53.005615 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:41:53.005621 3810 port_claim.go:71] Svc openshift-ingress/router-default: port 30715 is already open, no action needed I0521 19:41:53.005628 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:41:53.005632 3810 port_claim.go:71] Svc openshift-ingress/router-default: port 31879 is already open, no action needed I0521 19:41:53.005633 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:41:53.005638 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:41:53.005636 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:41:53.005646 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:41:53.005650 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:41:53.005650 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0521 19:41:53.005654 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:41:53.005660 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:41:53.005662 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:41:53.005651 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:41:53.005663 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:41:53.005672 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:41:53.005674 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:41:53.005643 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:41:53.005679 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:41:53.005681 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:41:53.005683 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:41:53.005684 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:41:53.005687 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:41:53.005691 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:41:53.005690 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:41:53.005695 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0521 19:41:53.005691 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:41:53.005701 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:41:53.005700 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:41:53.005710 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:41:53.005707 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:41:53.005728 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:41:53.005732 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:41:53.005736 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:41:53.005738 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:41:53.005668 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:41:53.005744 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:41:53.005743 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:41:53.005745 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:41:53.005746 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0521 19:41:53.005751 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:41:53.005754 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:41:53.005757 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:41:53.005756 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:41:53.005761 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:41:53.005763 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:41:53.005771 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:41:53.005774 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:41:53.005695 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:41:53.005636 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:41:53.005791 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:41:53.005710 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:41:53.005805 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:41:53.005687 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:41:53.005819 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:41:53.005680 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:41:53.005732 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:41:53.005840 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:41:53.005703 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0521 19:41:53.005672 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:41:53.005660 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:41:53.005857 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:41:53.005656 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:41:53.005662 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0521 19:41:53.005669 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:41:53.005667 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:41:53.005906 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:41:53.005620 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:41:53.005674 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:41:53.005929 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:41:53.005678 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:41:53.005938 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:41:53.005681 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:41:53.005681 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:41:53.005963 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:41:53.005697 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:41:53.005705 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:41:53.005705 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:41:53.006002 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:41:53.005731 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:41:53.006014 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:41:53.006020 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:41:53.005732 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:41:53.005739 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:41:53.006031 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:41:53.005736 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:41:53.006055 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:41:53.005747 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:41:53.005747 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:41:53.006086 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:41:53.005750 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0521 19:41:53.006113 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0521 19:41:53.006118 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0521 19:41:53.005751 3810 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:41:53.006124 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:41:53.006127 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:41:53.005760 3810 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0521 19:41:53.005637 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:41:53.030817 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:41:53.030835 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:41:53.068942 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:41:53.068951 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:41:53.068968 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:41:53.068977 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:41:53.068984 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:41:53.068992 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:41:53.069000 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:41:53.069009 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:41:53.069017 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:41:53.069026 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:41:53.069036 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:41:53.069049 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:41:53.069058 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:41:53.069066 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:41:53.069076 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:41:53.106460 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:41:53.106479 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:41:53.106485 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0521 19:41:53.106492 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:41:53.106496 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0521 19:41:53.106502 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:41:53.106506 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:41:53.106513 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:41:53.106518 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:41:53.106524 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:41:53.106528 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:41:53.106534 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:41:53.106539 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:41:53.106544 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:41:53.106551 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:41:53.106556 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:41:53.106562 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:41:53.106567 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:41:53.106571 3810 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0521 19:41:54.357777 3810 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-221.ec2.internal I0521 19:41:54.357812 3810 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-221.ec2.internal: 42.344µs I0521 19:41:54.389090 3810 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7vvck] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-7vvck for pod on switch ip-10-0-0-221.ec2.internal I0521 19:41:54.389106 3810 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-658d5469f9-4rdrx] creating logical port openshift-image-registry_image-registry-658d5469f9-4rdrx for pod on switch ip-10-0-0-221.ec2.internal I0521 19:41:54.389246 3810 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7vvck I0521 19:41:54.389321 3810 kube.go:256] Updating pod openshift-image-registry/image-registry-658d5469f9-4rdrx I0521 19:41:54.418510 3810 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7vvck] pod update took 29.300449ms I0521 19:41:54.418536 3810 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7vvck] addLogicalPort annotation time took 29.328694ms I0521 19:41:54.418603 3810 pod.go:62] [openshift-image-registry/image-registry-658d5469f9-4rdrx] pod update took 29.314789ms I0521 19:41:54.418625 3810 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-658d5469f9-4rdrx] addLogicalPort annotation time took 29.337581ms I0521 19:41:54.419697 3810 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7vvck] addLogicalPort took 30.62697ms, libovsdb time 895.266µs I0521 19:41:54.419991 3810 pods.go:271] [openshift-image-registry/image-registry-658d5469f9-4rdrx] addLogicalPort took 30.900424ms, libovsdb time 1.066936ms I0521 19:41:54.420023 3810 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-2g5hj] creating logical port openshift-console_downloads-5c54f4944f-2g5hj for pod on switch ip-10-0-0-221.ec2.internal I0521 19:41:54.420083 3810 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-2g5hj I0521 19:41:54.429227 3810 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-jp84w] creating logical port openshift-ingress-canary_ingress-canary-jp84w for pod on switch ip-10-0-0-221.ec2.internal I0521 19:41:54.429316 3810 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-jp84w I0521 19:41:54.437781 3810 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-wptlm] creating logical port openshift-insights_insights-runtime-extractor-wptlm for pod on switch ip-10-0-0-221.ec2.internal I0521 19:41:54.437869 3810 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-wptlm I0521 19:41:54.448796 3810 pod.go:62] [openshift-console/downloads-5c54f4944f-2g5hj] pod update took 28.731822ms I0521 19:41:54.448813 3810 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-2g5hj] addLogicalPort annotation time took 28.753514ms I0521 19:41:54.449754 3810 pods.go:271] [openshift-console/downloads-5c54f4944f-2g5hj] addLogicalPort took 29.734195ms, libovsdb time 725.074µs I0521 19:41:54.459472 3810 pod.go:62] [openshift-ingress-canary/ingress-canary-jp84w] pod update took 30.18584ms I0521 19:41:54.459489 3810 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-jp84w] addLogicalPort annotation time took 30.207996ms I0521 19:41:54.460397 3810 pods.go:271] [openshift-ingress-canary/ingress-canary-jp84w] addLogicalPort took 31.179265ms, libovsdb time 690.868µs W0521 19:41:54.465826 3810 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:54.465842 3810 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:54.465849 3810 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0521 19:41:54.468505 3810 pod.go:62] [openshift-insights/insights-runtime-extractor-wptlm] pod update took 30.667655ms I0521 19:41:54.468523 3810 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-wptlm] addLogicalPort annotation time took 30.687457ms I0521 19:41:54.469347 3810 pods.go:271] [openshift-insights/insights-runtime-extractor-wptlm] addLogicalPort took 31.577817ms, libovsdb time 596.869µs I0521 19:41:54.469388 3810 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-b95ccdbb6-vbhjx] creating logical port openshift-ingress_router-default-b95ccdbb6-vbhjx for pod on switch ip-10-0-0-221.ec2.internal I0521 19:41:54.469455 3810 kube.go:256] Updating pod openshift-ingress/router-default-b95ccdbb6-vbhjx I0521 19:41:54.500081 3810 pod.go:62] [openshift-ingress/router-default-b95ccdbb6-vbhjx] pod update took 30.649162ms I0521 19:41:54.500104 3810 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-b95ccdbb6-vbhjx] addLogicalPort annotation time took 30.675254ms I0521 19:41:54.501104 3810 pods.go:271] [openshift-ingress/router-default-b95ccdbb6-vbhjx] addLogicalPort took 31.719398ms, libovsdb time 739.279µs I0521 19:41:54.524756 3810 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-csx49] creating logical port openshift-dns_dns-default-csx49 for pod on switch ip-10-0-0-221.ec2.internal I0521 19:41:54.524893 3810 kube.go:256] Updating pod openshift-dns/dns-default-csx49 I0521 19:41:54.547585 3810 pod.go:62] [openshift-dns/dns-default-csx49] pod update took 22.727673ms I0521 19:41:54.547611 3810 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-csx49] addLogicalPort annotation time took 22.756447ms I0521 19:41:54.548755 3810 pods.go:271] [openshift-dns/dns-default-csx49] addLogicalPort took 24.0127ms, libovsdb time 838.04µs I0521 19:41:54.753733 3810 cni.go:452] [openshift-image-registry/image-registry-658d5469f9-4rdrx 3c1fa9723da0e11bd1d1c7c06bcce84981937e4af0ff87bd4fbc0f6324b1a19e network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-658d5469f9-4rdrx 3c1fa9723da0e11bd1d1c7c06bcce84981937e4af0ff87bd4fbc0f6324b1a19e network default NAD default NAD key ] I0521 19:41:54.753784 3810 cni.go:452] [openshift-console/downloads-5c54f4944f-2g5hj a4e39dcf8115fa044926215b7db66758a7ab685968051d05739b6f81f9141b25 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-2g5hj a4e39dcf8115fa044926215b7db66758a7ab685968051d05739b6f81f9141b25 network default NAD default NAD key ] I0521 19:41:54.754125 3810 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7vvck 7543b44e31a546778b4ef01dbab94a9fd3dd818e5bd4f0834e5a5d640d73b3df network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7vvck 7543b44e31a546778b4ef01dbab94a9fd3dd818e5bd4f0834e5a5d640d73b3df network default NAD default NAD key ] I0521 19:41:54.776171 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-658d5469f9-4rdrx, hostIfaceName: 3c1fa9723da0e11, network: default, NAD default, SandboxID: "3c1fa9723da0e11bd1d1c7c06bcce84981937e4af0ff87bd4fbc0f6324b1a19e", PCI device ID: , UID: "cc7b1281-7ec5-4f71-a2d8-c965d62a0b1e", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0521 19:41:54.777399 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-2g5hj, hostIfaceName: a4e39dcf8115fa0, network: default, NAD default, SandboxID: "a4e39dcf8115fa044926215b7db66758a7ab685968051d05739b6f81f9141b25", PCI device ID: , UID: "7457523e-e742-4f0f-b2a2-1ea533e0a9b5", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0521 19:41:54.779791 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-7vvck, hostIfaceName: 7543b44e31a5467, network: default, NAD default, SandboxID: "7543b44e31a546778b4ef01dbab94a9fd3dd818e5bd4f0834e5a5d640d73b3df", PCI device ID: , UID: "0b89ed41-1c22-4fe8-90cf-5eec4eee005e", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0521 19:41:54.792482 3810 cni.go:452] [openshift-ingress-canary/ingress-canary-jp84w f7cdea9ef63d84e9cd2fb669d60f76230141ea158928453d8f2c5b3a27739f9e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-jp84w f7cdea9ef63d84e9cd2fb669d60f76230141ea158928453d8f2c5b3a27739f9e network default NAD default NAD key ] I0521 19:41:54.799045 3810 cni.go:452] [openshift-insights/insights-runtime-extractor-wptlm cd1d00dd236c37c19a70ba3a7f0e7a111c202e7257604ef31a366432662ac6be network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-wptlm cd1d00dd236c37c19a70ba3a7f0e7a111c202e7257604ef31a366432662ac6be network default NAD default NAD key ] I0521 19:41:54.802923 3810 cni.go:452] [openshift-ingress/router-default-b95ccdbb6-vbhjx 727c3e3643485c51a8ae7f9446180d708921c77e47f7b4a6e7d2c54833a43ad3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-b95ccdbb6-vbhjx 727c3e3643485c51a8ae7f9446180d708921c77e47f7b4a6e7d2c54833a43ad3 network default NAD default NAD key ] I0521 19:41:54.805372 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-jp84w, hostIfaceName: f7cdea9ef63d84e, network: default, NAD default, SandboxID: "f7cdea9ef63d84e9cd2fb669d60f76230141ea158928453d8f2c5b3a27739f9e", PCI device ID: , UID: "79cc0996-df04-4ce9-8376-c76b01697796", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0521 19:41:54.831931 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-b95ccdbb6-vbhjx, hostIfaceName: 727c3e3643485c5, network: default, NAD default, SandboxID: "727c3e3643485c51a8ae7f9446180d708921c77e47f7b4a6e7d2c54833a43ad3", PCI device ID: , UID: "b8bb7bd0-e9ff-445b-907b-9e64d8f480a7", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0521 19:41:54.832099 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-wptlm, hostIfaceName: cd1d00dd236c37c, network: default, NAD default, SandboxID: "cd1d00dd236c37c19a70ba3a7f0e7a111c202e7257604ef31a366432662ac6be", PCI device ID: , UID: "852025b5-2afe-4ca1-87b7-425121517b08", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0521 19:41:54.856614 3810 cni.go:473] [openshift-image-registry/image-registry-658d5469f9-4rdrx 3c1fa9723da0e11bd1d1c7c06bcce84981937e4af0ff87bd4fbc0f6324b1a19e network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-658d5469f9-4rdrx 3c1fa9723da0e11bd1d1c7c06bcce84981937e4af0ff87bd4fbc0f6324b1a19e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:45:61:fa:a8:83\",\"name\":\"3c1fa9723da0e11\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c0d4ad3-2d23-4db1-b11c-0c6dbccd91e6\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:54.857570 3810 cni.go:473] [openshift-console/downloads-5c54f4944f-2g5hj a4e39dcf8115fa044926215b7db66758a7ab685968051d05739b6f81f9141b25 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-2g5hj a4e39dcf8115fa044926215b7db66758a7ab685968051d05739b6f81f9141b25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:5d:7d:05:cb:fc\",\"name\":\"a4e39dcf8115fa0\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22ec2c32-b2b1-4e31-ba93-752abb97a16e\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:54.857637 3810 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7vvck 7543b44e31a546778b4ef01dbab94a9fd3dd818e5bd4f0834e5a5d640d73b3df network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-7vvck 7543b44e31a546778b4ef01dbab94a9fd3dd818e5bd4f0834e5a5d640d73b3df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:46:e8:4e:24:63\",\"name\":\"7543b44e31a5467\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46ecbe3a-efbb-40f2-ba08-5446228c4338\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:54.866289 3810 cni.go:473] [openshift-ingress-canary/ingress-canary-jp84w f7cdea9ef63d84e9cd2fb669d60f76230141ea158928453d8f2c5b3a27739f9e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-jp84w f7cdea9ef63d84e9cd2fb669d60f76230141ea158928453d8f2c5b3a27739f9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:fe:04:ef:bf:a2\",\"name\":\"f7cdea9ef63d84e\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f085ff4-f094-4da2-86e1-5234b09efb3d\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:54.879277 3810 cni.go:473] [openshift-ingress/router-default-b95ccdbb6-vbhjx 727c3e3643485c51a8ae7f9446180d708921c77e47f7b4a6e7d2c54833a43ad3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-b95ccdbb6-vbhjx 727c3e3643485c51a8ae7f9446180d708921c77e47f7b4a6e7d2c54833a43ad3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:90:a2:c6:4a:fd\",\"name\":\"727c3e3643485c5\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6d936bb-7a20-44ac-9857-b3cda97a4201\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:54.882549 3810 cni.go:452] [openshift-dns/dns-default-csx49 dab5d8e950e15453aea55b9d0410e46ea150b93fcf01762f79bbba546b33581c network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-csx49 dab5d8e950e15453aea55b9d0410e46ea150b93fcf01762f79bbba546b33581c network default NAD default NAD key ] I0521 19:41:54.887047 3810 cni.go:473] [openshift-insights/insights-runtime-extractor-wptlm cd1d00dd236c37c19a70ba3a7f0e7a111c202e7257604ef31a366432662ac6be network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-wptlm cd1d00dd236c37c19a70ba3a7f0e7a111c202e7257604ef31a366432662ac6be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:0a:dc:6c:26:da\",\"name\":\"cd1d00dd236c37c\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c738c18-579e-4e6b-a4e9-9f3b718102a3\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:54.893004 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-csx49, hostIfaceName: dab5d8e950e1545, network: default, NAD default, SandboxID: "dab5d8e950e15453aea55b9d0410e46ea150b93fcf01762f79bbba546b33581c", PCI device ID: , UID: "feeb1012-1ca3-42ff-8886-a7224d15da2a", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0521 19:41:54.943378 3810 cni.go:473] [openshift-dns/dns-default-csx49 dab5d8e950e15453aea55b9d0410e46ea150b93fcf01762f79bbba546b33581c network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-csx49 dab5d8e950e15453aea55b9d0410e46ea150b93fcf01762f79bbba546b33581c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:bd:88:5d:69:1c\",\"name\":\"dab5d8e950e1545\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/deb974c0-91c8-493a-a290-250721245be0\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:55.086950 3810 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-105.ec2.internal I0521 19:41:55.086985 3810 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-105.ec2.internal: 40.54µs W0521 19:41:55.619459 3810 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:41:55.654528 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 19:41:55.654555 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0521 19:41:56.143106 3810 base_network_controller_pods.go:487] [default/openshift-console/console-77fd6dc794-ps4rr] creating logical port openshift-console_console-77fd6dc794-ps4rr for pod on switch ip-10-0-0-221.ec2.internal I0521 19:41:56.143231 3810 kube.go:256] Updating pod openshift-console/console-77fd6dc794-ps4rr I0521 19:41:56.163995 3810 pod.go:62] [openshift-console/console-77fd6dc794-ps4rr] pod update took 20.783469ms I0521 19:41:56.164094 3810 base_network_controller_pods.go:951] [default/openshift-console/console-77fd6dc794-ps4rr] addLogicalPort annotation time took 20.884574ms I0521 19:41:56.165487 3810 pods.go:271] [openshift-console/console-77fd6dc794-ps4rr] addLogicalPort took 22.396535ms, libovsdb time 1.046436ms W0521 19:41:56.428883 3810 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:41:56.649161 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 19:41:56.649183 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0521 19:41:56.720648 3810 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 19:41:56.735322 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:41:56.735346 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:41:56.735354 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:41:56.735488 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0521 19:41:57.070423 3810 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-4nqb8] creating logical port openshift-monitoring_prometheus-operator-76b589d668-4nqb8 for pod on switch ip-10-0-0-221.ec2.internal I0521 19:41:57.070600 3810 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-4nqb8 I0521 19:41:57.087362 3810 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-4nqb8] pod update took 16.802289ms I0521 19:41:57.087386 3810 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-4nqb8] addLogicalPort annotation time took 16.833727ms I0521 19:41:57.089009 3810 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-4nqb8] addLogicalPort took 18.610019ms, libovsdb time 862.334µs I0521 19:41:57.550447 3810 cni.go:452] [openshift-console/console-77fd6dc794-ps4rr 6ed0f961a36fefa176d820cea25a7752fdd3e87e649c1204fd757d8be1803009 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77fd6dc794-ps4rr 6ed0f961a36fefa176d820cea25a7752fdd3e87e649c1204fd757d8be1803009 network default NAD default NAD key ] I0521 19:41:57.550454 3810 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-4nqb8 cbff5362d858a71ce00bf5d53206f0fdbb673fcdf1c0bb0f2fc7df283d3bcc90 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-4nqb8 cbff5362d858a71ce00bf5d53206f0fdbb673fcdf1c0bb0f2fc7df283d3bcc90 network default NAD default NAD key ] I0521 19:41:57.572016 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-4nqb8, hostIfaceName: cbff5362d858a71, network: default, NAD default, SandboxID: "cbff5362d858a71ce00bf5d53206f0fdbb673fcdf1c0bb0f2fc7df283d3bcc90", PCI device ID: , UID: "68feead7-3f1a-4c2a-ae1a-b5057ce038d7", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0521 19:41:57.575013 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77fd6dc794-ps4rr, hostIfaceName: 6ed0f961a36fefa, network: default, NAD default, SandboxID: "6ed0f961a36fefa176d820cea25a7752fdd3e87e649c1204fd757d8be1803009", PCI device ID: , UID: "7fba4815-ab03-413d-aa6d-3358dc7bfdca", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0521 19:41:57.630824 3810 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-4nqb8 cbff5362d858a71ce00bf5d53206f0fdbb673fcdf1c0bb0f2fc7df283d3bcc90 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-4nqb8 cbff5362d858a71ce00bf5d53206f0fdbb673fcdf1c0bb0f2fc7df283d3bcc90 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:04:40:df:29:e0\",\"name\":\"cbff5362d858a71\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/766cdc9c-9063-4bfb-bba1-65b628cc8608\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:57.647351 3810 cni.go:473] [openshift-console/console-77fd6dc794-ps4rr 6ed0f961a36fefa176d820cea25a7752fdd3e87e649c1204fd757d8be1803009 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77fd6dc794-ps4rr 6ed0f961a36fefa176d820cea25a7752fdd3e87e649c1204fd757d8be1803009 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:0c:34:00:98:f6\",\"name\":\"6ed0f961a36fefa\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c886d50a-5889-49e4-87cf-54cd0f32c135\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:42:01.474604 3810 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:42:01.665475 3810 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:42:01.713451 3810 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-f6fmz] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-f6fmz for pod on switch ip-10-0-0-221.ec2.internal I0521 19:42:01.713562 3810 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-f6fmz I0521 19:42:01.734704 3810 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-f6fmz] pod update took 21.181137ms I0521 19:42:01.734749 3810 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-f6fmz] addLogicalPort annotation time took 21.226503ms I0521 19:42:01.736006 3810 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-f6fmz] addLogicalPort took 22.57387ms, libovsdb time 904.647µs I0521 19:42:02.719676 3810 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-f6fmz 46f0365c4f18dd5cfea8b6a7db7d8e02597b064b11ac956377f4df520788308c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-f6fmz 46f0365c4f18dd5cfea8b6a7db7d8e02597b064b11ac956377f4df520788308c network default NAD default NAD key ] I0521 19:42:02.730642 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-f6fmz, hostIfaceName: 46f0365c4f18dd5, network: default, NAD default, SandboxID: "46f0365c4f18dd5cfea8b6a7db7d8e02597b064b11ac956377f4df520788308c", PCI device ID: , UID: "c19b2042-8605-4899-b2a6-2fb7258f75a0", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0521 19:42:02.782506 3810 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-f6fmz 46f0365c4f18dd5cfea8b6a7db7d8e02597b064b11ac956377f4df520788308c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-f6fmz 46f0365c4f18dd5cfea8b6a7db7d8e02597b064b11ac956377f4df520788308c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:12:c3:72:93:c7\",\"name\":\"46f0365c4f18dd5\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e00e418a-43f4-4ee8-b939-92cacaa53baf\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:42:02.804294 3810 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-221.ec2.internal I0521 19:42:02.804414 3810 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0521 19:42:02.872077 3810 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 67.696284ms I0521 19:42:02.872103 3810 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 67.72609ms I0521 19:42:02.873270 3810 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 68.984713ms, libovsdb time 842.413µs I0521 19:42:03.197339 3810 cni.go:452] [openshift-monitoring/alertmanager-main-1 bd0af9d6bc13e4b4ea10d92afe24dd10dc22cc3c5e5b7d15001ea19981e12ce8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 bd0af9d6bc13e4b4ea10d92afe24dd10dc22cc3c5e5b7d15001ea19981e12ce8 network default NAD default NAD key ] I0521 19:42:03.207481 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: bd0af9d6bc13e4b, network: default, NAD default, SandboxID: "bd0af9d6bc13e4b4ea10d92afe24dd10dc22cc3c5e5b7d15001ea19981e12ce8", PCI device ID: , UID: "4663fb66-9333-44e8-a4d3-991826a4070b", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0521 19:42:03.265963 3810 cni.go:473] [openshift-monitoring/alertmanager-main-1 bd0af9d6bc13e4b4ea10d92afe24dd10dc22cc3c5e5b7d15001ea19981e12ce8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 bd0af9d6bc13e4b4ea10d92afe24dd10dc22cc3c5e5b7d15001ea19981e12ce8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:77:a9:86:c5:2b\",\"name\":\"bd0af9d6bc13e4b\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60bdeecc-4687-4c40-b433-fbdc4ef5e883\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:42:03.526493 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:42:03.526519 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:42:03.943829 3810 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:42:04.771584 3810 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-8448dd6675-kdrsx] creating logical port openshift-monitoring_thanos-querier-8448dd6675-kdrsx for pod on switch ip-10-0-0-221.ec2.internal I0521 19:42:04.771710 3810 kube.go:256] Updating pod openshift-monitoring/thanos-querier-8448dd6675-kdrsx I0521 19:42:04.792258 3810 pod.go:62] [openshift-monitoring/thanos-querier-8448dd6675-kdrsx] pod update took 20.591523ms I0521 19:42:04.792281 3810 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-8448dd6675-kdrsx] addLogicalPort annotation time took 20.61855ms I0521 19:42:04.793487 3810 pods.go:271] [openshift-monitoring/thanos-querier-8448dd6675-kdrsx] addLogicalPort took 21.921521ms, libovsdb time 889.966µs W0521 19:42:05.532579 3810 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:05.532603 3810 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:05.532609 3810 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:05.639049 3810 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0521 19:42:06.318577 3810 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-zmlrf] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-zmlrf for pod on switch ip-10-0-0-221.ec2.internal I0521 19:42:06.318680 3810 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-zmlrf I0521 19:42:06.336598 3810 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zmlrf] pod update took 17.947154ms I0521 19:42:06.336623 3810 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-zmlrf] addLogicalPort annotation time took 17.978565ms I0521 19:42:06.338073 3810 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zmlrf] addLogicalPort took 19.512877ms, libovsdb time 987.265µs I0521 19:42:06.404214 3810 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-6f58cdc5b4-j2tzk] creating logical port openshift-monitoring_metrics-server-6f58cdc5b4-j2tzk for pod on switch ip-10-0-0-221.ec2.internal I0521 19:42:06.404303 3810 kube.go:256] Updating pod openshift-monitoring/metrics-server-6f58cdc5b4-j2tzk I0521 19:42:06.420798 3810 pod.go:62] [openshift-monitoring/metrics-server-6f58cdc5b4-j2tzk] pod update took 16.518917ms I0521 19:42:06.420816 3810 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-6f58cdc5b4-j2tzk] addLogicalPort annotation time took 16.542145ms I0521 19:42:06.421924 3810 pods.go:271] [openshift-monitoring/metrics-server-6f58cdc5b4-j2tzk] addLogicalPort took 17.733555ms, libovsdb time 802.545µs W0521 19:42:06.688738 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:42:08.041753 3810 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-221.ec2.internal I0521 19:42:08.041871 3810 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0521 19:42:08.081436 3810 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 39.608277ms I0521 19:42:08.081459 3810 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 39.63748ms I0521 19:42:08.082755 3810 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 41.022498ms, libovsdb time 966.545µs W0521 19:42:09.439529 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:42:09.439552 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:42:09.439558 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:42:09.439570 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:42:09.439575 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:42:09.439579 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:42:09.520843 3810 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:09.520860 3810 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:09.655563 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:42:09.655584 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:42:09.655591 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0521 19:42:10.250330 3810 cni.go:452] [openshift-monitoring/metrics-server-6f58cdc5b4-j2tzk 3979a96a7c132fd67f325bbb44b1126d7c0529db0270493d986b7751cc3cfda3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-6f58cdc5b4-j2tzk 3979a96a7c132fd67f325bbb44b1126d7c0529db0270493d986b7751cc3cfda3 network default NAD default NAD key ] I0521 19:42:10.250952 3810 cni.go:452] [openshift-monitoring/prometheus-k8s-1 33d39d034558090c31410f37af643316e938a165b6451dbd3eab6bb7d9dde1f6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 33d39d034558090c31410f37af643316e938a165b6451dbd3eab6bb7d9dde1f6 network default NAD default NAD key ] I0521 19:42:10.253182 3810 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zmlrf 252fea83ae9c014d120dae93c2e7c06f44c04a887191bfd7c66f72caf284e77a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zmlrf 252fea83ae9c014d120dae93c2e7c06f44c04a887191bfd7c66f72caf284e77a network default NAD default NAD key ] I0521 19:42:10.254518 3810 cni.go:452] [openshift-monitoring/thanos-querier-8448dd6675-kdrsx 92e1c1a24670dea3edf5f248beded47df249df7dae74e9bcab7212f62160277b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-8448dd6675-kdrsx 92e1c1a24670dea3edf5f248beded47df249df7dae74e9bcab7212f62160277b network default NAD default NAD key ] I0521 19:42:10.272417 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-8448dd6675-kdrsx, hostIfaceName: 92e1c1a24670dea, network: default, NAD default, SandboxID: "92e1c1a24670dea3edf5f248beded47df249df7dae74e9bcab7212f62160277b", PCI device ID: , UID: "7191ce09-0c60-48d7-ae45-61e44c051fe7", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0521 19:42:10.273500 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 33d39d034558090, network: default, NAD default, SandboxID: "33d39d034558090c31410f37af643316e938a165b6451dbd3eab6bb7d9dde1f6", PCI device ID: , UID: "b520dc24-dd65-4ca7-b28f-88864753f295", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0521 19:42:10.273619 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-6f58cdc5b4-j2tzk, hostIfaceName: 3979a96a7c132fd, network: default, NAD default, SandboxID: "3979a96a7c132fd67f325bbb44b1126d7c0529db0270493d986b7751cc3cfda3", PCI device ID: , UID: "61c4e262-58df-48a1-ac7d-4aae6768489e", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0521 19:42:10.277327 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-zmlrf, hostIfaceName: 252fea83ae9c014, network: default, NAD default, SandboxID: "252fea83ae9c014d120dae93c2e7c06f44c04a887191bfd7c66f72caf284e77a", PCI device ID: , UID: "dce8a928-3dbd-4f6d-880a-52f62a1cd509", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0521 19:42:10.332389 3810 cni.go:473] [openshift-monitoring/metrics-server-6f58cdc5b4-j2tzk 3979a96a7c132fd67f325bbb44b1126d7c0529db0270493d986b7751cc3cfda3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-6f58cdc5b4-j2tzk 3979a96a7c132fd67f325bbb44b1126d7c0529db0270493d986b7751cc3cfda3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:db:9e:9f:e6:68\",\"name\":\"3979a96a7c132fd\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10718e05-7bda-4fbd-a131-341ddc6137f6\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:42:10.349903 3810 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zmlrf 252fea83ae9c014d120dae93c2e7c06f44c04a887191bfd7c66f72caf284e77a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-zmlrf 252fea83ae9c014d120dae93c2e7c06f44c04a887191bfd7c66f72caf284e77a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:96:39:bb:8b:97\",\"name\":\"252fea83ae9c014\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcb3f9db-0112-4b34-b4e3-408c5e7674fd\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:42:10.538203 3810 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-759f8f85-2gfwv IP address from the namespace address-set, err: pod openshift-console/console-759f8f85-2gfwv: no pod IPs found I0521 19:42:10.574651 3810 cni.go:473] [openshift-monitoring/thanos-querier-8448dd6675-kdrsx 92e1c1a24670dea3edf5f248beded47df249df7dae74e9bcab7212f62160277b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-8448dd6675-kdrsx 92e1c1a24670dea3edf5f248beded47df249df7dae74e9bcab7212f62160277b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:d3:c4:6f:48:f0\",\"name\":\"92e1c1a24670dea\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15291ee0-700f-4897-a952-97ff46382bff\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:42:10.574821 3810 cni.go:473] [openshift-monitoring/prometheus-k8s-1 33d39d034558090c31410f37af643316e938a165b6451dbd3eab6bb7d9dde1f6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 33d39d034558090c31410f37af643316e938a165b6451dbd3eab6bb7d9dde1f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ea:aa:57:6f:6b\",\"name\":\"33d39d034558090\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cbd849a-20fa-46ec-9a56-e7f9b943a74c\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:42:10.748028 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 19:42:11.572184 3810 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:42:11.611309 3810 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:11.611329 3810 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:11.611336 3810 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:11.611342 3810 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:11.720437 3810 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:11.720468 3810 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:11.720474 3810 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:11.762605 3810 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:11.762630 3810 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:12.749189 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 19:42:12.778780 3810 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0521 19:42:14.752384 3810 cni.go:452] [kube-system/global-pull-secret-syncer-w8psz f339e128cf50d4d644449c6e9f049f7d5c1c5960bcfff535ecb58749a1155d20 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-w8psz f339e128cf50d4d644449c6e9f049f7d5c1c5960bcfff535ecb58749a1155d20 network default NAD default NAD key ] I0521 19:42:14.755245 3810 cni.go:452] [openshift-multus/network-metrics-daemon-jc68d 64d773dbb323f18e9c008fbe8b231f86d1344b9167d1b89ef31c7437bc0b451e network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-jc68d 64d773dbb323f18e9c008fbe8b231f86d1344b9167d1b89ef31c7437bc0b451e network default NAD default NAD key ] I0521 19:42:14.766644 3810 cni.go:452] [openshift-network-diagnostics/network-check-target-ptcpp d35755f18d3787628aee69a4a19893304b37a3ffad16c30e7183be1ff7a5a30e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-ptcpp d35755f18d3787628aee69a4a19893304b37a3ffad16c30e7183be1ff7a5a30e network default NAD default NAD key ] I0521 19:42:14.769365 3810 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-w8psz, hostIfaceName: f339e128cf50d4d, network: default, NAD default, SandboxID: "f339e128cf50d4d644449c6e9f049f7d5c1c5960bcfff535ecb58749a1155d20", PCI device ID: , UID: "cbbac942-1b2f-48d4-ab5d-ac3929da225f", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0521 19:42:14.773008 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-jc68d, hostIfaceName: 64d773dbb323f18, network: default, NAD default, SandboxID: "64d773dbb323f18e9c008fbe8b231f86d1344b9167d1b89ef31c7437bc0b451e", PCI device ID: , UID: "09ce8d5b-16ea-4ddd-88e8-02cd4bf06121", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0521 19:42:14.779370 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-ptcpp, hostIfaceName: d35755f18d37876, network: default, NAD default, SandboxID: "d35755f18d3787628aee69a4a19893304b37a3ffad16c30e7183be1ff7a5a30e", PCI device ID: , UID: "4d2eb7ea-6ecf-47d7-95f3-8b2543c91ba0", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0521 19:42:14.839295 3810 cni.go:473] [kube-system/global-pull-secret-syncer-w8psz f339e128cf50d4d644449c6e9f049f7d5c1c5960bcfff535ecb58749a1155d20 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-w8psz f339e128cf50d4d644449c6e9f049f7d5c1c5960bcfff535ecb58749a1155d20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:72:80:6e:49:92\",\"name\":\"f339e128cf50d4d\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb2bfd1c-dfb5-4820-b75e-0ce8aa4baa3f\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:42:14.861053 3810 cni.go:473] [openshift-multus/network-metrics-daemon-jc68d 64d773dbb323f18e9c008fbe8b231f86d1344b9167d1b89ef31c7437bc0b451e network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-jc68d 64d773dbb323f18e9c008fbe8b231f86d1344b9167d1b89ef31c7437bc0b451e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:0b:48:6b:97:27\",\"name\":\"64d773dbb323f18\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b96cbfd7-4406-4532-bee1-9666a7a79b74\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:42:14.881065 3810 cni.go:473] [openshift-network-diagnostics/network-check-target-ptcpp d35755f18d3787628aee69a4a19893304b37a3ffad16c30e7183be1ff7a5a30e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-ptcpp d35755f18d3787628aee69a4a19893304b37a3ffad16c30e7183be1ff7a5a30e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:ac:98:7f:23:6a\",\"name\":\"d35755f18d37876\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d8f8225-4198-4b23-a8f3-b808c72aed90\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:42:16.640342 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:42:16.845807 3810 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:16.845833 3810 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:16.845841 3810 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:16.845847 3810 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:17.531031 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:17.531051 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:17.531057 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:17.531061 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:17.531074 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:17.531079 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:17.531083 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:17.531088 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:19.585821 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:19.585841 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:19.585854 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:19.585860 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:22.793398 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:22.793417 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:22.793423 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:22.793427 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 19:42:29.245567 3810 obj_retry.go:498] Detected object openshift-console/console-77fd6dc794-wlbcx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:29.246096 3810 obj_retry.go:498] Detected object openshift-console/console-77fd6dc794-wlbcx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:29.592002 3810 obj_retry.go:492] Detected object openshift-console/console-77fd6dc794-wlbcx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:29.592031 3810 obj_retry.go:492] Detected object openshift-console/console-77fd6dc794-wlbcx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:29.599744 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77fd6dc794-wlbcx I0521 19:42:29.599772 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77fd6dc794-wlbcx W0521 19:42:32.527431 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:42:32.527454 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:42:33.208443 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:33.208468 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:33.208476 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:33.208521 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:33.208531 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:33.208538 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:33.735976 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0521 19:42:35.963593 3810 obj_retry.go:498] Detected object openshift-console/console-759f8f85-fq4hv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:35.964158 3810 obj_retry.go:498] Detected object openshift-console/console-759f8f85-fq4hv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:36.794503 3810 obj_retry.go:492] Detected object openshift-console/console-759f8f85-fq4hv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:36.794527 3810 obj_retry.go:492] Detected object openshift-console/console-759f8f85-fq4hv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:36.798693 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-759f8f85-fq4hv I0521 19:42:36.798735 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-759f8f85-fq4hv I0521 19:42:42.026430 3810 obj_retry.go:498] Detected object openshift-image-registry/image-registry-655886fbdf-zzddl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:42.027063 3810 obj_retry.go:498] Detected object openshift-image-registry/image-registry-655886fbdf-zzddl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:42:42.816236 3810 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0521 19:42:42.826901 3810 obj_retry.go:492] Detected object openshift-image-registry/image-registry-655886fbdf-zzddl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:42.826923 3810 obj_retry.go:492] Detected object openshift-image-registry/image-registry-655886fbdf-zzddl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:42.837630 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-655886fbdf-zzddl I0521 19:42:42.837659 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-655886fbdf-zzddl W0521 19:42:43.253876 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:43.253906 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:43.253914 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:51.793759 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:42:52.862844 3810 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0521 19:42:52.919931 3810 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0521 19:42:54.017005 3810 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7gz9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:54.017459 3810 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7gz9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:54.922637 3810 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7gz9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:54.922656 3810 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7gz9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:00.355303 3810 obj_retry.go:498] Detected object openshift-ingress/router-default-5c5bb958d5-n7tsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:00.355842 3810 obj_retry.go:498] Detected object openshift-ingress/router-default-5c5bb958d5-n7tsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:00.894663 3810 obj_retry.go:492] Detected object openshift-ingress/router-default-5c5bb958d5-n7tsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:00.894692 3810 obj_retry.go:492] Detected object openshift-ingress/router-default-5c5bb958d5-n7tsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:00.901854 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5c5bb958d5-n7tsf I0521 19:43:00.901876 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5c5bb958d5-n7tsf I0521 19:43:04.868365 3810 cni.go:452] [openshift-console/console-77fd6dc794-ps4rr 6ed0f961a36fefa176d820cea25a7752fdd3e87e649c1204fd757d8be1803009 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-77fd6dc794-ps4rr 6ed0f961a36fefa176d820cea25a7752fdd3e87e649c1204fd757d8be1803009 network default NAD default NAD key ] I0521 19:43:04.944591 3810 cni.go:473] [openshift-console/console-77fd6dc794-ps4rr 6ed0f961a36fefa176d820cea25a7752fdd3e87e649c1204fd757d8be1803009 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-77fd6dc794-ps4rr 6ed0f961a36fefa176d820cea25a7752fdd3e87e649c1204fd757d8be1803009 network default NAD default NAD key default], result "{}", err I0521 19:43:05.016351 3810 obj_retry.go:498] Detected object openshift-console/console-77fd6dc794-ps4rr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:05.016383 3810 pods.go:176] Deleting pod: openshift-console/console-77fd6dc794-ps4rr I0521 19:43:05.017645 3810 pods.go:236] Attempting to release IPs for pod: openshift-console/console-77fd6dc794-ps4rr, ips: 10.129.0.13 I0521 19:43:05.017679 3810 obj_retry.go:498] Detected object openshift-console/console-77fd6dc794-ps4rr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:05.964288 3810 obj_retry.go:492] Detected object openshift-console/console-77fd6dc794-ps4rr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:05.964308 3810 obj_retry.go:492] Detected object openshift-console/console-77fd6dc794-ps4rr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:05.971442 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77fd6dc794-ps4rr I0521 19:43:05.971462 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77fd6dc794-ps4rr W0521 19:43:09.022075 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:43:09.022098 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:43:23.415417 3810 cni.go:452] [openshift-monitoring/alertmanager-main-1 bd0af9d6bc13e4b4ea10d92afe24dd10dc22cc3c5e5b7d15001ea19981e12ce8 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 bd0af9d6bc13e4b4ea10d92afe24dd10dc22cc3c5e5b7d15001ea19981e12ce8 network default NAD default NAD key ] I0521 19:43:23.507228 3810 cni.go:473] [openshift-monitoring/alertmanager-main-1 bd0af9d6bc13e4b4ea10d92afe24dd10dc22cc3c5e5b7d15001ea19981e12ce8 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 bd0af9d6bc13e4b4ea10d92afe24dd10dc22cc3c5e5b7d15001ea19981e12ce8 network default NAD default NAD key default], result "{}", err I0521 19:43:23.579493 3810 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:23.579530 3810 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0521 19:43:23.580763 3810 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.16 I0521 19:43:23.580794 3810 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:24.046643 3810 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:24.046751 3810 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:24.054361 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:43:24.054393 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:43:24.098621 3810 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-221.ec2.internal I0521 19:43:24.098769 3810 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0521 19:43:24.123359 3810 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.644503ms I0521 19:43:24.123380 3810 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.669674ms I0521 19:43:24.124557 3810 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.952993ms, libovsdb time 867.005µs I0521 19:43:24.454577 3810 cni.go:452] [openshift-monitoring/alertmanager-main-1 6e1e7a2a1398165dd370ae5cfb814abad4c7ac9d62dbbb3a32e04e288f2366f3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 6e1e7a2a1398165dd370ae5cfb814abad4c7ac9d62dbbb3a32e04e288f2366f3 network default NAD default NAD key ] I0521 19:43:24.464235 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 6e1e7a2a1398165, network: default, NAD default, SandboxID: "6e1e7a2a1398165dd370ae5cfb814abad4c7ac9d62dbbb3a32e04e288f2366f3", PCI device ID: , UID: "4d0983f0-b893-484a-bd5e-9ba026052ba3", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0521 19:43:24.512821 3810 cni.go:473] [openshift-monitoring/alertmanager-main-1 6e1e7a2a1398165dd370ae5cfb814abad4c7ac9d62dbbb3a32e04e288f2366f3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 6e1e7a2a1398165dd370ae5cfb814abad4c7ac9d62dbbb3a32e04e288f2366f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:d1:6f:11:e6:a1\",\"name\":\"6e1e7a2a1398165\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/495aad3d-1738-4880-9516-2d2a65044b09\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:43:27.799051 3810 cni.go:452] [openshift-monitoring/prometheus-k8s-1 33d39d034558090c31410f37af643316e938a165b6451dbd3eab6bb7d9dde1f6 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 33d39d034558090c31410f37af643316e938a165b6451dbd3eab6bb7d9dde1f6 network default NAD default NAD key ] I0521 19:43:27.882249 3810 cni.go:473] [openshift-monitoring/prometheus-k8s-1 33d39d034558090c31410f37af643316e938a165b6451dbd3eab6bb7d9dde1f6 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 33d39d034558090c31410f37af643316e938a165b6451dbd3eab6bb7d9dde1f6 network default NAD default NAD key default], result "{}", err I0521 19:43:27.942809 3810 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:27.942842 3810 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0521 19:43:27.944062 3810 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.20 I0521 19:43:27.944087 3810 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:28.073989 3810 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:28.074047 3810 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:28.082748 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:43:28.082776 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:43:28.132969 3810 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-221.ec2.internal I0521 19:43:28.133107 3810 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0521 19:43:28.170345 3810 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 37.275569ms I0521 19:43:28.170368 3810 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 37.306264ms I0521 19:43:28.172148 3810 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 39.197435ms, libovsdb time 1.300712ms I0521 19:43:28.489488 3810 cni.go:452] [openshift-monitoring/prometheus-k8s-1 273b3852a6e28e718cbb05457a08022ad06748d0030ef3b66d38f7f6699707db network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 273b3852a6e28e718cbb05457a08022ad06748d0030ef3b66d38f7f6699707db network default NAD default NAD key ] I0521 19:43:28.498868 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 273b3852a6e28e7, network: default, NAD default, SandboxID: "273b3852a6e28e718cbb05457a08022ad06748d0030ef3b66d38f7f6699707db", PCI device ID: , UID: "082eb79c-1401-4a13-b32e-06d3e5942960", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0521 19:43:28.547078 3810 cni.go:473] [openshift-monitoring/prometheus-k8s-1 273b3852a6e28e718cbb05457a08022ad06748d0030ef3b66d38f7f6699707db network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 273b3852a6e28e718cbb05457a08022ad06748d0030ef3b66d38f7f6699707db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:4a:77:23:91:66\",\"name\":\"273b3852a6e28e7\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94b26026-e100-40c4-98d8-1153029588b8\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:43:44.012884 3810 base_network_controller_pods.go:487] [default/openshift-console/console-84879d75bc-5jjfm] creating logical port openshift-console_console-84879d75bc-5jjfm for pod on switch ip-10-0-0-221.ec2.internal I0521 19:43:44.013034 3810 kube.go:256] Updating pod openshift-console/console-84879d75bc-5jjfm I0521 19:43:44.036931 3810 pod.go:62] [openshift-console/console-84879d75bc-5jjfm] pod update took 23.926098ms I0521 19:43:44.036953 3810 base_network_controller_pods.go:951] [default/openshift-console/console-84879d75bc-5jjfm] addLogicalPort annotation time took 23.953465ms I0521 19:43:44.038084 3810 pods.go:271] [openshift-console/console-84879d75bc-5jjfm] addLogicalPort took 25.219954ms, libovsdb time 832.683µs I0521 19:43:44.369197 3810 cni.go:452] [openshift-console/console-84879d75bc-5jjfm 0513a7559bd7ffeccf98d572ba8e6d4eddc0e47a37d0172bb06749e8c1071191 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-84879d75bc-5jjfm 0513a7559bd7ffeccf98d572ba8e6d4eddc0e47a37d0172bb06749e8c1071191 network default NAD default NAD key ] I0521 19:43:44.386772 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-84879d75bc-5jjfm, hostIfaceName: 0513a7559bd7ffe, network: default, NAD default, SandboxID: "0513a7559bd7ffeccf98d572ba8e6d4eddc0e47a37d0172bb06749e8c1071191", PCI device ID: , UID: "d9c62bdd-7429-4b92-b21f-e3a5b989388f", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0521 19:43:44.437242 3810 cni.go:473] [openshift-console/console-84879d75bc-5jjfm 0513a7559bd7ffeccf98d572ba8e6d4eddc0e47a37d0172bb06749e8c1071191 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-84879d75bc-5jjfm 0513a7559bd7ffeccf98d572ba8e6d4eddc0e47a37d0172bb06749e8c1071191 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:68:da:c2:a9:7d\",\"name\":\"0513a7559bd7ffe\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91517623-e1b2-4194-a9f6-e083a18eac88\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:43:48.214747 3810 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s5gz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:48.215245 3810 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s5gz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:48.215273 3810 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s5gz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:43:48.215283 3810 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 19:43:48.215293 3810 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s5gz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:43:48.215298 3810 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:43:49.242361 3810 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s5gz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:49.242385 3810 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s5gz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:49.242398 3810 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s5gz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:49.242406 3810 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s5gz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:52.061488 3810 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:43:52.072633 3810 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0521 19:43:54.521813 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:43:54.521834 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:43:54.521839 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:43:55.195991 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:43:55.812914 3810 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:55.813439 3810 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:55.935847 3810 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:55.935873 3810 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:55.943334 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:43:55.943354 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:44:09.314557 3810 obj_retry.go:498] Detected object openshift-console/console-6d7bf7f474-dvfsr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:09.315113 3810 obj_retry.go:498] Detected object openshift-console/console-6d7bf7f474-dvfsr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:10.016882 3810 obj_retry.go:492] Detected object openshift-console/console-6d7bf7f474-dvfsr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:10.016903 3810 obj_retry.go:492] Detected object openshift-console/console-6d7bf7f474-dvfsr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:10.023455 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d7bf7f474-dvfsr I0521 19:44:10.023480 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d7bf7f474-dvfsr I0521 19:44:16.832012 3810 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:44:20.557661 3810 obj_retry.go:498] Detected object openshift-console/console-6d7bf7f474-qkh2w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:20.558189 3810 obj_retry.go:498] Detected object openshift-console/console-6d7bf7f474-qkh2w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:21.235452 3810 obj_retry.go:492] Detected object openshift-console/console-6d7bf7f474-qkh2w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:21.235471 3810 obj_retry.go:492] Detected object openshift-console/console-6d7bf7f474-qkh2w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:21.242656 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d7bf7f474-qkh2w I0521 19:44:21.242680 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d7bf7f474-qkh2w W0521 19:44:29.359591 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:44:29.359622 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:44:30.655479 3810 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:30.656057 3810 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:31.084187 3810 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:31.084208 3810 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:31.092157 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:44:31.092178 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:46:13.130154 3810 obj_retry.go:498] Detected object openshift-console/console-84879d75bc-rdnjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:13.130703 3810 obj_retry.go:498] Detected object openshift-console/console-84879d75bc-rdnjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:13.482191 3810 obj_retry.go:492] Detected object openshift-console/console-84879d75bc-rdnjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:13.482216 3810 obj_retry.go:492] Detected object openshift-console/console-84879d75bc-rdnjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:13.490160 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84879d75bc-rdnjz I0521 19:46:13.490181 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84879d75bc-rdnjz I0521 19:46:23.856283 3810 cni.go:452] [openshift-console/console-84879d75bc-5jjfm 0513a7559bd7ffeccf98d572ba8e6d4eddc0e47a37d0172bb06749e8c1071191 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-84879d75bc-5jjfm 0513a7559bd7ffeccf98d572ba8e6d4eddc0e47a37d0172bb06749e8c1071191 network default NAD default NAD key ] I0521 19:46:23.939922 3810 cni.go:473] [openshift-console/console-84879d75bc-5jjfm 0513a7559bd7ffeccf98d572ba8e6d4eddc0e47a37d0172bb06749e8c1071191 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-84879d75bc-5jjfm 0513a7559bd7ffeccf98d572ba8e6d4eddc0e47a37d0172bb06749e8c1071191 network default NAD default NAD key default], result "{}", err I0521 19:46:23.987911 3810 obj_retry.go:498] Detected object openshift-console/console-84879d75bc-5jjfm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:23.987947 3810 pods.go:176] Deleting pod: openshift-console/console-84879d75bc-5jjfm I0521 19:46:23.989183 3810 pods.go:236] Attempting to release IPs for pod: openshift-console/console-84879d75bc-5jjfm, ips: 10.129.0.23 I0521 19:46:23.989212 3810 obj_retry.go:498] Detected object openshift-console/console-84879d75bc-5jjfm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:24.771731 3810 obj_retry.go:492] Detected object openshift-console/console-84879d75bc-5jjfm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:24.771755 3810 obj_retry.go:492] Detected object openshift-console/console-84879d75bc-5jjfm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:24.780174 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84879d75bc-5jjfm I0521 19:46:24.780201 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84879d75bc-5jjfm I0521 19:46:49.791957 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=446 I0521 19:47:10.215435 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 19:47:17.773481 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0521 19:47:43.908824 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0521 19:48:05.891501 3810 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0521 19:48:07.985126 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0521 19:48:30.778481 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0521 19:48:46.112299 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0521 19:48:47.380887 3810 base_network_controller_pods.go:487] [default/openshift-console/console-56d7ccd74c-ksh4v] creating logical port openshift-console_console-56d7ccd74c-ksh4v for pod on switch ip-10-0-0-221.ec2.internal I0521 19:48:47.381024 3810 kube.go:256] Updating pod openshift-console/console-56d7ccd74c-ksh4v I0521 19:48:47.428137 3810 pod.go:62] [openshift-console/console-56d7ccd74c-ksh4v] pod update took 47.145733ms I0521 19:48:47.428158 3810 base_network_controller_pods.go:951] [default/openshift-console/console-56d7ccd74c-ksh4v] addLogicalPort annotation time took 47.169374ms I0521 19:48:47.429335 3810 pods.go:271] [openshift-console/console-56d7ccd74c-ksh4v] addLogicalPort took 48.470665ms, libovsdb time 853.01µs I0521 19:48:47.740220 3810 cni.go:452] [openshift-console/console-56d7ccd74c-ksh4v f19c57f78c537324cbb329ce9ae0924ca881c07d55901cf5469c2549d550f17e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-56d7ccd74c-ksh4v f19c57f78c537324cbb329ce9ae0924ca881c07d55901cf5469c2549d550f17e network default NAD default NAD key ] I0521 19:48:47.749938 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-56d7ccd74c-ksh4v, hostIfaceName: f19c57f78c53732, network: default, NAD default, SandboxID: "f19c57f78c537324cbb329ce9ae0924ca881c07d55901cf5469c2549d550f17e", PCI device ID: , UID: "8c5dfb74-b0c2-4027-bf95-bf9694cd5ca9", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0521 19:48:47.798957 3810 cni.go:473] [openshift-console/console-56d7ccd74c-ksh4v f19c57f78c537324cbb329ce9ae0924ca881c07d55901cf5469c2549d550f17e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-56d7ccd74c-ksh4v f19c57f78c537324cbb329ce9ae0924ca881c07d55901cf5469c2549d550f17e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:95:60:eb:f7:ee\",\"name\":\"f19c57f78c53732\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f315057b-05d8-4523-9ae0-6ea827270ff6\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:48:57.364766 3810 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0521 19:48:58.396081 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:48:58.778880 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=36 I0521 19:49:08.413361 3810 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 19:49:08.413431 3810 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-7vfwj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-7vfwj: no pod IPs found I0521 19:49:12.675561 3810 obj_retry.go:498] Detected object openshift-console/console-76df66f86b-blj9b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:12.676143 3810 obj_retry.go:498] Detected object openshift-console/console-76df66f86b-blj9b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:13.448695 3810 obj_retry.go:492] Detected object openshift-console/console-76df66f86b-blj9b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:13.448729 3810 obj_retry.go:492] Detected object openshift-console/console-76df66f86b-blj9b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:13.456167 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76df66f86b-blj9b I0521 19:49:13.456191 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76df66f86b-blj9b I0521 19:49:14.891446 3810 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0521 19:49:23.717514 3810 obj_retry.go:498] Detected object openshift-console/console-76df66f86b-gmrx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:23.718106 3810 obj_retry.go:498] Detected object openshift-console/console-76df66f86b-gmrx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:24.215396 3810 obj_retry.go:492] Detected object openshift-console/console-76df66f86b-gmrx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:24.215427 3810 obj_retry.go:492] Detected object openshift-console/console-76df66f86b-gmrx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:24.222094 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76df66f86b-gmrx2 I0521 19:49:24.222117 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76df66f86b-gmrx2 I0521 19:49:27.995213 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0521 19:49:28.773419 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0521 19:50:03.780200 3810 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-h7fmd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:03.780733 3810 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-h7fmd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:04.668199 3810 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-h7fmd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:04.668222 3810 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-h7fmd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:15.200749 3810 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0521 19:50:52.325562 3810 namespace.go:98] [tsf] adding namespace I0521 19:50:52.326429 3810 namespace.go:102] [tsf] adding namespace took 841.939µs I0521 19:50:52.348548 3810 namespace.go:142] [tsf] updating namespace I0521 19:50:52.361870 3810 namespace.go:142] [tsf] updating namespace I0521 19:50:56.081071 3810 namespace.go:98] [tsf-tas] adding namespace I0521 19:50:56.081925 3810 namespace.go:102] [tsf-tas] adding namespace took 829.638µs I0521 19:50:56.087710 3810 namespace.go:98] [tsf-tpa] adding namespace I0521 19:50:56.087819 3810 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:50:56.087871 3810 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:50:56.088535 3810 namespace.go:102] [tsf-tpa] adding namespace took 787.939µs I0521 19:50:56.089154 3810 namespace.go:102] [rhtpa-operator] adding namespace took 1.317304ms I0521 19:50:56.089750 3810 namespace.go:102] [cert-manager-operator] adding namespace took 1.85965ms I0521 19:50:56.091811 3810 namespace.go:98] [konflux-ui] adding namespace I0521 19:50:56.091844 3810 namespace.go:98] [rhbk-operator] adding namespace I0521 19:50:56.091976 3810 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:50:56.092073 3810 namespace.go:98] [konflux-operator] adding namespace I0521 19:50:56.092441 3810 namespace.go:102] [konflux-ui] adding namespace took 614.59µs I0521 19:50:56.093112 3810 namespace.go:102] [rhbk-operator] adding namespace took 1.255033ms I0521 19:50:56.093675 3810 namespace.go:102] [tsf-keycloak] adding namespace took 1.684339ms I0521 19:50:56.094205 3810 namespace.go:102] [konflux-operator] adding namespace took 2.117254ms I0521 19:50:56.104807 3810 namespace.go:142] [tsf-tas] updating namespace I0521 19:50:56.123940 3810 namespace.go:142] [tsf-tas] updating namespace I0521 19:50:56.140945 3810 namespace.go:142] [konflux-ui] updating namespace I0521 19:50:56.141038 3810 namespace.go:142] [tsf-tpa] updating namespace I0521 19:50:56.145743 3810 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:50:56.145789 3810 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:50:56.167051 3810 namespace.go:142] [rhbk-operator] updating namespace I0521 19:50:56.167074 3810 namespace.go:142] [konflux-operator] updating namespace I0521 19:50:56.167176 3810 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:50:56.167186 3810 namespace.go:142] [tsf-tas] updating namespace I0521 19:50:56.193704 3810 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:50:56.205603 3810 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:50:56.228739 3810 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:50:56.241736 3810 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:50:56.280747 3810 namespace.go:142] [konflux-ui] updating namespace I0521 19:50:56.304800 3810 namespace.go:142] [konflux-ui] updating namespace I0521 19:50:56.333642 3810 namespace.go:142] [rhbk-operator] updating namespace I0521 19:50:56.356841 3810 namespace.go:142] [rhbk-operator] updating namespace I0521 19:50:56.359707 3810 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:50:56.375787 3810 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:50:56.387776 3810 namespace.go:142] [konflux-operator] updating namespace I0521 19:50:56.412911 3810 namespace.go:142] [konflux-operator] updating namespace I0521 19:50:56.433751 3810 namespace.go:142] [tsf-tpa] updating namespace I0521 19:50:56.450673 3810 namespace.go:142] [tsf-tpa] updating namespace I0521 19:50:57.265948 3810 namespace.go:142] [tsf-tpa] updating namespace I0521 19:50:57.293125 3810 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:03.027318 3810 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekphqd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:03.027878 3810 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekphqd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:03.027908 3810 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekphqd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:03.027917 3810 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:03.027927 3810 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekphqd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:03.027931 3810 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:04.049202 3810 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nvbcv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:04.049766 3810 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nvbcv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:04.049790 3810 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nvbcv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:04.049798 3810 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:04.049808 3810 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nvbcv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:04.049814 3810 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:04.055030 3810 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekphqd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:04.055045 3810 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekphqd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:04.055054 3810 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekphqd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:04.055065 3810 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekphqd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:05.077046 3810 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nvbcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:05.077065 3810 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nvbcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:05.077076 3810 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nvbcv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:05.077085 3810 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nvbcv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:08.090982 3810 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dk6wc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:08.091563 3810 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dk6wc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:08.091593 3810 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dk6wc5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:08.091602 3810 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:08.091620 3810 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dk6wc5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:08.091624 3810 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:08.127286 3810 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnkrxt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:08.127822 3810 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnkrxt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:08.127852 3810 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnkrxt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:08.127861 3810 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:08.127871 3810 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnkrxt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:08.127877 3810 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:09.124319 3810 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dk6wc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:09.124342 3810 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dk6wc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:09.124356 3810 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dk6wc5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:09.124369 3810 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dk6wc5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:09.160573 3810 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnkrxt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:09.160592 3810 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnkrxt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:09.160601 3810 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnkrxt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:09.160616 3810 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnkrxt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:10.135916 3810 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7p9znx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:10.136428 3810 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7p9znx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:10.136455 3810 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7p9znx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:10.136463 3810 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:10.136473 3810 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7p9znx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:10.136479 3810 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:10.167329 3810 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxwxb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:10.167809 3810 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxwxb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:10.167832 3810 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxwxb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:10.167837 3810 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:10.167845 3810 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxwxb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:10.167849 3810 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:11.165839 3810 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7p9znx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:11.165863 3810 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7p9znx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:11.165877 3810 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7p9znx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:11.165900 3810 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7p9znx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:11.199789 3810 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxwxb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:11.199808 3810 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxwxb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:11.199822 3810 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxwxb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:11.199830 3810 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxwxb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:19.391192 3810 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mgkgj] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-mgkgj for pod on switch ip-10-0-0-221.ec2.internal I0521 19:51:19.391312 3810 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mgkgj I0521 19:51:19.447946 3810 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mgkgj] pod update took 56.660851ms I0521 19:51:19.447970 3810 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mgkgj] addLogicalPort annotation time took 56.69019ms I0521 19:51:19.449137 3810 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mgkgj] addLogicalPort took 57.961486ms, libovsdb time 859.324µs I0521 19:51:19.745035 3810 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mgkgj 54f378c42623f41737ae56f287d48607b0a4ebe9c96f4f30a746a61116bf11ad network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mgkgj 54f378c42623f41737ae56f287d48607b0a4ebe9c96f4f30a746a61116bf11ad network default NAD default NAD key ] I0521 19:51:19.753901 3810 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-mgkgj, hostIfaceName: 54f378c42623f41, network: default, NAD default, SandboxID: "54f378c42623f41737ae56f287d48607b0a4ebe9c96f4f30a746a61116bf11ad", PCI device ID: , UID: "e2f0a5ca-96f8-40fa-8bdc-b867c817b2ab", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0521 19:51:19.800911 3810 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mgkgj 54f378c42623f41737ae56f287d48607b0a4ebe9c96f4f30a746a61116bf11ad network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-mgkgj 54f378c42623f41737ae56f287d48607b0a4ebe9c96f4f30a746a61116bf11ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:25:2b:61:68:96\",\"name\":\"54f378c42623f41\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97d6f294-d83f-4d64-a8cf-4130b0179c2f\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:51:22.698495 3810 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:51:22.740981 3810 namespace.go:98] [cert-manager] adding namespace I0521 19:51:22.742226 3810 namespace.go:102] [cert-manager] adding namespace took 1.218693ms I0521 19:51:22.920776 3810 namespace.go:142] [cert-manager] updating namespace I0521 19:51:22.975814 3810 namespace.go:142] [cert-manager] updating namespace W0521 19:51:23.162840 3810 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:51:25.221759 3810 namespace.go:142] [openshift-operators] updating namespace I0521 19:51:25.255751 3810 namespace.go:142] [openshift-operators] updating namespace I0521 19:51:26.530881 3810 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-jkk2j] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-jkk2j for pod on switch ip-10-0-0-221.ec2.internal I0521 19:51:26.530985 3810 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-jkk2j I0521 19:51:26.590909 3810 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-jkk2j] pod update took 59.946889ms I0521 19:51:26.590932 3810 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-jkk2j] addLogicalPort annotation time took 59.976877ms I0521 19:51:26.592161 3810 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-jkk2j] addLogicalPort took 61.292543ms, libovsdb time 879.672µs I0521 19:51:26.892538 3810 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-jkk2j 5e96a3ce72687333b993440b456bbce05089f3b590110c6ff66baef40f9bbbbc network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-jkk2j 5e96a3ce72687333b993440b456bbce05089f3b590110c6ff66baef40f9bbbbc network default NAD default NAD key ] I0521 19:51:26.902208 3810 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-jkk2j, hostIfaceName: 5e96a3ce7268733, network: default, NAD default, SandboxID: "5e96a3ce72687333b993440b456bbce05089f3b590110c6ff66baef40f9bbbbc", PCI device ID: , UID: "1a4a71da-aa88-4d15-b873-cba3d0887dd6", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0521 19:51:26.952281 3810 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-jkk2j 5e96a3ce72687333b993440b456bbce05089f3b590110c6ff66baef40f9bbbbc network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-jkk2j 5e96a3ce72687333b993440b456bbce05089f3b590110c6ff66baef40f9bbbbc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:60:7b:d3:c8:5c\",\"name\":\"5e96a3ce7268733\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96d0c9a1-014b-41b3-88e2-d59965742049\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:51:30.154960 3810 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:51:30.154979 3810 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:51:33.746768 3810 namespace.go:142] [openshift-operators] updating namespace W0521 19:51:33.966972 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:51:34.217883 3810 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-9kgdl] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-9kgdl for pod on switch ip-10-0-0-221.ec2.internal I0521 19:51:34.218015 3810 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-9kgdl I0521 19:51:34.264197 3810 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-9kgdl] pod update took 46.210341ms I0521 19:51:34.264218 3810 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-9kgdl] addLogicalPort annotation time took 46.235119ms I0521 19:51:34.265390 3810 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-9kgdl] addLogicalPort took 47.527543ms, libovsdb time 831.905µs I0521 19:51:34.572416 3810 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-9kgdl e928e8340c3298823506f53a5a722140307e4417b49927d2355d6e218dc2e28f network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-9kgdl e928e8340c3298823506f53a5a722140307e4417b49927d2355d6e218dc2e28f network default NAD default NAD key ] I0521 19:51:34.581293 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-9kgdl, hostIfaceName: e928e8340c32988, network: default, NAD default, SandboxID: "e928e8340c3298823506f53a5a722140307e4417b49927d2355d6e218dc2e28f", PCI device ID: , UID: "2ff4394d-66d3-465b-978f-14bac6734ce8", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0521 19:51:34.628120 3810 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-9kgdl e928e8340c3298823506f53a5a722140307e4417b49927d2355d6e218dc2e28f network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-9kgdl e928e8340c3298823506f53a5a722140307e4417b49927d2355d6e218dc2e28f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ec:59:55:ff:89\",\"name\":\"e928e8340c32988\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1823b91-d182-4b9f-908a-72e3b6b0151c\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:51:36.801964 3810 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-kh5ts] creating logical port cert-manager_cert-manager-59c77684cc-kh5ts for pod on switch ip-10-0-0-221.ec2.internal I0521 19:51:36.802074 3810 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-kh5ts I0521 19:51:36.824471 3810 pod.go:62] [cert-manager/cert-manager-59c77684cc-kh5ts] pod update took 22.424679ms I0521 19:51:36.824495 3810 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-kh5ts] addLogicalPort annotation time took 22.453858ms I0521 19:51:36.825891 3810 pods.go:271] [cert-manager/cert-manager-59c77684cc-kh5ts] addLogicalPort took 23.938765ms, libovsdb time 976.484µs I0521 19:51:37.552954 3810 cni.go:452] [cert-manager/cert-manager-59c77684cc-kh5ts 12c3b98524ece438320da861eedc4ffff2284b38f13857575b16d0a237d50500 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-kh5ts 12c3b98524ece438320da861eedc4ffff2284b38f13857575b16d0a237d50500 network default NAD default NAD key ] I0521 19:51:37.565079 3810 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-kh5ts, hostIfaceName: 12c3b98524ece43, network: default, NAD default, SandboxID: "12c3b98524ece438320da861eedc4ffff2284b38f13857575b16d0a237d50500", PCI device ID: , UID: "77e6e442-5403-49bb-ae0a-506944fa16f8", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0521 19:51:37.613240 3810 cni.go:473] [cert-manager/cert-manager-59c77684cc-kh5ts 12c3b98524ece438320da861eedc4ffff2284b38f13857575b16d0a237d50500 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-kh5ts 12c3b98524ece438320da861eedc4ffff2284b38f13857575b16d0a237d50500 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:45:4b:05:9e:9f\",\"name\":\"12c3b98524ece43\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8111db56-6b64-4190-8698-22920bca45fc\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:51:37.950609 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=152 I0521 19:51:39.867755 3810 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-mnmlh] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-mnmlh for pod on switch ip-10-0-0-221.ec2.internal I0521 19:51:39.867866 3810 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-mnmlh I0521 19:51:39.890919 3810 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-mnmlh] pod update took 23.073901ms I0521 19:51:39.890946 3810 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-mnmlh] addLogicalPort annotation time took 23.106464ms I0521 19:51:39.892223 3810 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-mnmlh] addLogicalPort took 24.505417ms, libovsdb time 899.61µs I0521 19:51:40.227563 3810 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-mnmlh d0c08f18466b3d1cddef312674cff2d5c06e888dca51d4320301a316fcc8c4f5 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-mnmlh d0c08f18466b3d1cddef312674cff2d5c06e888dca51d4320301a316fcc8c4f5 network default NAD default NAD key ] I0521 19:51:40.237921 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-mnmlh, hostIfaceName: d0c08f18466b3d1, network: default, NAD default, SandboxID: "d0c08f18466b3d1cddef312674cff2d5c06e888dca51d4320301a316fcc8c4f5", PCI device ID: , UID: "4c3cca22-12b5-451d-9250-56f230ce800d", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0521 19:51:40.285096 3810 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-mnmlh d0c08f18466b3d1cddef312674cff2d5c06e888dca51d4320301a316fcc8c4f5 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-mnmlh d0c08f18466b3d1cddef312674cff2d5c06e888dca51d4320301a316fcc8c4f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:75:93:98:e7:30\",\"name\":\"d0c08f18466b3d1\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab0f11bf-7aa1-43e1-989f-7714dfda3785\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:51:42.820218 3810 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:51:42.821462 3810 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.222918ms I0521 19:51:42.867106 3810 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:51:42.881383 3810 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 19:51:43.068618 3810 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 19:51:44.215151 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0521 19:51:48.976990 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0521 19:51:49.331804 3810 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:51:49.332700 3810 namespace.go:102] [openshift-pipelines] adding namespace took 872.266µs I0521 19:51:49.355281 3810 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:51:50.062063 3810 namespace.go:142] [cert-manager] updating namespace I0521 19:51:50.263089 3810 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:51:50.663113 3810 namespace.go:142] [konflux-operator] updating namespace I0521 19:51:50.867470 3810 namespace.go:142] [konflux-ui] updating namespace I0521 19:51:50.968620 3810 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:50.969143 3810 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:51.003616 3810 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:51.003635 3810 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:51.013462 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:51:51.013484 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 19:51:51.062808 3810 namespace.go:142] [open-cluster-management-2qegovcgb34vgjgrmsm5lc08sjlrclho] updating namespace I0521 19:51:51.467287 3810 namespace.go:142] [rhbk-operator] updating namespace I0521 19:51:51.667429 3810 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:51:51.867317 3810 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:51:52.071115 3810 namespace.go:142] [tsf] updating namespace I0521 19:51:52.282815 3810 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:52.473924 3810 namespace.go:142] [tsf-tas] updating namespace I0521 19:51:52.673030 3810 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:52.803376 3810 namespace.go:142] [cert-manager] updating namespace I0521 19:51:52.813390 3810 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:51:52.823765 3810 namespace.go:142] [default] updating namespace I0521 19:51:52.834274 3810 namespace.go:142] [konflux-operator] updating namespace I0521 19:51:52.843212 3810 namespace.go:142] [konflux-ui] updating namespace I0521 19:51:52.856742 3810 namespace.go:142] [open-cluster-management-2qegovcgb34vgjgrmsm5lc08sjlrclho] updating namespace I0521 19:51:52.866154 3810 namespace.go:142] [openshift] updating namespace I0521 19:51:52.877119 3810 namespace.go:142] [rhbk-operator] updating namespace I0521 19:51:52.888379 3810 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:51:52.896447 3810 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:51:52.906403 3810 namespace.go:142] [tsf] updating namespace I0521 19:51:52.916552 3810 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:52.934617 3810 namespace.go:142] [tsf-tas] updating namespace I0521 19:51:52.955013 3810 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:53.055399 3810 namespace.go:142] [cert-manager] updating namespace I0521 19:51:53.156682 3810 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:51:53.265538 3810 namespace.go:142] [default] updating namespace I0521 19:51:53.359526 3810 namespace.go:142] [konflux-operator] updating namespace I0521 19:51:53.459172 3810 namespace.go:142] [konflux-ui] updating namespace I0521 19:51:53.556583 3810 namespace.go:142] [open-cluster-management-2qegovcgb34vgjgrmsm5lc08sjlrclho] updating namespace I0521 19:51:53.661706 3810 namespace.go:142] [openshift] updating namespace I0521 19:51:53.758201 3810 namespace.go:142] [rhbk-operator] updating namespace I0521 19:51:53.855336 3810 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:51:53.958319 3810 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:51:54.058349 3810 namespace.go:142] [tsf] updating namespace W0521 19:51:54.066571 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 19:51:54.158551 3810 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:54.255132 3810 namespace.go:142] [tsf-tas] updating namespace I0521 19:51:54.354916 3810 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:55.014990 3810 namespace.go:142] [openshift-pipelines] updating namespace W0521 19:52:01.873669 3810 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0521 19:52:03.989762 3810 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6jm6v] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-6jm6v for pod on switch ip-10-0-0-221.ec2.internal I0521 19:52:03.989850 3810 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6jm6v I0521 19:52:04.008260 3810 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6jm6v] pod update took 18.435354ms I0521 19:52:04.008287 3810 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6jm6v] addLogicalPort annotation time took 18.465983ms I0521 19:52:04.009484 3810 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6jm6v] addLogicalPort took 19.73433ms, libovsdb time 853.984µs I0521 19:52:04.080783 3810 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-6llcx] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-6llcx for pod on switch ip-10-0-0-221.ec2.internal I0521 19:52:04.080899 3810 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-6llcx I0521 19:52:04.097892 3810 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-6llcx] pod update took 17.017932ms I0521 19:52:04.097915 3810 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-6llcx] addLogicalPort annotation time took 17.042145ms I0521 19:52:04.099042 3810 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-6llcx] addLogicalPort took 18.277852ms, libovsdb time 779.772µs I0521 19:52:04.345066 3810 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6jm6v 7c8094aaa7e50c634a494568b5a4e4e51f72f8f7082f8e8194fbe1cc9386a368 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6jm6v 7c8094aaa7e50c634a494568b5a4e4e51f72f8f7082f8e8194fbe1cc9386a368 network default NAD default NAD key ] I0521 19:52:04.354045 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-6jm6v, hostIfaceName: 7c8094aaa7e50c6, network: default, NAD default, SandboxID: "7c8094aaa7e50c634a494568b5a4e4e51f72f8f7082f8e8194fbe1cc9386a368", PCI device ID: , UID: "af299d59-fa63-4189-9808-b4c3584b3cdf", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0521 19:52:04.402175 3810 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6jm6v 7c8094aaa7e50c634a494568b5a4e4e51f72f8f7082f8e8194fbe1cc9386a368 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6jm6v 7c8094aaa7e50c634a494568b5a4e4e51f72f8f7082f8e8194fbe1cc9386a368 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:fd:b8:dd:4f:b0\",\"name\":\"7c8094aaa7e50c6\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ca64bb0-a506-44e1-9d2b-513df281f102\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:52:04.436835 3810 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-6llcx 8eb2493387a31f3317d2a6b76871b75c00bf48032f75ebcaf1681f6ab37de2f1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-6llcx 8eb2493387a31f3317d2a6b76871b75c00bf48032f75ebcaf1681f6ab37de2f1 network default NAD default NAD key ] I0521 19:52:04.446799 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-6llcx, hostIfaceName: 8eb2493387a31f3, network: default, NAD default, SandboxID: "8eb2493387a31f3317d2a6b76871b75c00bf48032f75ebcaf1681f6ab37de2f1", PCI device ID: , UID: "09221b8a-7036-42b5-a02f-99f14c48abb1", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0521 19:52:04.495617 3810 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-6llcx 8eb2493387a31f3317d2a6b76871b75c00bf48032f75ebcaf1681f6ab37de2f1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-6llcx 8eb2493387a31f3317d2a6b76871b75c00bf48032f75ebcaf1681f6ab37de2f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:d7:2a:52:02:ef\",\"name\":\"8eb2493387a31f3\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27f81f2c-73ab-4ff5-9bff-3d4eaff24c29\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:52:07.171360 3810 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:07.171376 3810 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:07.171381 3810 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:10.308661 3810 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 19:52:10.337198 3810 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:10.337220 3810 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:10.337225 3810 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:10.337228 3810 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:17.219779 3810 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:17.219803 3810 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:17.219809 3810 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:18.178267 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:18.178288 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:18.178293 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:28.224955 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:28.224975 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:28.224981 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0521 19:52:33.157466 3810 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:33.158053 3810 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:33.180038 3810 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:33.180058 3810 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:33.183197 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:52:33.183217 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:52:35.098499 3810 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:52:35.099142 3810 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:52:35.099168 3810 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:52:35.101268 3810 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0521 19:52:39.066627 3810 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0521 19:52:44.496052 3810 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:52:44.496068 3810 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:52:44.501431 3810 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:52:44.501449 3810 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0521 19:52:56.138987 3810 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:52:59.212085 3810 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-221.ec2.internal I0521 19:52:59.212189 3810 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0521 19:52:59.226879 3810 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.718734ms I0521 19:52:59.226901 3810 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 14.746612ms I0521 19:52:59.228079 3810 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 16.011922ms, libovsdb time 829.002µs I0521 19:53:02.867991 3810 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 b1b9918e09635eecad65832e2991d1451af1375b9209d3fa5ddc551cc91472fd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 b1b9918e09635eecad65832e2991d1451af1375b9209d3fa5ddc551cc91472fd network default NAD default NAD key ] I0521 19:53:02.876981 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: b1b9918e09635ee, network: default, NAD default, SandboxID: "b1b9918e09635eecad65832e2991d1451af1375b9209d3fa5ddc551cc91472fd", PCI device ID: , UID: "e499b031-be9b-484b-abf2-a8fd9b58a631", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0521 19:53:02.925007 3810 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 b1b9918e09635eecad65832e2991d1451af1375b9209d3fa5ddc551cc91472fd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 b1b9918e09635eecad65832e2991d1451af1375b9209d3fa5ddc551cc91472fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:e7:18:a8:48:ab\",\"name\":\"b1b9918e09635ee\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71ba4d8c-36e7-4827-aa4e-b0096cf6b2ba\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:53:08.509588 3810 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:53:10.059299 3810 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-l6fbp] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-l6fbp for pod on switch ip-10-0-0-221.ec2.internal I0521 19:53:10.059408 3810 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-l6fbp I0521 19:53:10.076571 3810 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-l6fbp] pod update took 17.186664ms I0521 19:53:10.076595 3810 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-l6fbp] addLogicalPort annotation time took 17.211061ms I0521 19:53:10.077766 3810 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-l6fbp] addLogicalPort took 18.481564ms, libovsdb time 797.596µs I0521 19:53:10.417289 3810 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-l6fbp ffa218ce40e9e75e23b926173ac03077ebb518a94ccf75dafa65b88841c55e07 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-l6fbp ffa218ce40e9e75e23b926173ac03077ebb518a94ccf75dafa65b88841c55e07 network default NAD default NAD key ] I0521 19:53:10.426975 3810 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-l6fbp, hostIfaceName: ffa218ce40e9e75, network: default, NAD default, SandboxID: "ffa218ce40e9e75e23b926173ac03077ebb518a94ccf75dafa65b88841c55e07", PCI device ID: , UID: "931726a0-b046-4595-96cf-eb64527d2c5d", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0521 19:53:10.476375 3810 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-l6fbp ffa218ce40e9e75e23b926173ac03077ebb518a94ccf75dafa65b88841c55e07 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-l6fbp ffa218ce40e9e75e23b926173ac03077ebb518a94ccf75dafa65b88841c55e07 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:b4:46:3c:b4:9d\",\"name\":\"ffa218ce40e9e75\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d85e7913-753c-405d-a0e8-088190ed4a38\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:53:18.399647 3810 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:18.400214 3810 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:18.439463 3810 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:18.439486 3810 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:18.447580 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:53:18.447613 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 19:53:20.842088 3810 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-c7969cccf-smn5x] creating logical port tsf-tas_fulcio-server-c7969cccf-smn5x for pod on switch ip-10-0-0-221.ec2.internal I0521 19:53:20.842176 3810 kube.go:256] Updating pod tsf-tas/fulcio-server-c7969cccf-smn5x I0521 19:53:20.857341 3810 pod.go:62] [tsf-tas/fulcio-server-c7969cccf-smn5x] pod update took 15.18654ms I0521 19:53:20.857362 3810 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-c7969cccf-smn5x] addLogicalPort annotation time took 15.210552ms I0521 19:53:20.858557 3810 pods.go:271] [tsf-tas/fulcio-server-c7969cccf-smn5x] addLogicalPort took 16.48548ms, libovsdb time 834.829µs I0521 19:53:21.208621 3810 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-859xc-rrbbm] creating logical port tsf-tas_ctlog-createtree-job-859xc-rrbbm for pod on switch ip-10-0-0-221.ec2.internal I0521 19:53:21.208727 3810 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-859xc-rrbbm I0521 19:53:21.227953 3810 pod.go:62] [tsf-tas/ctlog-createtree-job-859xc-rrbbm] pod update took 19.265077ms I0521 19:53:21.227975 3810 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-859xc-rrbbm] addLogicalPort annotation time took 19.292478ms I0521 19:53:21.229213 3810 pods.go:271] [tsf-tas/ctlog-createtree-job-859xc-rrbbm] addLogicalPort took 20.608518ms, libovsdb time 830.29µs I0521 19:53:21.230826 3810 cni.go:452] [tsf-tas/fulcio-server-c7969cccf-smn5x 79e14a92044aa7a6695fb44e707f0e3d1f34d3446cc894886012f0cd37baccb8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-c7969cccf-smn5x 79e14a92044aa7a6695fb44e707f0e3d1f34d3446cc894886012f0cd37baccb8 network default NAD default NAD key ] I0521 19:53:21.240176 3810 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-c7969cccf-smn5x, hostIfaceName: 79e14a92044aa7a, network: default, NAD default, SandboxID: "79e14a92044aa7a6695fb44e707f0e3d1f34d3446cc894886012f0cd37baccb8", PCI device ID: , UID: "c2c141f8-6571-4023-8ee7-9138436154a3", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0521 19:53:21.290813 3810 cni.go:473] [tsf-tas/fulcio-server-c7969cccf-smn5x 79e14a92044aa7a6695fb44e707f0e3d1f34d3446cc894886012f0cd37baccb8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-c7969cccf-smn5x 79e14a92044aa7a6695fb44e707f0e3d1f34d3446cc894886012f0cd37baccb8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:17:04:af:eb:64\",\"name\":\"79e14a92044aa7a\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b83b6af-d890-4a04-af1a-64c1fd827d23\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:53:21.572008 3810 cni.go:452] [tsf-tas/ctlog-createtree-job-859xc-rrbbm 12647085eff11f6c0747214b74a9e44ce2109a3eb9055fa593a60c7635d04ca0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-859xc-rrbbm 12647085eff11f6c0747214b74a9e44ce2109a3eb9055fa593a60c7635d04ca0 network default NAD default NAD key ] I0521 19:53:21.582231 3810 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-859xc-rrbbm, hostIfaceName: 12647085eff11f6, network: default, NAD default, SandboxID: "12647085eff11f6c0747214b74a9e44ce2109a3eb9055fa593a60c7635d04ca0", PCI device ID: , UID: "e3b98460-62f1-4098-8255-1a1c23f136e0", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0521 19:53:21.631376 3810 cni.go:473] [tsf-tas/ctlog-createtree-job-859xc-rrbbm 12647085eff11f6c0747214b74a9e44ce2109a3eb9055fa593a60c7635d04ca0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-859xc-rrbbm 12647085eff11f6c0747214b74a9e44ce2109a3eb9055fa593a60c7635d04ca0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:fb:3a:51:e5:62\",\"name\":\"12647085eff11f6\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0ed590f-86e6-415d-958b-7cb0de3286ea\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:53:21.650143 3810 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-mzcs5-wgj77] creating logical port tsf-tas_rekor-createtree-job-mzcs5-wgj77 for pod on switch ip-10-0-0-221.ec2.internal I0521 19:53:21.650230 3810 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-mzcs5-wgj77 I0521 19:53:21.666187 3810 pod.go:62] [tsf-tas/rekor-createtree-job-mzcs5-wgj77] pod update took 15.976823ms I0521 19:53:21.666207 3810 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-mzcs5-wgj77] addLogicalPort annotation time took 16.004277ms I0521 19:53:21.667359 3810 pods.go:271] [tsf-tas/rekor-createtree-job-mzcs5-wgj77] addLogicalPort took 17.230384ms, libovsdb time 775.4µs I0521 19:53:21.739285 3810 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-5f978ccbfb-5grmw] creating logical port tsf-tas_trillian-logsigner-5f978ccbfb-5grmw for pod on switch ip-10-0-0-221.ec2.internal I0521 19:53:21.739376 3810 kube.go:256] Updating pod tsf-tas/trillian-logsigner-5f978ccbfb-5grmw I0521 19:53:21.755380 3810 pod.go:62] [tsf-tas/trillian-logsigner-5f978ccbfb-5grmw] pod update took 16.02681ms I0521 19:53:21.755400 3810 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-5f978ccbfb-5grmw] addLogicalPort annotation time took 16.056932ms I0521 19:53:21.756668 3810 pods.go:271] [tsf-tas/trillian-logsigner-5f978ccbfb-5grmw] addLogicalPort took 17.398984ms, libovsdb time 863.441µs I0521 19:53:22.011140 3810 cni.go:452] [tsf-tas/rekor-createtree-job-mzcs5-wgj77 fae206a760d90ae718731d11911f98e39e1cea0ed8dbfd3b27566f607272b176 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-mzcs5-wgj77 fae206a760d90ae718731d11911f98e39e1cea0ed8dbfd3b27566f607272b176 network default NAD default NAD key ] I0521 19:53:22.022243 3810 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-mzcs5-wgj77, hostIfaceName: fae206a760d90ae, network: default, NAD default, SandboxID: "fae206a760d90ae718731d11911f98e39e1cea0ed8dbfd3b27566f607272b176", PCI device ID: , UID: "a42aad90-37ed-4ea7-8f88-c21cc46eb0a3", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0521 19:53:22.070994 3810 cni.go:473] [tsf-tas/rekor-createtree-job-mzcs5-wgj77 fae206a760d90ae718731d11911f98e39e1cea0ed8dbfd3b27566f607272b176 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-mzcs5-wgj77 fae206a760d90ae718731d11911f98e39e1cea0ed8dbfd3b27566f607272b176 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:0e:c0:f9:31:d7\",\"name\":\"fae206a760d90ae\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/319e8685-3525-4f8a-9ff0-c58d91e5dd88\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:53:22.716607 3810 cni.go:452] [tsf-tas/trillian-logsigner-5f978ccbfb-5grmw e72f06d98d10112de723b93dc99007407e9ab729d346263ddd8b511256919c4d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-5f978ccbfb-5grmw e72f06d98d10112de723b93dc99007407e9ab729d346263ddd8b511256919c4d network default NAD default NAD key ] I0521 19:53:22.730554 3810 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-5f978ccbfb-5grmw, hostIfaceName: e72f06d98d10112, network: default, NAD default, SandboxID: "e72f06d98d10112de723b93dc99007407e9ab729d346263ddd8b511256919c4d", PCI device ID: , UID: "9de7a15a-06a4-4306-ba10-dbe0414b395b", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0521 19:53:22.788095 3810 cni.go:473] [tsf-tas/trillian-logsigner-5f978ccbfb-5grmw e72f06d98d10112de723b93dc99007407e9ab729d346263ddd8b511256919c4d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-5f978ccbfb-5grmw e72f06d98d10112de723b93dc99007407e9ab729d346263ddd8b511256919c4d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:90:fe:af:98:06\",\"name\":\"e72f06d98d10112\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09bb8bf1-7284-469b-9374-03f23c108a66\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:53:23.542015 3810 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:53:23.542040 3810 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:53:23.571577 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:53:23.571599 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:53:24.307395 3810 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:53:24.307425 3810 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:53:24.307431 3810 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:53:29.576258 3810 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0521 19:53:34.949956 3810 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jc4vc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:34.950519 3810 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jc4vc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:53:35.398207 3810 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 19:53:35.836830 3810 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jc4vc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:35.836856 3810 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jc4vc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:36.524341 3810 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gn8fs-4c6bm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:36.524915 3810 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gn8fs-4c6bm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:37.394168 3810 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gn8fs-4c6bm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:37.394191 3810 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gn8fs-4c6bm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:53:38.392148 3810 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:53:40.777389 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0521 19:53:41.384645 3810 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:53:45.989853 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 W0521 19:54:00.962067 3810 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:54:00.962085 3810 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:54:01.015593 3810 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0521 19:54:08.737054 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0521 19:54:10.724883 3810 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:10.725420 3810 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:10.744955 3810 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:10.744976 3810 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:10.751861 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:54:10.751884 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:54:17.219510 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0521 19:54:19.753241 3810 obj_retry.go:498] Detected object tsf/patch-tekton-config-h86bk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:19.753798 3810 obj_retry.go:498] Detected object tsf/patch-tekton-config-h86bk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:20.775624 3810 obj_retry.go:492] Detected object tsf/patch-tekton-config-h86bk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:20.775645 3810 obj_retry.go:492] Detected object tsf/patch-tekton-config-h86bk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:27.872415 3810 cni.go:452] [tsf-tas/rekor-createtree-job-mzcs5-wgj77 fae206a760d90ae718731d11911f98e39e1cea0ed8dbfd3b27566f607272b176 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-mzcs5-wgj77 fae206a760d90ae718731d11911f98e39e1cea0ed8dbfd3b27566f607272b176 network default NAD default NAD key ] I0521 19:54:27.895917 3810 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0521 19:54:27.960221 3810 cni.go:473] [tsf-tas/rekor-createtree-job-mzcs5-wgj77 fae206a760d90ae718731d11911f98e39e1cea0ed8dbfd3b27566f607272b176 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-mzcs5-wgj77 fae206a760d90ae718731d11911f98e39e1cea0ed8dbfd3b27566f607272b176 network default NAD default NAD key default], result "{}", err I0521 19:54:28.009950 3810 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-mzcs5-wgj77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:28.009982 3810 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-mzcs5-wgj77 I0521 19:54:28.011186 3810 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-mzcs5-wgj77, ips: 10.129.0.36 I0521 19:54:28.011213 3810 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-mzcs5-wgj77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:28.892042 3810 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-mzcs5-wgj77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:28.892069 3810 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-mzcs5-wgj77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:32.808366 3810 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-6fc88f5965-snt42] creating logical port tsf-tas_rekor-redis-6fc88f5965-snt42 for pod on switch ip-10-0-0-221.ec2.internal I0521 19:54:32.808459 3810 kube.go:256] Updating pod tsf-tas/rekor-redis-6fc88f5965-snt42 I0521 19:54:32.832077 3810 pod.go:62] [tsf-tas/rekor-redis-6fc88f5965-snt42] pod update took 23.637647ms I0521 19:54:32.832107 3810 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-6fc88f5965-snt42] addLogicalPort annotation time took 23.671311ms I0521 19:54:32.833536 3810 pods.go:271] [tsf-tas/rekor-redis-6fc88f5965-snt42] addLogicalPort took 25.187792ms, libovsdb time 926.318µs I0521 19:54:33.768636 3810 cni.go:452] [tsf-tas/rekor-redis-6fc88f5965-snt42 a776b4099b9af7d1b161954a04bea6f0e322ecc3b512656b5502b65035f72dbc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-6fc88f5965-snt42 a776b4099b9af7d1b161954a04bea6f0e322ecc3b512656b5502b65035f72dbc network default NAD default NAD key ] I0521 19:54:33.777938 3810 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-6fc88f5965-snt42, hostIfaceName: a776b4099b9af7d, network: default, NAD default, SandboxID: "a776b4099b9af7d1b161954a04bea6f0e322ecc3b512656b5502b65035f72dbc", PCI device ID: , UID: "213d23bf-97cd-42e5-9dc3-99ecaf98a5d3", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0521 19:54:33.828255 3810 cni.go:473] [tsf-tas/rekor-redis-6fc88f5965-snt42 a776b4099b9af7d1b161954a04bea6f0e322ecc3b512656b5502b65035f72dbc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-6fc88f5965-snt42 a776b4099b9af7d1b161954a04bea6f0e322ecc3b512656b5502b65035f72dbc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:12:8a:52:0a:f1\",\"name\":\"a776b4099b9af7d\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f5dcebe-4f13-4f8b-a9bb-529e2750c4a9\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:54:33.849925 3810 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-fxp46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:33.850440 3810 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-fxp46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:34.871840 3810 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-fxp46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:34.871873 3810 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-fxp46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:34.910508 3810 obj_retry.go:492] Detected object tsf/patch-tekton-config-h86bk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:34.910530 3810 obj_retry.go:492] Detected object tsf/patch-tekton-config-h86bk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:34.915771 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-h86bk I0521 19:54:34.915795 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-h86bk I0521 19:54:35.517391 3810 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-7ff6fbb8c8-qd2mk] creating logical port tsf-tas_rekor-server-7ff6fbb8c8-qd2mk for pod on switch ip-10-0-0-221.ec2.internal I0521 19:54:35.517483 3810 kube.go:256] Updating pod tsf-tas/rekor-server-7ff6fbb8c8-qd2mk I0521 19:54:35.533866 3810 pod.go:62] [tsf-tas/rekor-server-7ff6fbb8c8-qd2mk] pod update took 16.40274ms I0521 19:54:35.533893 3810 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-7ff6fbb8c8-qd2mk] addLogicalPort annotation time took 16.435034ms I0521 19:54:35.535321 3810 pods.go:271] [tsf-tas/rekor-server-7ff6fbb8c8-qd2mk] addLogicalPort took 17.949241ms, libovsdb time 1.030095ms W0521 19:54:37.165473 3810 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:54:37.783322 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=67 I0521 19:54:38.874679 3810 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:38.875248 3810 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:38.895930 3810 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:38.895946 3810 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:38.902655 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:54:38.902683 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0521 19:54:38.936776 3810 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0521 19:54:41.952496 3810 cni.go:452] [tsf-tas/ctlog-createtree-job-859xc-rrbbm 12647085eff11f6c0747214b74a9e44ce2109a3eb9055fa593a60c7635d04ca0 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-859xc-rrbbm 12647085eff11f6c0747214b74a9e44ce2109a3eb9055fa593a60c7635d04ca0 network default NAD default NAD key ] I0521 19:54:42.039930 3810 cni.go:473] [tsf-tas/ctlog-createtree-job-859xc-rrbbm 12647085eff11f6c0747214b74a9e44ce2109a3eb9055fa593a60c7635d04ca0 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-859xc-rrbbm 12647085eff11f6c0747214b74a9e44ce2109a3eb9055fa593a60c7635d04ca0 network default NAD default NAD key default], result "{}", err I0521 19:54:42.089204 3810 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-859xc-rrbbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:42.089238 3810 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-859xc-rrbbm I0521 19:54:42.090444 3810 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-859xc-rrbbm, ips: 10.129.0.35 I0521 19:54:42.090468 3810 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-859xc-rrbbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:42.969660 3810 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-859xc-rrbbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:42.969683 3810 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-859xc-rrbbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:44.875791 3810 cni.go:452] [tsf-tas/rekor-server-7ff6fbb8c8-qd2mk 5d7b1d9bd6a48447b945a4ec8c57537f3cf46ce722e95b893e01c5048c7a2296 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-7ff6fbb8c8-qd2mk 5d7b1d9bd6a48447b945a4ec8c57537f3cf46ce722e95b893e01c5048c7a2296 network default NAD default NAD key ] I0521 19:54:44.884859 3810 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-7ff6fbb8c8-qd2mk, hostIfaceName: 5d7b1d9bd6a4844, network: default, NAD default, SandboxID: "5d7b1d9bd6a48447b945a4ec8c57537f3cf46ce722e95b893e01c5048c7a2296", PCI device ID: , UID: "b97b9298-925e-4d16-adb1-c8cc7fb31e00", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0521 19:54:44.918374 3810 obj_retry.go:498] Detected object tsf-tpa/create-db-nksbr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:44.918862 3810 obj_retry.go:498] Detected object tsf-tpa/create-db-nksbr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:44.934501 3810 cni.go:473] [tsf-tas/rekor-server-7ff6fbb8c8-qd2mk 5d7b1d9bd6a48447b945a4ec8c57537f3cf46ce722e95b893e01c5048c7a2296 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-7ff6fbb8c8-qd2mk 5d7b1d9bd6a48447b945a4ec8c57537f3cf46ce722e95b893e01c5048c7a2296 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:93:0a:8f:f1:9e\",\"name\":\"5d7b1d9bd6a4844\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d787664f-f8fd-46b9-8f58-a0e72d907ea7\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:54:45.941616 3810 obj_retry.go:492] Detected object tsf-tpa/create-db-nksbr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:45.941639 3810 obj_retry.go:492] Detected object tsf-tpa/create-db-nksbr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:46.476131 3810 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-57f4d96fb7-fj7bd] creating logical port tsf-tas_ctlog-57f4d96fb7-fj7bd for pod on switch ip-10-0-0-221.ec2.internal I0521 19:54:46.476229 3810 kube.go:256] Updating pod tsf-tas/ctlog-57f4d96fb7-fj7bd I0521 19:54:46.492786 3810 pod.go:62] [tsf-tas/ctlog-57f4d96fb7-fj7bd] pod update took 16.581458ms I0521 19:54:46.492871 3810 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-57f4d96fb7-fj7bd] addLogicalPort annotation time took 16.674094ms I0521 19:54:46.494328 3810 pods.go:271] [tsf-tas/ctlog-57f4d96fb7-fj7bd] addLogicalPort took 18.218916ms, libovsdb time 1.056693ms I0521 19:54:47.437675 3810 cni.go:452] [tsf-tas/ctlog-57f4d96fb7-fj7bd 733bd68425e804d3ee88f9521359f91f5af2550863425910f1691d9f75c41cda network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-57f4d96fb7-fj7bd 733bd68425e804d3ee88f9521359f91f5af2550863425910f1691d9f75c41cda network default NAD default NAD key ] I0521 19:54:47.446673 3810 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-57f4d96fb7-fj7bd, hostIfaceName: 733bd68425e804d, network: default, NAD default, SandboxID: "733bd68425e804d3ee88f9521359f91f5af2550863425910f1691d9f75c41cda", PCI device ID: , UID: "6e8fb7d1-e402-43b5-82a8-ecd901972e32", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0521 19:54:47.495939 3810 cni.go:473] [tsf-tas/ctlog-57f4d96fb7-fj7bd 733bd68425e804d3ee88f9521359f91f5af2550863425910f1691d9f75c41cda network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-57f4d96fb7-fj7bd 733bd68425e804d3ee88f9521359f91f5af2550863425910f1691d9f75c41cda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:88:84:6f:4f:29\",\"name\":\"733bd68425e804d\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b91991e7-2b1a-4cb6-bd4a-a421e9f497cc\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:54:47.990450 3810 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:54:49.065825 3810 obj_retry.go:498] Detected object tsf-tpa/migrate-db-zr7dw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:49.066347 3810 obj_retry.go:498] Detected object tsf-tpa/migrate-db-zr7dw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:54:49.999520 3810 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 19:54:50.088815 3810 obj_retry.go:492] Detected object tsf-tpa/migrate-db-zr7dw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:50.088853 3810 obj_retry.go:492] Detected object tsf-tpa/migrate-db-zr7dw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:50.304167 3810 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-9mdp2] creating logical port tsf-tpa_create-importers-9mdp2 for pod on switch ip-10-0-0-221.ec2.internal I0521 19:54:50.304250 3810 kube.go:256] Updating pod tsf-tpa/create-importers-9mdp2 I0521 19:54:50.318562 3810 pod.go:62] [tsf-tpa/create-importers-9mdp2] pod update took 14.332846ms I0521 19:54:50.318589 3810 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-9mdp2] addLogicalPort annotation time took 14.36392ms I0521 19:54:50.319852 3810 pods.go:271] [tsf-tpa/create-importers-9mdp2] addLogicalPort took 15.698515ms, libovsdb time 873.059µs I0521 19:54:50.661574 3810 cni.go:452] [tsf-tpa/create-importers-9mdp2 edd2ff6f16545535ba5a30a4916c483689b07c6452653186907975d7f495c59b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-9mdp2 edd2ff6f16545535ba5a30a4916c483689b07c6452653186907975d7f495c59b network default NAD default NAD key ] I0521 19:54:50.670361 3810 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-9mdp2, hostIfaceName: edd2ff6f1654553, network: default, NAD default, SandboxID: "edd2ff6f16545535ba5a30a4916c483689b07c6452653186907975d7f495c59b", PCI device ID: , UID: "fae02ecd-d4cf-443b-8539-84589453db32", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0521 19:54:50.720181 3810 cni.go:473] [tsf-tpa/create-importers-9mdp2 edd2ff6f16545535ba5a30a4916c483689b07c6452653186907975d7f495c59b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-9mdp2 edd2ff6f16545535ba5a30a4916c483689b07c6452653186907975d7f495c59b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:b1:53:9c:08:1e\",\"name\":\"edd2ff6f1654553\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adc1dede-c020-44e4-a25f-d36b4d1f23a4\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:54:50.974627 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0521 19:54:55.026808 3810 cni.go:452] [tsf-tpa/create-importers-9mdp2 edd2ff6f16545535ba5a30a4916c483689b07c6452653186907975d7f495c59b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-9mdp2 edd2ff6f16545535ba5a30a4916c483689b07c6452653186907975d7f495c59b network default NAD default NAD key ] I0521 19:54:55.101253 3810 cni.go:473] [tsf-tpa/create-importers-9mdp2 edd2ff6f16545535ba5a30a4916c483689b07c6452653186907975d7f495c59b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-9mdp2 edd2ff6f16545535ba5a30a4916c483689b07c6452653186907975d7f495c59b network default NAD default NAD key default], result "{}", err I0521 19:54:55.152158 3810 obj_retry.go:498] Detected object tsf-tpa/create-importers-9mdp2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:55.152186 3810 pods.go:176] Deleting pod: tsf-tpa/create-importers-9mdp2 I0521 19:54:55.153541 3810 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-9mdp2, ips: 10.129.0.41 I0521 19:54:55.153569 3810 obj_retry.go:498] Detected object tsf-tpa/create-importers-9mdp2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:56.174419 3810 obj_retry.go:492] Detected object tsf-tpa/create-importers-9mdp2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:56.174449 3810 obj_retry.go:492] Detected object tsf-tpa/create-importers-9mdp2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:54:57.883118 3810 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0521 19:54:58.995094 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server W0521 19:55:01.014394 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0521 19:55:04.171948 3810 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-rh69p-znjqh] creating logical port tsf-tas_tuf-repository-init-rh69p-znjqh for pod on switch ip-10-0-0-221.ec2.internal I0521 19:55:04.172079 3810 kube.go:256] Updating pod tsf-tas/tuf-repository-init-rh69p-znjqh I0521 19:55:04.187901 3810 pod.go:62] [tsf-tas/tuf-repository-init-rh69p-znjqh] pod update took 15.84726ms I0521 19:55:04.187922 3810 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-rh69p-znjqh] addLogicalPort annotation time took 15.874514ms I0521 19:55:04.189134 3810 pods.go:271] [tsf-tas/tuf-repository-init-rh69p-znjqh] addLogicalPort took 17.205653ms, libovsdb time 828.987µs I0521 19:55:04.796156 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=546 I0521 19:55:06.928510 3810 cni.go:452] [tsf-tas/tuf-repository-init-rh69p-znjqh 20d9b907cee645dcf443caa0732873f4ca624b8a6f74dc755d1ba77f9c748de7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-rh69p-znjqh 20d9b907cee645dcf443caa0732873f4ca624b8a6f74dc755d1ba77f9c748de7 network default NAD default NAD key ] I0521 19:55:06.937846 3810 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-rh69p-znjqh, hostIfaceName: 20d9b907cee645d, network: default, NAD default, SandboxID: "20d9b907cee645dcf443caa0732873f4ca624b8a6f74dc755d1ba77f9c748de7", PCI device ID: , UID: "023d23f0-6af3-4451-ba6c-0b3b36db4b45", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0521 19:55:06.987046 3810 cni.go:473] [tsf-tas/tuf-repository-init-rh69p-znjqh 20d9b907cee645dcf443caa0732873f4ca624b8a6f74dc755d1ba77f9c748de7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-rh69p-znjqh 20d9b907cee645dcf443caa0732873f4ca624b8a6f74dc755d1ba77f9c748de7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:fc:cb:88:42:ab\",\"name\":\"20d9b907cee645d\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5eddccf2-afca-411a-8f34-97d089af5866\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:55:13.121789 3810 cni.go:452] [tsf-tas/tuf-repository-init-rh69p-znjqh 20d9b907cee645dcf443caa0732873f4ca624b8a6f74dc755d1ba77f9c748de7 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-rh69p-znjqh 20d9b907cee645dcf443caa0732873f4ca624b8a6f74dc755d1ba77f9c748de7 network default NAD default NAD key ] I0521 19:55:13.208361 3810 cni.go:473] [tsf-tas/tuf-repository-init-rh69p-znjqh 20d9b907cee645dcf443caa0732873f4ca624b8a6f74dc755d1ba77f9c748de7 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-rh69p-znjqh 20d9b907cee645dcf443caa0732873f4ca624b8a6f74dc755d1ba77f9c748de7 network default NAD default NAD key default], result "{}", err I0521 19:55:13.259850 3810 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rh69p-znjqh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:13.259887 3810 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-rh69p-znjqh I0521 19:55:13.261223 3810 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-rh69p-znjqh, ips: 10.129.0.42 I0521 19:55:13.261249 3810 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rh69p-znjqh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:14.284135 3810 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rh69p-znjqh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:14.284158 3810 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rh69p-znjqh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:16.252582 3810 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-v5d2g] creating logical port tsf-tas_tuf-97fc8ff76-v5d2g for pod on switch ip-10-0-0-221.ec2.internal I0521 19:55:16.252679 3810 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-v5d2g I0521 19:55:16.267780 3810 pod.go:62] [tsf-tas/tuf-97fc8ff76-v5d2g] pod update took 15.124401ms I0521 19:55:16.267801 3810 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-v5d2g] addLogicalPort annotation time took 15.150438ms I0521 19:55:16.268984 3810 pods.go:271] [tsf-tas/tuf-97fc8ff76-v5d2g] addLogicalPort took 16.419223ms, libovsdb time 811.202µs I0521 19:55:17.913459 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0521 19:55:25.611535 3810 cni.go:452] [tsf-tas/tuf-97fc8ff76-v5d2g b188b31f04c99310396b42faec4fd3cf567772605922f8812eb08b22776a3bdc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-v5d2g b188b31f04c99310396b42faec4fd3cf567772605922f8812eb08b22776a3bdc network default NAD default NAD key ] I0521 19:55:25.621274 3810 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-v5d2g, hostIfaceName: b188b31f04c9931, network: default, NAD default, SandboxID: "b188b31f04c99310396b42faec4fd3cf567772605922f8812eb08b22776a3bdc", PCI device ID: , UID: "d6841333-d7bf-47be-a019-001fe6cae47c", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0521 19:55:25.670523 3810 cni.go:473] [tsf-tas/tuf-97fc8ff76-v5d2g b188b31f04c99310396b42faec4fd3cf567772605922f8812eb08b22776a3bdc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-v5d2g b188b31f04c99310396b42faec4fd3cf567772605922f8812eb08b22776a3bdc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:50:c7:63:52:7e\",\"name\":\"b188b31f04c9931\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16583ac3-0ef7-4689-9889-e2a31d7a69f3\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:55:26.154059 3810 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:26.154649 3810 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:26.202493 3810 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:26.202517 3810 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:26.209557 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:55:26.209582 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:55:26.972890 3810 namespace.go:98] [image-controller] adding namespace I0521 19:55:26.973710 3810 namespace.go:102] [image-controller] adding namespace took 798.141µs I0521 19:55:26.985804 3810 namespace.go:98] [build-service] adding namespace I0521 19:55:26.985874 3810 namespace.go:98] [integration-service] adding namespace I0521 19:55:26.985973 3810 namespace.go:98] [default-tenant] adding namespace I0521 19:55:26.986525 3810 namespace.go:102] [build-service] adding namespace took 703.579µs I0521 19:55:26.987056 3810 namespace.go:102] [integration-service] adding namespace took 1.164666ms I0521 19:55:26.987650 3810 namespace.go:102] [default-tenant] adding namespace took 1.66145ms I0521 19:55:27.041546 3810 namespace.go:142] [image-controller] updating namespace I0521 19:55:27.069112 3810 namespace.go:142] [image-controller] updating namespace I0521 19:55:27.103827 3810 namespace.go:142] [build-service] updating namespace I0521 19:55:27.137781 3810 namespace.go:142] [integration-service] updating namespace I0521 19:55:27.150780 3810 namespace.go:142] [build-service] updating namespace I0521 19:55:27.177406 3810 namespace.go:142] [integration-service] updating namespace I0521 19:55:27.193927 3810 namespace.go:142] [default-tenant] updating namespace I0521 19:55:27.214656 3810 namespace.go:142] [build-service] updating namespace I0521 19:55:27.231611 3810 namespace.go:142] [default-tenant] updating namespace I0521 19:55:27.265253 3810 namespace.go:142] [integration-service] updating namespace I0521 19:55:27.304666 3810 namespace.go:98] [release-service] adding namespace I0521 19:55:27.305525 3810 namespace.go:102] [release-service] adding namespace took 843.08µs I0521 19:55:27.350941 3810 namespace.go:142] [konflux-ui] updating namespace I0521 19:55:27.365909 3810 namespace.go:142] [release-service] updating namespace I0521 19:55:27.379741 3810 namespace.go:142] [release-service] updating namespace I0521 19:55:27.491906 3810 namespace.go:98] [konflux-info] adding namespace I0521 19:55:27.492672 3810 namespace.go:102] [konflux-info] adding namespace took 744.955µs I0521 19:55:27.546809 3810 namespace.go:98] [namespace-lister] adding namespace I0521 19:55:27.547732 3810 namespace.go:102] [namespace-lister] adding namespace took 884.372µs I0521 19:55:27.598517 3810 namespace.go:142] [konflux-info] updating namespace I0521 19:55:27.645818 3810 namespace.go:142] [konflux-info] updating namespace I0521 19:55:27.668933 3810 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:55:27.669843 3810 namespace.go:102] [enterprise-contract-service] adding namespace took 888.217µs I0521 19:55:27.692944 3810 namespace.go:142] [image-controller] updating namespace I0521 19:55:27.709941 3810 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:27.825061 3810 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:27.861441 3810 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:27.894097 3810 namespace.go:142] [build-service] updating namespace I0521 19:55:27.899405 3810 namespace.go:142] [default-tenant] updating namespace I0521 19:55:27.973882 3810 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:28.019837 3810 namespace.go:98] [segment-bridge] adding namespace I0521 19:55:28.020627 3810 namespace.go:102] [segment-bridge] adding namespace took 772.607µs I0521 19:55:28.197996 3810 namespace.go:142] [default-tenant] updating namespace I0521 19:55:28.747835 3810 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:28.747913 3810 namespace.go:142] [image-controller] updating namespace I0521 19:55:28.747971 3810 namespace.go:98] [konflux-cli] adding namespace I0521 19:55:28.748740 3810 namespace.go:102] [konflux-cli] adding namespace took 758.44µs W0521 19:55:28.809173 3810 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 19:55:28.829753 3810 namespace.go:142] [build-service] updating namespace I0521 19:55:28.838653 3810 namespace.go:142] [default-tenant] updating namespace I0521 19:55:28.838692 3810 namespace.go:142] [image-controller] updating namespace I0521 19:55:28.928303 3810 namespace.go:142] [integration-service] updating namespace I0521 19:55:28.929894 3810 namespace.go:142] [release-service] updating namespace I0521 19:55:28.967891 3810 namespace.go:142] [build-service] updating namespace I0521 19:55:28.990131 3810 namespace.go:142] [default-tenant] updating namespace I0521 19:55:29.115139 3810 namespace.go:142] [image-controller] updating namespace I0521 19:55:29.115177 3810 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:29.148670 3810 namespace.go:142] [integration-service] updating namespace I0521 19:55:29.200015 3810 namespace.go:142] [release-service] updating namespace I0521 19:55:29.244728 3810 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:29.277391 3810 namespace.go:142] [release-service] updating namespace I0521 19:55:29.354073 3810 namespace.go:142] [integration-service] updating namespace I0521 19:55:29.417005 3810 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:55:29.417595 3810 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:55:29.417610 3810 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:55:29.420110 3810 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:55:29.478877 3810 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:29.582785 3810 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:55:29.582811 3810 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:55:29.583694 3810 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:55:30.521929 3810 base_network_controller_pods.go:487] [default/konflux-ui/dex-764df58969-zhf89] creating logical port konflux-ui_dex-764df58969-zhf89 for pod on switch ip-10-0-0-221.ec2.internal I0521 19:55:30.522013 3810 kube.go:256] Updating pod konflux-ui/dex-764df58969-zhf89 I0521 19:55:30.608307 3810 pod.go:62] [konflux-ui/dex-764df58969-zhf89] pod update took 86.31672ms I0521 19:55:30.608329 3810 base_network_controller_pods.go:951] [default/konflux-ui/dex-764df58969-zhf89] addLogicalPort annotation time took 86.344091ms I0521 19:55:30.608354 3810 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:30.609600 3810 pods.go:271] [konflux-ui/dex-764df58969-zhf89] addLogicalPort took 87.686252ms, libovsdb time 794.535µs I0521 19:55:30.956853 3810 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:31.155057 3810 namespace.go:142] [konflux-info] updating namespace I0521 19:55:31.248967 3810 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:31.303780 3810 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-8bck6] creating logical port image-controller_image-controller-controller-manager-6f859968fc-8bck6 for pod on switch ip-10-0-0-221.ec2.internal I0521 19:55:31.303868 3810 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-8bck6 I0521 19:55:31.458855 3810 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:31.458998 3810 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:31.530881 3810 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-8bck6] pod update took 227.039955ms I0521 19:55:31.530903 3810 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-8bck6] addLogicalPort annotation time took 227.066105ms I0521 19:55:31.532161 3810 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-8bck6] addLogicalPort took 228.399692ms, libovsdb time 879.817µs I0521 19:55:31.561954 3810 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:31.562139 3810 namespace.go:142] [konflux-info] updating namespace I0521 19:55:31.563193 3810 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:31.563317 3810 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:31.646003 3810 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:31.689504 3810 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:31.820894 3810 namespace.go:142] [konflux-info] updating namespace I0521 19:55:31.910869 3810 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:31.963788 3810 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-8bck6 086e02fb93b79db89b552e6044fb578e32feffd5581e3783ff11136879136e30 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-8bck6 086e02fb93b79db89b552e6044fb578e32feffd5581e3783ff11136879136e30 network default NAD default NAD key ] I0521 19:55:31.967690 3810 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:31.973329 3810 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-8bck6, hostIfaceName: 086e02fb93b79db, network: default, NAD default, SandboxID: "086e02fb93b79db89b552e6044fb578e32feffd5581e3783ff11136879136e30", PCI device ID: , UID: "fe1adcfa-8533-4e45-a1fe-101e9d874e22", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0521 19:55:32.025679 3810 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-8bck6 086e02fb93b79db89b552e6044fb578e32feffd5581e3783ff11136879136e30 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-8bck6 086e02fb93b79db89b552e6044fb578e32feffd5581e3783ff11136879136e30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:e1:67:1a:5b:82\",\"name\":\"086e02fb93b79db\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b6afba4-29dd-45a4-bfa7-7ccc13314ad1\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:55:32.253475 3810 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-k6z8j for pod on switch ip-10-0-0-221.ec2.internal I0521 19:55:32.253597 3810 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j I0521 19:55:32.425238 3810 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j] pod update took 171.665981ms I0521 19:55:32.425259 3810 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j] addLogicalPort annotation time took 171.69261ms I0521 19:55:32.426492 3810 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j] addLogicalPort took 173.032713ms, libovsdb time 825.702µs I0521 19:55:32.473887 3810 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-2pw9f] creating logical port build-service_build-service-controller-manager-7cbf488fcf-2pw9f for pod on switch ip-10-0-0-221.ec2.internal I0521 19:55:32.473991 3810 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-2pw9f I0521 19:55:32.542590 3810 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-2pw9f] pod update took 68.630196ms I0521 19:55:32.542610 3810 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-2pw9f] addLogicalPort annotation time took 68.65704ms I0521 19:55:32.543810 3810 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-2pw9f] addLogicalPort took 69.940211ms, libovsdb time 761.535µs W0521 19:55:32.608278 3810 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0521 19:55:33.135486 3810 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-2pw9f a9a4b8024509f7243b90939a16a0c4b61da3dfbe67019f8b7eb92781a58b0e7d network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-2pw9f a9a4b8024509f7243b90939a16a0c4b61da3dfbe67019f8b7eb92781a58b0e7d network default NAD default NAD key ] I0521 19:55:33.145750 3810 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-2pw9f, hostIfaceName: a9a4b8024509f72, network: default, NAD default, SandboxID: "a9a4b8024509f7243b90939a16a0c4b61da3dfbe67019f8b7eb92781a58b0e7d", PCI device ID: , UID: "5297ac04-123c-4aa0-90ce-738e0fbbeb08", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0521 19:55:33.200287 3810 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-2pw9f a9a4b8024509f7243b90939a16a0c4b61da3dfbe67019f8b7eb92781a58b0e7d network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-2pw9f a9a4b8024509f7243b90939a16a0c4b61da3dfbe67019f8b7eb92781a58b0e7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:88:38:40:da:81\",\"name\":\"a9a4b8024509f72\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21da45a6-c057-4a56-97e0-18395310b835\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:55:33.343011 3810 base_network_controller_pods.go:487] [default/konflux-ui/proxy-64b975c445-vz7wq] creating logical port konflux-ui_proxy-64b975c445-vz7wq for pod on switch ip-10-0-0-221.ec2.internal I0521 19:55:33.343117 3810 kube.go:256] Updating pod konflux-ui/proxy-64b975c445-vz7wq I0521 19:55:33.381276 3810 pod.go:62] [konflux-ui/proxy-64b975c445-vz7wq] pod update took 38.198639ms I0521 19:55:33.381304 3810 base_network_controller_pods.go:951] [default/konflux-ui/proxy-64b975c445-vz7wq] addLogicalPort annotation time took 38.228643ms I0521 19:55:33.382687 3810 pods.go:271] [konflux-ui/proxy-64b975c445-vz7wq] addLogicalPort took 39.681183ms, libovsdb time 913.11µs I0521 19:55:33.459875 3810 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-mqqj5] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-mqqj5 for pod on switch ip-10-0-0-221.ec2.internal I0521 19:55:33.459990 3810 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-mqqj5 I0521 19:55:33.491791 3810 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-mqqj5] pod update took 31.83748ms I0521 19:55:33.491814 3810 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-mqqj5] addLogicalPort annotation time took 31.868706ms I0521 19:55:33.493405 3810 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-mqqj5] addLogicalPort took 33.547741ms, libovsdb time 1.017412ms I0521 19:55:33.503862 3810 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-5f7b977d9f-rvpmf] creating logical port integration-service_integration-service-controller-manager-5f7b977d9f-rvpmf for pod on switch ip-10-0-0-221.ec2.internal I0521 19:55:33.503945 3810 kube.go:256] Updating pod integration-service/integration-service-controller-manager-5f7b977d9f-rvpmf I0521 19:55:33.539193 3810 pod.go:62] [integration-service/integration-service-controller-manager-5f7b977d9f-rvpmf] pod update took 35.270481ms I0521 19:55:33.539272 3810 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-5f7b977d9f-rvpmf] addLogicalPort annotation time took 35.353776ms I0521 19:55:33.540924 3810 pods.go:271] [integration-service/integration-service-controller-manager-5f7b977d9f-rvpmf] addLogicalPort took 37.074655ms, libovsdb time 969.794µs W0521 19:55:35.244405 3810 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0521 19:55:37.109627 3810 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j 5307480806e427f1ed88d7fe219963f4343591ff8cd51316770020927fee55e1 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j 5307480806e427f1ed88d7fe219963f4343591ff8cd51316770020927fee55e1 network default NAD default NAD key ] I0521 19:55:37.118647 3810 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-k6z8j, hostIfaceName: 5307480806e427f, network: default, NAD default, SandboxID: "5307480806e427f1ed88d7fe219963f4343591ff8cd51316770020927fee55e1", PCI device ID: , UID: "e91d29cb-96ca-4d25-8c6e-fa3c4e5f0f1d", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0521 19:55:37.169925 3810 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j 5307480806e427f1ed88d7fe219963f4343591ff8cd51316770020927fee55e1 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j 5307480806e427f1ed88d7fe219963f4343591ff8cd51316770020927fee55e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:5f:dd:04:2d:89\",\"name\":\"5307480806e427f\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba775580-aed1-45d9-8f9c-7979dab31173\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:55:37.258155 3810 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0521 19:55:37.306396 3810 cni.go:452] [konflux-ui/proxy-64b975c445-vz7wq e32794499894b00496c73d1a145ac7a453680eaf26d13ca1185824dca45d4cdf network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-64b975c445-vz7wq e32794499894b00496c73d1a145ac7a453680eaf26d13ca1185824dca45d4cdf network default NAD default NAD key ] I0521 19:55:37.315847 3810 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-64b975c445-vz7wq, hostIfaceName: e32794499894b00, network: default, NAD default, SandboxID: "e32794499894b00496c73d1a145ac7a453680eaf26d13ca1185824dca45d4cdf", PCI device ID: , UID: "0d98966e-9cf7-46a7-b4d9-42a936a6ee52", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0521 19:55:37.367535 3810 cni.go:473] [konflux-ui/proxy-64b975c445-vz7wq e32794499894b00496c73d1a145ac7a453680eaf26d13ca1185824dca45d4cdf network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-64b975c445-vz7wq e32794499894b00496c73d1a145ac7a453680eaf26d13ca1185824dca45d4cdf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:bf:a5:74:10:ea\",\"name\":\"e32794499894b00\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0407536-9f7e-4725-bd91-135c98d2c8fd\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:55:37.471662 3810 cni.go:452] [integration-service/integration-service-controller-manager-5f7b977d9f-rvpmf ce27684cefc110b3cd9713bb9f8b5794923cf5a2026809733d66b801024d2303 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-5f7b977d9f-rvpmf ce27684cefc110b3cd9713bb9f8b5794923cf5a2026809733d66b801024d2303 network default NAD default NAD key ] I0521 19:55:37.481253 3810 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-5f7b977d9f-rvpmf, hostIfaceName: ce27684cefc110b, network: default, NAD default, SandboxID: "ce27684cefc110b3cd9713bb9f8b5794923cf5a2026809733d66b801024d2303", PCI device ID: , UID: "fd88a74e-dd99-48fb-8746-f02198aafa0f", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0521 19:55:37.531461 3810 cni.go:473] [integration-service/integration-service-controller-manager-5f7b977d9f-rvpmf ce27684cefc110b3cd9713bb9f8b5794923cf5a2026809733d66b801024d2303 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-5f7b977d9f-rvpmf ce27684cefc110b3cd9713bb9f8b5794923cf5a2026809733d66b801024d2303 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:db:f8:c6:f4:82\",\"name\":\"ce27684cefc110b\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0abcd51c-fd9e-497a-a354-54ed575f80f7\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:55:38.394252 3810 cni.go:452] [konflux-ui/dex-764df58969-zhf89 31cbc34a09fb4eaa425db97bc760640bfaa8febf1ce182cb4e828dd533174198 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-764df58969-zhf89 31cbc34a09fb4eaa425db97bc760640bfaa8febf1ce182cb4e828dd533174198 network default NAD default NAD key ] I0521 19:55:38.405885 3810 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-764df58969-zhf89, hostIfaceName: 31cbc34a09fb4ea, network: default, NAD default, SandboxID: "31cbc34a09fb4eaa425db97bc760640bfaa8febf1ce182cb4e828dd533174198", PCI device ID: , UID: "d8802ddd-85d7-49a1-bc9b-c050e170a7b0", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0521 19:55:38.473287 3810 cni.go:473] [konflux-ui/dex-764df58969-zhf89 31cbc34a09fb4eaa425db97bc760640bfaa8febf1ce182cb4e828dd533174198 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-764df58969-zhf89 31cbc34a09fb4eaa425db97bc760640bfaa8febf1ce182cb4e828dd533174198 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:de:0e:8d:32:59\",\"name\":\"31cbc34a09fb4ea\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14d65a48-3d2a-469c-ab13-88b52fb9bb81\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:55:39.211799 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0521 19:55:42.662119 3810 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-mqqj5 4851b781a9e2f6769b8b601307b307a98e13e2121ca41ff110d227f1d2db2124 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-mqqj5 4851b781a9e2f6769b8b601307b307a98e13e2121ca41ff110d227f1d2db2124 network default NAD default NAD key ] I0521 19:55:42.671677 3810 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-mqqj5, hostIfaceName: 4851b781a9e2f67, network: default, NAD default, SandboxID: "4851b781a9e2f6769b8b601307b307a98e13e2121ca41ff110d227f1d2db2124", PCI device ID: , UID: "7b8b1b9f-0822-4814-8c57-3e5e2e026506", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0521 19:55:42.726068 3810 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-mqqj5 4851b781a9e2f6769b8b601307b307a98e13e2121ca41ff110d227f1d2db2124 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-mqqj5 4851b781a9e2f6769b8b601307b307a98e13e2121ca41ff110d227f1d2db2124 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:7f:ad:83:fc:b4\",\"name\":\"4851b781a9e2f67\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5aa89c4-185f-40c2-aab7-49a33907af11\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:55:43.322701 3810 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:55:43.325393 3810 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:55:43.352259 3810 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 19:55:43.383761 3810 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:55:43.384830 3810 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:55:43.410703 3810 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:55:43.413099 3810 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:55:43.565049 3810 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:55:43.565065 3810 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:55:45.395379 3810 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:55:45.395565 3810 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 19:55:46.257920 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:55:48.294730 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 19:55:54.338228 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:55:54.344436 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0521 19:55:54.557812 3810 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j 5307480806e427f1ed88d7fe219963f4343591ff8cd51316770020927fee55e1 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j 5307480806e427f1ed88d7fe219963f4343591ff8cd51316770020927fee55e1 network default NAD default NAD key ] I0521 19:55:54.646772 3810 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j 5307480806e427f1ed88d7fe219963f4343591ff8cd51316770020927fee55e1 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j 5307480806e427f1ed88d7fe219963f4343591ff8cd51316770020927fee55e1 network default NAD default NAD key default], result "{}", err I0521 19:55:54.704697 3810 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:54.704751 3810 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j I0521 19:55:54.706139 3810 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j, ips: 10.129.0.46 I0521 19:55:54.706169 3810 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:55.405157 3810 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:55.405183 3810 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:55.413609 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j I0521 19:55:55.413637 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j W0521 19:55:56.355670 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0521 19:55:56.380161 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:55:56.383615 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0521 19:56:07.204611 3810 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0521 19:56:24.433018 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:56:24.433038 3810 util.go:959] Failed to build node endpoints for node ip-10-0-0-221.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0521 19:56:39.999259 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0521 19:56:54.372788 3810 obj_retry.go:498] Detected object konflux-ui/proxy-6fbbb9b85b-w4nf8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:56:54.373310 3810 obj_retry.go:498] Detected object konflux-ui/proxy-6fbbb9b85b-w4nf8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:56:54.974961 3810 obj_retry.go:492] Detected object konflux-ui/proxy-6fbbb9b85b-w4nf8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:56:54.974985 3810 obj_retry.go:492] Detected object konflux-ui/proxy-6fbbb9b85b-w4nf8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:56:54.982087 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6fbbb9b85b-w4nf8 I0521 19:56:54.982107 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6fbbb9b85b-w4nf8 I0521 19:56:59.138111 3810 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:56:59.138636 3810 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:56:59.156528 3810 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:56:59.156545 3810 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:56:59.163422 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:56:59.163443 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:57:15.895342 3810 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0521 19:57:18.162845 3810 namespace.go:98] [managed-tenant-m5ei4] adding namespace I0521 19:57:18.163709 3810 namespace.go:102] [managed-tenant-m5ei4] adding namespace took 845.861µs I0521 19:57:18.187173 3810 namespace.go:142] [managed-tenant-m5ei4] updating namespace I0521 19:57:18.210472 3810 namespace.go:142] [managed-tenant-m5ei4] updating namespace I0521 19:57:19.228164 3810 namespace.go:142] [managed-tenant-m5ei4] updating namespace I0521 19:57:19.477170 3810 namespace.go:142] [managed-tenant-m5ei4] updating namespace I0521 19:57:19.635624 3810 namespace.go:142] [managed-tenant-m5ei4] updating namespace I0521 19:57:30.974661 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=135 I0521 19:58:09.116876 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0521 19:58:26.782304 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=172 I0521 19:58:42.777601 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=89 I0521 19:58:55.994399 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0521 19:59:02.220811 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0521 19:59:52.981088 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0521 20:00:05.210919 3810 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-gjh5c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:00:05.211499 3810 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-gjh5c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:00:06.233693 3810 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-gjh5c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:06.233739 3810 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-gjh5c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:20.787513 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=21 I0521 20:00:24.782011 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0521 20:01:22.800256 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=141 I0521 20:01:52.003774 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0521 20:02:00.900110 3810 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0521 20:02:34.917804 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0521 20:03:03.223616 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0521 20:03:59.208870 3810 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0521 20:04:45.051706 3810 obj_retry.go:492] Detected object tsf-tpa/create-db-nksbr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:04:45.051770 3810 obj_retry.go:492] Detected object tsf-tpa/create-db-nksbr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:04:45.057118 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-nksbr I0521 20:04:45.057147 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-nksbr I0521 20:04:50.052982 3810 obj_retry.go:492] Detected object tsf-tpa/migrate-db-zr7dw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:04:50.053033 3810 obj_retry.go:492] Detected object tsf-tpa/migrate-db-zr7dw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:04:50.058140 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-zr7dw I0521 20:04:50.058163 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-zr7dw I0521 20:04:56.033915 3810 obj_retry.go:492] Detected object tsf-tpa/create-importers-9mdp2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:04:56.033960 3810 obj_retry.go:492] Detected object tsf-tpa/create-importers-9mdp2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:04:56.038558 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-9mdp2 I0521 20:04:56.038593 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-9mdp2 I0521 20:05:28.224993 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0521 20:05:47.786562 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0521 20:05:52.899860 3810 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0521 20:05:54.978955 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0521 20:06:03.985396 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0521 20:06:05.120814 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0521 20:07:27.787191 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0521 20:07:27.904115 3810 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0521 20:07:56.782093 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 I0521 20:08:04.804294 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=20 I0521 20:08:30.922011 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 20:08:42.998403 3810 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0521 20:10:04.590344 3810 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-qlh2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:04.590977 3810 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-qlh2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:05.464241 3810 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-qlh2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.464296 3810 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-qlh2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.496168 3810 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7gz9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.496219 3810 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7gz9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.504977 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7gz9d I0521 20:10:05.505009 3810 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7gz9d I0521 20:10:14.792254 3810 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10