+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-64.ec2.internal ++ [[ -n ip-10-0-1-64.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-64.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:37:15.011130355 - disable conntrack on geneve port' I0521 19:37:15.011130355 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:37:15.064416107 - starting ovnkube-node' I0521 19:37:15.064416107 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-64.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-64.ec2.internal --init-node ip-10-0-1-64.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-64.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:37:15.117160 3707 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:37:15.117211 3707 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-f8c2e539e8.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:37:15.118692 3707 kube.go:431] Waiting for certificate I0521 19:37:15.118726 3707 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:37:15.118770 3707 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:37:15.119516 3707 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:37:15.155489 3707 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:37:15.155509 3707 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:37:15.158619 3707 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:37:15.158706 3707 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-pgkrs" I0521 19:37:15.166570 3707 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-pgkrs" I0521 19:37:15.166637 3707 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:37:16.119154 3707 kube.go:438] Certificate found I0521 19:37:16.119691 3707 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:37:16.120657 3707 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:37:16.176476 3707 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:32:15 +0000 UTC" deadline="2026-05-22 14:58:05.002300603 +0000 UTC" I0521 19:37:16.176510 3707 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h20m48.825802563s" I0521 19:37:16.183666 3707 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:37:16.200175 3707 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:37:16.200245 3707 server.go:101] MetricServer registers OVS metrics I0521 19:37:16.200527 3707 server.go:105] MetricServer registers OVN DB metrics I0521 19:37:16.202552 3707 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:37:16.202613 3707 factory.go:561] Starting watch factory I0521 19:37:16.202697 3707 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.202713 3707 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.202847 3707 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.202891 3707 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.203264 3707 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.203295 3707 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.203392 3707 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.203562 3707 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.203804 3707 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.203828 3707 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.204325 3707 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.204347 3707 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.204443 3707 controller_manager.go:370] Starting the ovnkube controller I0521 19:37:16.204455 3707 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-64.ec2.internal I0521 19:37:16.204519 3707 controller_manager.go:395] NBDB zone sync took: 51.924µs I0521 19:37:16.204532 3707 factory.go:561] Starting watch factory I0521 19:37:16.205225 3707 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:37:16.205259 3707 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:37:16.218858 3707 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:37:16.218905 3707 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:37:16.222612 3707 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.222724 3707 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:37:16.222760 3707 server.go:109] MetricServer registers OVN Controller metrics I0521 19:37:16.222957 3707 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.225157 3707 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.225879 3707 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.227923 3707 server.go:113] MetricServer registers OVN Northd metrics I0521 19:37:16.229289 3707 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.232965 3707 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:37:16.237024 3707 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:16.309301 3707 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:37:16.309325 3707 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:37:16.309329 3707 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:37:16.309332 3707 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:37:16.309335 3707 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:37:16.309338 3707 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:37:16.309422 3707 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:37:16.309441 3707 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:37:16.309446 3707 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:37:16.309462 3707 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:37:16.309997 3707 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:37:16.310010 3707 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:37:16.310015 3707 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:37:16.310018 3707 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:37:16.310022 3707 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:37:16.310025 3707 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:37:16.313300 3707 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:37:16.313301 3707 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:37:16.315168 3707 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:37:16.315178 3707 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:37:16.315187 3707 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:37:16.315181 3707 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:37:16.315246 3707 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.315256 3707 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.318717 3707 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.320694 3707 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:37:16.320707 3707 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:37:16.320818 3707 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.320836 3707 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.324431 3707 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.326412 3707 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:37:16.326424 3707 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:37:16.326481 3707 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.326492 3707 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.329797 3707 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.331794 3707 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:37:16.331851 3707 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.331877 3707 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.331931 3707 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:37:16.335135 3707 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.337152 3707 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:37:16.337202 3707 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.337213 3707 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.337242 3707 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:37:16.340369 3707 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.342340 3707 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:37:16.342354 3707 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:37:16.342521 3707 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:37:16.342538 3707 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:37:16.345666 3707 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:37:16.347648 3707 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:37:16.347657 3707 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:37:16.347700 3707 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.347712 3707 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.347722 3707 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.347711 3707 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.351352 3707 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.351416 3707 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:16.353347 3707 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:37:16.353358 3707 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:37:16.353365 3707 factory.go:680] Watch Factory start up complete, took: 148.832515ms I0521 19:37:16.353372 3707 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-64.ec2.internal" zone I0521 19:37:16.353424 3707 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:37:16.353433 3707 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:37:16.353440 3707 factory.go:680] Watch Factory start up complete, took: 150.831511ms I0521 19:37:16.353511 3707 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:37:16.403011 3707 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:37:16.492315 3707 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:37:16.499616 3707 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:37:16.556153 3707 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:37:16.556302 3707 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:37:16.556318 3707 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:37:16.588059 3707 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:37:16.588121 3707 default_node_network_controller.go:809] Node ip-10-0-1-64.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0521 19:37:16.593987 3707 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.64"] k8s.ovn.org/zone-name:ip-10-0-1-64.ec2.internal] on node ip-10-0-1-64.ec2.internal I0521 19:37:16.618486 3707 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:37:16.625300 3707 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:37:16.625450 3707 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0521 19:37:16.625592 3707 gateway_init.go:263] Preparing Gateway I0521 19:37:16.625604 3707 gateway_shared_intf.go:1687] Creating new gateway I0521 19:37:16.732708 3707 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:37:16.739382 3707 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:37:16.745924 3707 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:37:16.745941 3707 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-64.ec2.internal","mac-address":"0a:ff:eb:51:2d:99","ip-addresses":["10.0.1.64/24"],"ip-address":"10.0.1.64/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:feca75da-5b5a-4243-b829-678790cdea1c k8s.ovn.org/node-encap-ips:["10.0.1.64"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.64/24"} k8s.ovn.org/zone-name:ip-10-0-1-64.ec2.internal] on node ip-10-0-1-64.ec2.internal I0521 19:37:16.767661 3707 default_node_network_controller.go:519] Node connection status = connected I0521 19:37:16.853413 3707 controller_manager.go:429] Waiting for node in zone sync took: 500.029193ms I0521 19:37:16.862889 3707 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:37:16.862905 3707 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-64.ec2.internal I0521 19:37:16.880282 3707 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:37:16.887681 3707 controller_manager.go:290] SCTP support detected in OVN I0521 19:37:16.888246 3707 services_controller.go:69] Creating services controller for network=default I0521 19:37:16.888337 3707 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:37:16.888477 3707 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:37:16.888504 3707 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:37:16.888515 3707 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:37:16.888523 3707 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:37:16.888674 3707 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:37:16.888713 3707 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:37:16.888775 3707 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 62.484µs I0521 19:37:16.888798 3707 udn_enabled_svc.go:95] Performing full resync I0521 19:37:16.888800 3707 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 77.205µs I0521 19:37:16.888811 3707 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 97.565µs I0521 19:37:16.888816 3707 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:37:16.888823 3707 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:37:16.888832 3707 default_network_controller.go:325] Starting the default network controller I0521 19:37:16.888902 3707 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 17.82µs I0521 19:37:16.889196 3707 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:37:16.889207 3707 udn_enabled_svc.go:104] Starting worker I0521 19:37:16.898553 3707 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:37:16.898608 3707 repair.go:33] Syncing exgw routes took 42.043µs I0521 19:37:16.898632 3707 default_network_controller.go:414] Starting all the Watchers... I0521 19:37:16.898785 3707 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:37:16.898793 3707 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:37:16.898812 3707 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:37:16.898819 3707 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:37:16.898814 3707 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:37:16.898829 3707 namespace.go:98] [openshift-logging] adding namespace I0521 19:37:16.898837 3707 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:37:16.898841 3707 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:37:16.898841 3707 namespace.go:98] [openshift-backplane] adding namespace I0521 19:37:16.898846 3707 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:37:16.898849 3707 namespace.go:98] [openshift-network-console] adding namespace I0521 19:37:16.898850 3707 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:37:16.898852 3707 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:37:16.898858 3707 namespace.go:98] [openshift-image-registry] adding namespace I0521 19:37:16.898884 3707 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:37:16.899343 3707 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 546.373µs I0521 19:37:16.899362 3707 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:37:16.899883 3707 namespace.go:102] [openshift-route-controller-manager] adding namespace took 513.577µs I0521 19:37:16.899902 3707 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:37:16.900427 3707 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 1.624615ms I0521 19:37:16.900443 3707 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:37:16.901003 3707 namespace.go:102] [openshift-package-operator] adding namespace took 553.029µs I0521 19:37:16.901022 3707 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:37:16.901557 3707 namespace.go:102] [openshift-backplane-cse] adding namespace took 2.731753ms I0521 19:37:16.901571 3707 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:37:16.902111 3707 namespace.go:102] [openshift-network-operator] adding namespace took 3.28388ms I0521 19:37:16.902130 3707 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:37:16.902604 3707 namespace.go:102] [openshift-cluster-version] adding namespace took 3.769509ms I0521 19:37:16.902624 3707 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:37:16.903273 3707 namespace.go:102] [openshift-logging] adding namespace took 4.432847ms I0521 19:37:16.903291 3707 namespace.go:98] [openshift-insights] adding namespace I0521 19:37:16.903754 3707 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 4.906456ms I0521 19:37:16.903769 3707 namespace.go:98] [openshift-config] adding namespace I0521 19:37:16.904232 3707 namespace.go:102] [openshift-machine-api] adding namespace took 5.390058ms I0521 19:37:16.904245 3707 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:37:16.904666 3707 namespace.go:102] [openshift-backplane] adding namespace took 5.81548ms I0521 19:37:16.904679 3707 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:37:16.905114 3707 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.259928ms I0521 19:37:16.905126 3707 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:37:16.905536 3707 namespace.go:102] [openshift-network-console] adding namespace took 6.681606ms I0521 19:37:16.905545 3707 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:37:16.906132 3707 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.268263ms I0521 19:37:16.906151 3707 namespace.go:98] [openshift-node] adding namespace I0521 19:37:16.906614 3707 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.755879ms I0521 19:37:16.906630 3707 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:37:16.907508 3707 namespace.go:102] [openshift-image-registry] adding namespace took 8.627717ms I0521 19:37:16.907519 3707 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:37:16.907893 3707 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.999396ms I0521 19:37:16.907908 3707 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:37:16.908337 3707 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.427774ms I0521 19:37:16.908351 3707 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:37:16.908796 3707 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.768998ms I0521 19:37:16.908808 3707 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:37:16.909323 3707 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.746083ms I0521 19:37:16.909338 3707 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:37:16.909693 3707 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.557044ms I0521 19:37:16.909708 3707 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:37:16.910116 3707 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.487556ms I0521 19:37:16.910126 3707 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 19:37:16.910528 3707 namespace.go:102] [openshift-insights] adding namespace took 7.232246ms I0521 19:37:16.910540 3707 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:37:16.910920 3707 namespace.go:102] [openshift-config] adding namespace took 7.146622ms I0521 19:37:16.910930 3707 namespace.go:98] [openshift-dns] adding namespace I0521 19:37:16.911345 3707 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.094442ms I0521 19:37:16.911362 3707 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:37:16.911703 3707 namespace.go:102] [openshift-controller-manager] adding namespace took 7.019905ms I0521 19:37:16.911712 3707 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:37:16.912141 3707 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.00889ms I0521 19:37:16.912155 3707 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:37:16.912532 3707 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.982372ms I0521 19:37:16.912543 3707 namespace.go:98] [kube-node-lease] adding namespace I0521 19:37:16.912929 3707 namespace.go:102] [openshift-node] adding namespace took 6.773503ms I0521 19:37:16.912939 3707 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:37:16.913357 3707 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.721792ms I0521 19:37:16.913371 3707 namespace.go:98] [dedicated-admin] adding namespace I0521 19:37:16.913743 3707 namespace.go:102] [openshift-monitoring] adding namespace took 6.220488ms I0521 19:37:16.913754 3707 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:37:16.914173 3707 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.259267ms I0521 19:37:16.914185 3707 namespace.go:98] [open-cluster-management-2qegorp29j0nqkskkmshe4vqq1fottup] adding namespace I0521 19:37:16.914548 3707 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.19145ms I0521 19:37:16.914562 3707 namespace.go:98] [openshift-multus] adding namespace I0521 19:37:16.914919 3707 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.107997ms I0521 19:37:16.914929 3707 namespace.go:98] [openshift-authentication] adding namespace I0521 19:37:16.915340 3707 namespace.go:102] [openshift-console-operator] adding namespace took 5.996437ms I0521 19:37:16.915353 3707 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:37:16.915686 3707 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.973823ms I0521 19:37:16.915697 3707 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:37:16.916126 3707 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.995601ms I0521 19:37:16.916138 3707 namespace.go:98] [openshift-ingress] adding namespace I0521 19:37:16.916578 3707 namespace.go:102] [openshift-config-managed] adding namespace took 6.030658ms I0521 19:37:16.916595 3707 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:37:16.917123 3707 namespace.go:102] [openshift-dns] adding namespace took 6.18607ms I0521 19:37:16.917138 3707 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:37:16.917578 3707 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.211731ms I0521 19:37:16.917589 3707 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:37:16.917998 3707 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.281431ms I0521 19:37:16.918008 3707 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:37:16.918401 3707 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.240722ms I0521 19:37:16.918416 3707 namespace.go:98] [openshift] adding namespace I0521 19:37:16.918773 3707 namespace.go:102] [kube-node-lease] adding namespace took 6.224894ms I0521 19:37:16.918787 3707 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:37:16.919224 3707 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.281212ms I0521 19:37:16.919236 3707 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:37:16.919646 3707 namespace.go:102] [dedicated-admin] adding namespace took 6.270045ms I0521 19:37:16.919660 3707 namespace.go:98] [openshift-etcd] adding namespace I0521 19:37:16.920064 3707 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.304708ms I0521 19:37:16.920075 3707 namespace.go:98] [default] adding namespace I0521 19:37:16.920508 3707 namespace.go:102] [open-cluster-management-2qegorp29j0nqkskkmshe4vqq1fottup] adding namespace took 6.315656ms I0521 19:37:16.920530 3707 namespace.go:98] [openshift-operators] adding namespace W0521 19:37:16.920556 3707 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vq8q9: pod openshift-multus/network-metrics-daemon-vq8q9: no pod IPs found I0521 19:37:16.921105 3707 namespace.go:102] [openshift-multus] adding namespace took 6.536694ms I0521 19:37:16.921118 3707 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:37:16.921518 3707 namespace.go:102] [openshift-authentication] adding namespace took 6.582254ms I0521 19:37:16.921533 3707 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:37:16.922032 3707 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.673385ms I0521 19:37:16.922046 3707 namespace.go:98] [openshift-infra] adding namespace I0521 19:37:16.922430 3707 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.730018ms I0521 19:37:16.922439 3707 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:37:16.922860 3707 namespace.go:102] [openshift-ingress] adding namespace took 6.716433ms I0521 19:37:16.922901 3707 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:37:16.923247 3707 namespace.go:102] [openshift-config-operator] adding namespace took 6.647736ms I0521 19:37:16.923259 3707 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:37:16.923629 3707 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.484323ms I0521 19:37:16.923646 3707 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:37:16.924034 3707 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.440906ms I0521 19:37:16.924046 3707 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:37:16.924409 3707 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.397169ms I0521 19:37:16.924420 3707 namespace.go:98] [openshift-host-network] adding namespace I0521 19:37:16.924837 3707 namespace.go:102] [openshift] adding namespace took 6.416638ms I0521 19:37:16.924853 3707 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:37:16.925265 3707 namespace.go:102] [openshift-marketplace] adding namespace took 6.472925ms I0521 19:37:16.925277 3707 namespace.go:98] [kube-public] adding namespace I0521 19:37:16.925649 3707 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.408916ms I0521 19:37:16.925659 3707 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:37:16.926064 3707 namespace.go:102] [openshift-etcd] adding namespace took 6.39993ms I0521 19:37:16.926073 3707 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:37:16.926533 3707 namespace.go:102] [default] adding namespace took 6.450829ms I0521 19:37:16.926547 3707 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:37:16.926939 3707 namespace.go:102] [openshift-operators] adding namespace took 6.403934ms I0521 19:37:16.926951 3707 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 19:37:16.927769 3707 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.647689ms I0521 19:37:16.928227 3707 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.688284ms W0521 19:37:16.928593 3707 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-kqqpw: pod openshift-network-diagnostics/network-check-target-kqqpw: no pod IPs found I0521 19:37:16.928616 3707 namespace.go:102] [openshift-infra] adding namespace took 6.56616ms I0521 19:37:16.929122 3707 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.677662ms I0521 19:37:16.929510 3707 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.603125ms I0521 19:37:16.929890 3707 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.627025ms I0521 19:37:16.930391 3707 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.740897ms I0521 19:37:16.930764 3707 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.714242ms I0521 19:37:16.931223 3707 namespace.go:102] [openshift-host-network] adding namespace took 6.797581ms I0521 19:37:16.931238 3707 namespace.go:98] [kube-system] adding namespace I0521 19:37:16.931594 3707 namespace.go:102] [openshift-dns-operator] adding namespace took 6.736454ms I0521 19:37:16.931969 3707 namespace.go:102] [kube-public] adding namespace took 6.686987ms I0521 19:37:16.931981 3707 namespace.go:98] [openshift-console] adding namespace I0521 19:37:16.932356 3707 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.692944ms I0521 19:37:16.932752 3707 namespace.go:102] [openshift-apiserver] adding namespace took 6.674352ms I0521 19:37:16.932765 3707 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 19:37:16.933164 3707 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.612485ms W0521 19:37:16.933522 3707 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-pflmt: pod kube-system/global-pull-secret-syncer-pflmt: no pod IPs found I0521 19:37:16.933549 3707 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.594481ms I0521 19:37:16.934081 3707 namespace.go:102] [kube-system] adding namespace took 2.836799ms I0521 19:37:16.934462 3707 namespace.go:102] [openshift-console] adding namespace took 2.475779ms I0521 19:37:16.934791 3707 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 2.021616ms I0521 19:37:16.934998 3707 master.go:548] Adding or Updating local node "ip-10-0-1-64.ec2.internal" for network "default" I0521 19:37:16.935962 3707 zone_ic_handler.go:195] Time taken to create transit switch: 364.822µs I0521 19:37:16.935981 3707 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-250.ec2.internal for the network default E0521 19:37:16.936111 3707 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-94.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-94.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-94.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a0e768 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2069376893}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0521 19:37:16.936229 3707 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-94.ec2.internal", UID:"2ef320a9-f60d-4543-a87e-05f3993be368", APIVersion:"v1", ResourceVersion:"9164", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-94.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-94.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a0e768 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2069376893}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0521 19:37:16.936977 3707 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-250.ec2.internal" on network "default" took: 1.389535ms W0521 19:37:16.943288 3707 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-kqqpw: pod openshift-network-diagnostics/network-check-target-kqqpw: no pod IPs found W0521 19:37:16.943302 3707 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-pflmt: pod kube-system/global-pull-secret-syncer-pflmt: no pod IPs found W0521 19:37:16.943316 3707 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-vq8q9: pod openshift-multus/network-metrics-daemon-vq8q9: no pod IPs found I0521 19:37:16.944277 3707 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-64.ec2.internal for the network default I0521 19:37:16.944502 3707 zone_ic_handler.go:195] Time taken to create transit switch: 211.352µs I0521 19:37:16.945385 3707 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:37:16.945412 3707 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:37:16.945427 3707 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:37:16.945429 3707 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-94.ec2.internal in network "default" I0521 19:37:16.945505 3707 node_tracker.go:169] Node ip-10-0-0-94.ec2.internal switch + router changed, syncing services in network "default" I0521 19:37:16.945527 3707 services_controller.go:574] Full service sync requested for network=default I0521 19:37:16.945538 3707 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-64.ec2.internal in network "default" I0521 19:37:16.945560 3707 node_tracker.go:169] Node ip-10-0-1-64.ec2.internal switch + router changed, syncing services in network "default" I0521 19:37:16.945567 3707 services_controller.go:574] Full service sync requested for network=default I0521 19:37:16.945572 3707 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default" I0521 19:37:16.945593 3707 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default" I0521 19:37:16.945599 3707 services_controller.go:574] Full service sync requested for network=default I0521 19:37:17.046286 3707 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:37:17.046320 3707 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:37:17.046372 3707 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:37:17.046408 3707 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:37:17.046421 3707 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:37:17.146997 3707 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:37:17.147018 3707 repair.go:60] Starting repairing loop for services I0521 19:37:17.147100 3707 repair.go:131] Deleted 0 stale service LBs I0521 19:37:17.147119 3707 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:37:17.147134 3707 repair.go:62] Finished repairing loop for services: 118.77µs I0521 19:37:17.147161 3707 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:37:17.147171 3707 services_controller.go:254] Starting workers for network=default I0521 19:37:17.147554 3707 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-kqqpw] creating logical port openshift-network-diagnostics_network-check-target-kqqpw for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:17.147581 3707 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vq8q9] creating logical port openshift-multus_network-metrics-daemon-vq8q9 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:17.148075 3707 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-kqqpw I0521 19:37:17.148101 3707 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-pflmt] creating logical port kube-system_global-pull-secret-syncer-pflmt for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:17.148240 3707 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-pflmt I0521 19:37:17.148260 3707 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-vq8q9 I0521 19:37:17.167627 3707 pod.go:62] [kube-system/global-pull-secret-syncer-pflmt] pod update took 19.410571ms I0521 19:37:17.167655 3707 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-pflmt] addLogicalPort annotation time took 19.456971ms I0521 19:37:17.169100 3707 pods.go:271] [kube-system/global-pull-secret-syncer-pflmt] addLogicalPort took 21.12222ms, libovsdb time 1.126581ms I0521 19:37:17.170552 3707 pod.go:62] [openshift-multus/network-metrics-daemon-vq8q9] pod update took 22.401075ms I0521 19:37:17.170570 3707 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-vq8q9] addLogicalPort annotation time took 22.425463ms I0521 19:37:17.171321 3707 pods.go:271] [openshift-multus/network-metrics-daemon-vq8q9] addLogicalPort took 23.752088ms, libovsdb time 573.394µs I0521 19:37:17.171981 3707 pod.go:62] [openshift-network-diagnostics/network-check-target-kqqpw] pod update took 24.025247ms I0521 19:37:17.171998 3707 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-kqqpw] addLogicalPort annotation time took 24.053591ms I0521 19:37:17.172731 3707 pods.go:271] [openshift-network-diagnostics/network-check-target-kqqpw] addLogicalPort took 25.193924ms, libovsdb time 545.001µs I0521 19:37:17.173219 3707 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:37:17.173241 3707 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:37:17.173260 3707 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:37:17.173264 3707 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:37:17.173467 3707 repair.go:29] Repairing admin network policies took 196.947µs I0521 19:37:17.173585 3707 repair.go:92] Repairing baseline admin network policies took 106.872µs I0521 19:37:17.173982 3707 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:37:17.174006 3707 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:37:17.175529 3707 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:37:17.175553 3707 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:37:17.175563 3707 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:37:17.177028 3707 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:37:17.177049 3707 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:37:17.177058 3707 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:37:17.178983 3707 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:37:17.179001 3707 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:37:17.179010 3707 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:37:17.179846 3707 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:37:17.179878 3707 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:37:17.179887 3707 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:37:17.181374 3707 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:37:17.181392 3707 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:37:17.181400 3707 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:37:17.181945 3707 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:37:17.181962 3707 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:37:17.181969 3707 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:37:17.182460 3707 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:37:17.182479 3707 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:37:17.182490 3707 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:37:17.184736 3707 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:37:17.184754 3707 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:37:17.184773 3707 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:37:17.185310 3707 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:37:17.185327 3707 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:37:17.185336 3707 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:37:17.186449 3707 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:37:17.186469 3707 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:37:17.186477 3707 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:37:17.186987 3707 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:37:17.187005 3707 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:37:17.187011 3707 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:37:17.187309 3707 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:37:17.187330 3707 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:37:17.187343 3707 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:37:17.187640 3707 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:37:17.187655 3707 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:37:17.187662 3707 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:37:17.188936 3707 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:37:17.188953 3707 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:37:17.188960 3707 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:37:17.189221 3707 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:37:17.189239 3707 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:37:17.189248 3707 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:37:17.190340 3707 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:37:17.190357 3707 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:37:17.190365 3707 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:37:17.192081 3707 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:37:17.192098 3707 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:37:17.192105 3707 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:37:17.192590 3707 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:37:17.192608 3707 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:37:17.192614 3707 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:37:17.194261 3707 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:37:17.194279 3707 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:37:17.194288 3707 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:37:17.195206 3707 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:37:17.195225 3707 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:37:17.195236 3707 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:37:17.196481 3707 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:37:17.196498 3707 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:37:17.196506 3707 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:37:17.197167 3707 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:37:17.197180 3707 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:37:17.197187 3707 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:37:17.197618 3707 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:37:17.197636 3707 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:37:17.197643 3707 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:37:17.198122 3707 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:37:17.198139 3707 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:37:17.198847 3707 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:37:17.198874 3707 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:37:17.199546 3707 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:37:17.199564 3707 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:37:17.199572 3707 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:37:17.200064 3707 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:37:17.200082 3707 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:37:17.200090 3707 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:37:17.200550 3707 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:37:17.200563 3707 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:37:17.200575 3707 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:37:17.201521 3707 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:37:17.201538 3707 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:37:17.201560 3707 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:37:17.202248 3707 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:37:17.208261 3707 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:37:17.208290 3707 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:37:17.208294 3707 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:37:17.208320 3707 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:37:17.208334 3707 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:37:17.208320 3707 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:37:17.208342 3707 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:37:17.208609 3707 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:37:17.208622 3707 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:37:17.208628 3707 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:37:17.208636 3707 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:37:17.208643 3707 egressfirewall.go:723] Syncing node "ip-10-0-1-64.ec2.internal" for egress firewall I0521 19:37:17.208652 3707 egressfirewall.go:723] Syncing node "ip-10-0-2-250.ec2.internal" for egress firewall I0521 19:37:17.208656 3707 egressfirewall.go:723] Syncing node "ip-10-0-0-94.ec2.internal" for egress firewall I0521 19:37:17.208771 3707 egressqos.go:245] Starting EgressQoS Controller I0521 19:37:17.208783 3707 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:37:17.208792 3707 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:37:17.208797 3707 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:37:17.208802 3707 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:37:17.208807 3707 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:37:17.208812 3707 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:37:17.208816 3707 egressqos.go:259] Repairing EgressQoSes I0521 19:37:17.208820 3707 egressqos.go:399] Starting repairing loop for egressqos I0521 19:37:17.208907 3707 egressqos.go:401] Finished repairing loop for egressqos: 86.787µs I0521 19:37:17.208926 3707 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:37:17.208958 3707 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-64.ec2.internal I0521 19:37:17.209017 3707 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-64.ec2.internal : 62.002µs I0521 19:37:17.209052 3707 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:37:17.209065 3707 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:37:17.209072 3707 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:37:17.209077 3707 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:37:17.209081 3707 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:37:17.209087 3707 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:37:17.209091 3707 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:37:17.209095 3707 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:37:17.209100 3707 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:37:17.209104 3707 egressservice_zone.go:228] Repairing Egress Services I0521 19:37:17.209354 3707 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:37:17.209366 3707 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:37:17.209374 3707 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-64.ec2.internal I0521 19:37:17.209381 3707 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-64.ec2.internal: 8.756µs I0521 19:37:17.209389 3707 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal I0521 19:37:17.209401 3707 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 14.839µs I0521 19:37:17.209406 3707 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-94.ec2.internal I0521 19:37:17.209413 3707 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-94.ec2.internal: 7.776µs I0521 19:37:17.209579 3707 default_network_controller.go:585] Completing all the Watchers took 310.936596ms I0521 19:37:17.209597 3707 default_network_controller.go:589] Starting unidling controllers I0521 19:37:17.209615 3707 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:37:17.209626 3707 unidle.go:63] Populating Initial ContollerEvent events I0521 19:37:17.209642 3707 unidle.go:79] Setting up event handlers for services I0521 19:37:17.209911 3707 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:37:17.268195 3707 default_node_network_controller.go:519] Node connection status = connected I0521 19:37:17.768391 3707 default_node_network_controller.go:519] Node connection status = connected I0521 19:37:17.770277 3707 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:37:17.786121 3707 bridgeconfig.go:537] Gateway is ready I0521 19:37:17.786138 3707 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:37:17.798071 3707 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.64. Updating OVN encap IP. I0521 19:37:17.803470 3707 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.64 - it is already configured I0521 19:37:17.803484 3707 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.64/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:37:17.803686 3707 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.64/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-64.ec2.internal","mac-address":"0a:ff:eb:51:2d:99","ip-addresses":["10.0.1.64/24"],"ip-address":"10.0.1.64/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:feca75da-5b5a-4243-b829-678790cdea1c k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.64/24"}] on node ip-10-0-1-64.ec2.internal I0521 19:37:17.822602 3707 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-64.ec2.internal I0521 19:37:17.822618 3707 egressfirewall.go:723] Syncing node "ip-10-0-1-64.ec2.internal" for egress firewall I0521 19:37:17.822629 3707 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-64.ec2.internal: 29.872µs I0521 19:37:17.822679 3707 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-64.ec2.internal in network "default" I0521 19:37:17.822705 3707 master.go:548] Adding or Updating local node "ip-10-0-1-64.ec2.internal" for network "default" I0521 19:37:17.822752 3707 node_tracker.go:169] Node ip-10-0-1-64.ec2.internal switch + router changed, syncing services in network "default" I0521 19:37:17.822778 3707 services_controller.go:574] Full service sync requested for network=default I0521 19:37:17.822952 3707 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.64 I0521 19:37:17.823082 3707 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-64.ec2.internal I0521 19:37:17.827429 3707 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-64.ec2.internal. Updating no re-route policies I0521 19:37:17.827515 3707 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-kqqpw I0521 19:37:17.827523 3707 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-cztlh I0521 19:37:17.827527 3707 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-klklk I0521 19:37:17.827536 3707 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-kqqpw I0521 19:37:17.827538 3707 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-64.ec2.internal I0521 19:37:17.827541 3707 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-klklk I0521 19:37:17.827551 3707 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-64.ec2.internal I0521 19:37:17.827551 3707 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vq8q9 I0521 19:37:17.827564 3707 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-klklk after 0 failed attempt(s) I0521 19:37:17.827565 3707 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-gg4hq I0521 19:37:17.827565 3707 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vq8q9 I0521 19:37:17.827574 3707 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-64.ec2.internal after 0 failed attempt(s) I0521 19:37:17.827578 3707 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-gg4hq I0521 19:37:17.827539 3707 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-cztlh I0521 19:37:17.827582 3707 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-kqqpw] creating logical port openshift-network-diagnostics_network-check-target-kqqpw for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:17.827587 3707 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sn6mj I0521 19:37:17.827588 3707 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-r9jgf I0521 19:37:17.827589 3707 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-pmvqm I0521 19:37:17.827598 3707 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-cztlh after 0 failed attempt(s) I0521 19:37:17.827603 3707 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-64.ec2.internal I0521 19:37:17.827604 3707 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-vg4sk I0521 19:37:17.827611 3707 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-9xmcm I0521 19:37:17.827615 3707 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-64.ec2.internal I0521 19:37:17.827616 3707 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-vg4sk I0521 19:37:17.827610 3707 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-pmvqm I0521 19:37:17.827626 3707 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-9xmcm I0521 19:37:17.827632 3707 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-vg4sk after 0 failed attempt(s) I0521 19:37:17.827636 3707 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-pflmt I0521 19:37:17.827640 3707 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-64.ec2.internal after 0 failed attempt(s) I0521 19:37:17.827642 3707 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-pmvqm after 0 failed attempt(s) I0521 19:37:17.827647 3707 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-pflmt I0521 19:37:17.827660 3707 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-9xmcm after 0 failed attempt(s) I0521 19:37:17.827595 3707 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sn6mj I0521 19:37:17.827678 3707 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-pflmt] creating logical port kube-system_global-pull-secret-syncer-pflmt for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:17.827681 3707 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sn6mj after 0 failed attempt(s) I0521 19:37:17.827595 3707 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-gg4hq after 0 failed attempt(s) I0521 19:37:17.827595 3707 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vq8q9] creating logical port openshift-multus_network-metrics-daemon-vq8q9 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:17.827608 3707 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-r9jgf I0521 19:37:17.827808 3707 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-r9jgf after 0 failed attempt(s) I0521 19:37:17.827624 3707 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-rlpc2 I0521 19:37:17.827827 3707 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-rlpc2 I0521 19:37:17.827849 3707 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-rlpc2 after 0 failed attempt(s) I0521 19:37:17.828750 3707 pods.go:271] [kube-system/global-pull-secret-syncer-pflmt] addLogicalPort took 1.079253ms, libovsdb time 239.293µs I0521 19:37:17.828762 3707 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-pflmt after 0 failed attempt(s) I0521 19:37:17.828888 3707 pods.go:271] [openshift-network-diagnostics/network-check-target-kqqpw] addLogicalPort took 1.320275ms, libovsdb time 335.555µs I0521 19:37:17.828898 3707 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-kqqpw after 0 failed attempt(s) I0521 19:37:17.829002 3707 pods.go:271] [openshift-multus/network-metrics-daemon-vq8q9] addLogicalPort took 1.415888ms, libovsdb time 438.107µs I0521 19:37:17.829009 3707 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-vq8q9 after 0 failed attempt(s) I0521 19:37:17.840978 3707 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:37:17.853720 3707 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:37:17.857270 3707 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:37:17.914385 3707 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:37:17.969739 3707 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:37:17.987056 3707 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:37:17.987158 3707 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:37:17.987200 3707 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:37:17.987317 3707 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:37:17.987378 3707 gateway_init.go:325] Gateway and management port readiness took 1.223851156s I0521 19:37:17.987406 3707 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:37:17.987442 3707 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:37:17.987453 3707 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:37:17.987462 3707 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:37:17.987518 3707 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:37:17.987601 3707 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.612µs I0521 19:37:17.987842 3707 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:37:17.987882 3707 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 30.566µs I0521 19:37:17.987891 3707 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 49.288µs I0521 19:37:17.987896 3707 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:37:17.987906 3707 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:37:17.987910 3707 default_node_network_controller.go:899] Starting the default node network controller I0521 19:37:17.987915 3707 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:37:17.987998 3707 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.197µs I0521 19:37:17.988078 3707 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:37:17.988086 3707 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:37:17.988109 3707 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ac9090 0xc0002fdea0 0xc0002fdf10 0xc0002fe000 0xc0002fe070 0xc0002fe0e0 0xc0002fe150 0xc000ae34f0 0xc0002fe230 0xc0002fe2a0 0xc0000ea3c0 0xc0064e9340 0xc0002fe310 map[0x2ff9080:0xc00214ecc0 0x2ff95c0:0xc00214ee40 0x2ffa2e0:0xc00214ec00 0x2ffa580:0xc00214ec60 0x2ffad60:0xc00214ed20 0x2ffb000:0xc00214ed80 0x2ffb2a0:0xc00214ede0 0x2ffba80:0xc00214eea0 0x2ffbd20:0xc00214ef00 0x3026980:0xc000b4a120 0x3026d20:0xc000b4a180 0x3027800:0xc000c2d800 0x3029160:0xc001c76000 0x30298a0:0xc00238f2c0 0x302a720:0xc000b4a0c0] 0xc000ae4380 0} I0521 19:37:17.988165 3707 gateway.go:151] Starting gateway service sync I0521 19:37:17.988583 3707 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:37:17.990972 3707 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:37:18.016343 3707 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:37:18.017638 3707 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:37:18.018947 3707 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:37:18.054228 3707 gateway.go:168] Gateway service sync done. Time taken: 66.049689ms I0521 19:37:18.054909 3707 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32534 I0521 19:37:18.055271 3707 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ac9090 0xc0002fdea0 0xc0002fdf10 0xc0002fe000 0xc0002fe070 0xc0002fe0e0 0xc0002fe150 0xc000ae34f0 0xc0002fe230 0xc0002fe2a0 0xc0000ea3c0 0xc0064e9340 0xc0002fe310 map[0x2ff9080:0xc00214ecc0 0x2ff95c0:0xc00214ee40 0x2ffa2e0:0xc00214ec00 0x2ffa580:0xc00214ec60 0x2ffad60:0xc00214ed20 0x2ffb000:0xc00214ed80 0x2ffb2a0:0xc00214ede0 0x2ffba80:0xc00214eea0 0x2ffbd20:0xc00214ef00 0x3026980:0xc000b4a120 0x3026d20:0xc000b4a180 0x3027800:0xc000c2d800 0x3029160:0xc001c76000 0x30298a0:0xc00238f2c0 0x302a720:0xc000b4a0c0] 0xc000ae4380 0} I0521 19:37:18.055859 3707 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ac9090 0xc0002fdea0 0xc0002fdf10 0xc0002fe000 0xc0002fe070 0xc0002fe0e0 0xc0002fe150 0xc000ae34f0 0xc0002fe230 0xc0002fe2a0 0xc0000ea3c0 0xc0064e9340 0xc0002fe310 map[0x2ff9080:0xc00214ecc0 0x2ff95c0:0xc00214ee40 0x2ffa2e0:0xc00214ec00 0x2ffa580:0xc00214ec60 0x2ffad60:0xc00214ed20 0x2ffb000:0xc00214ed80 0x2ffb2a0:0xc00214ede0 0x2ffba80:0xc00214eea0 0x2ffbd20:0xc00214ef00 0x3026980:0xc000b4a120 0x3026d20:0xc000b4a180 0x3027800:0xc000c2d800 0x3029160:0xc001c76000 0x30298a0:0xc00238f2c0 0x302a720:0xc000b4a0c0] 0xc000ae4380 0} I0521 19:37:18.055923 3707 gateway.go:532] Reconciling gateway with updates I0521 19:37:18.061700 3707 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:37:18.061813 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:37:18.061852 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:37:18.061926 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:37:18.061992 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:37:18.062017 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:37:18.062069 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:37:18.062112 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:37:18.062121 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:37:18.062134 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:37:18.062136 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:37:18.062144 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:37:18.062150 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:37:18.062153 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:37:18.062159 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:37:18.062170 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:37:18.062137 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:37:18.062181 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:37:18.062074 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:37:18.062194 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:37:18.062199 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:37:18.061930 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:37:18.062208 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:37:18.062211 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:37:18.062019 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:37:18.061991 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:37:18.062225 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:37:18.062228 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:37:18.062253 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:37:18.061858 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:37:18.062268 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:37:18.061844 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:37:18.062275 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:37:18.062280 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:37:18.062288 3707 port_claim.go:71] Svc openshift-ingress/router-default: port 32064 is already open, no action needed I0521 19:37:18.062295 3707 port_claim.go:71] Svc openshift-ingress/router-default: port 30924 is already open, no action needed I0521 19:37:18.062306 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:37:18.061846 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:37:18.062316 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:37:18.062323 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:37:18.061880 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:37:18.061842 3707 default_node_network_controller.go:944] Gateway and management port readiness took 73.747793ms I0521 19:37:18.062429 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:37:18.062124 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:37:18.062446 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:37:18.061887 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:37:18.062502 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:37:18.061853 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:37:18.062546 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:37:18.062550 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:37:18.062557 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:37:18.062577 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:37:18.062583 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:37:18.062552 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:37:18.062563 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:37:18.061897 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:37:18.062687 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:37:18.061896 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:37:18.062736 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:37:18.062744 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:37:18.061905 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:37:18.062754 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:37:18.061907 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:37:18.062794 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:37:18.061909 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:37:18.062846 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:37:18.061917 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:37:18.062906 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:37:18.061918 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:37:18.062973 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:37:18.061932 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:37:18.063032 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:37:18.061905 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:37:18.063095 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:37:18.061943 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:37:18.061973 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:37:18.063192 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:37:18.061994 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:37:18.063253 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:37:18.062005 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:37:18.063307 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:37:18.062045 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:37:18.063354 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:37:18.062078 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:37:18.062090 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:37:18.062087 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:37:18.063414 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:37:18.062094 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:37:18.063446 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:37:18.063454 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:37:18.062105 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:37:18.063463 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:37:18.062111 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:37:18.063482 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:37:18.062117 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:37:18.063507 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:37:18.062255 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:37:18.061838 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:37:18.063537 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:37:18.061832 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:37:18.063559 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:37:18.061822 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:37:18.063589 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:37:18.061857 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:37:18.063614 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:37:18.061889 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:37:18.063641 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:37:18.062643 3707 node_ip_handler_linux.go:160] Node IP manager is running W0521 19:37:18.102826 3707 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:37:18.103037 3707 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:37:18.103192 3707 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0521 19:37:18.109959 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:37:18.109970 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:37:18.110017 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:37:18.110038 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:37:18.110047 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:37:18.110055 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:37:18.110063 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:37:18.110071 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:37:18.110082 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:37:18.110092 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:37:18.110100 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:37:18.149934 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:37:18.149965 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:37:18.169760 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:37:18.169821 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:37:18.169839 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:37:18.169846 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:37:18.169855 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:37:18.169877 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:37:18.169887 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:37:18.169892 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:37:18.169901 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:37:18.169906 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:37:18.169911 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:37:18.169916 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:37:18.169922 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:37:18.169943 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:37:18.169951 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:37:18.169956 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) W0521 19:37:18.996033 3707 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:37:19.683617 3707 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:37:19.683681 3707 default_node_network_controller.go:1380] Starting node controller node sync I0521 19:37:19.683687 3707 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0521 19:37:19.696509 3707 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.810257ms I0521 19:37:19.696609 3707 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-94.ec2.internal", IP: 10.0.0.94 to PMTUD blocking rules I0521 19:37:19.696620 3707 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-94.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:37:19.696614 3707 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-250.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:37:19.696628 3707 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-250.ec2.internal", IP: 10.0.2.250 to PMTUD blocking rules I0521 19:37:19.708581 3707 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:37:19.708857 3707 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:37:19.709091 3707 egressservice_node.go:183] Starting Egress Services Controller I0521 19:37:19.709108 3707 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:37:19.709118 3707 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:37:19.709124 3707 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:37:19.709131 3707 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:37:19.709139 3707 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:37:19.709146 3707 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:37:19.709153 3707 egressservice_node.go:197] Repairing Egress Services I0521 19:37:19.719482 3707 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:37:19.719498 3707 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:37:19.719664 3707 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:37:19.719680 3707 link_network_manager.go:119] Link manager is running I0521 19:37:19.719695 3707 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:37:19.719911 3707 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:37:19.720052 3707 vrf_manager.go:128] VRF manager is running I0521 19:37:19.720125 3707 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:37:19.720135 3707 gateway.go:532] Reconciling gateway with updates I0521 19:37:19.750755 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:37:19.750779 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:37:19.750778 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:37:19.750787 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:37:19.750792 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:37:19.750792 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:37:19.750802 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:37:19.750807 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:37:19.750804 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:37:19.750762 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:37:19.750818 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:37:19.750819 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:37:19.750829 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:37:19.750830 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:37:19.750834 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:37:19.750842 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:37:19.750844 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:37:19.750845 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:37:19.750853 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:37:19.750776 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:37:19.750860 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:37:19.750858 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:37:19.750859 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:37:19.750762 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:37:19.750889 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:37:19.750817 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:37:19.750900 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:37:19.750903 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:37:19.750904 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:37:19.750906 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:37:19.750909 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:37:19.750908 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:37:19.750903 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:37:19.750915 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:37:19.750918 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:37:19.750910 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:37:19.750925 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:37:19.750926 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:37:19.750927 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:37:19.750934 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:37:19.750935 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:37:19.750934 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:37:19.750939 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:37:19.750943 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:37:19.750884 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:37:19.750954 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:37:19.750959 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:37:19.750969 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:37:19.750975 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:37:19.750972 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:37:19.750837 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:37:19.750979 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:37:19.750985 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:37:19.750988 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:37:19.750987 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:37:19.750987 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:37:19.750992 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:37:19.750994 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:37:19.750994 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:37:19.751001 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:37:19.751005 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:37:19.751008 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:37:19.751010 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:37:19.751032 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:37:19.751044 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:37:19.750930 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:37:19.750971 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:37:19.751064 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:37:19.751049 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:37:19.750913 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:37:19.751079 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:37:19.751085 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:37:19.751088 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:37:19.750894 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:37:19.751097 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:37:19.751101 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:37:19.751105 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:37:19.750796 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:37:19.751117 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:37:19.751127 3707 port_claim.go:71] Svc openshift-ingress/router-default: port 32064 is already open, no action needed I0521 19:37:19.750799 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:37:19.751135 3707 port_claim.go:71] Svc openshift-ingress/router-default: port 30924 is already open, no action needed I0521 19:37:19.751142 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:37:19.751172 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:37:19.750895 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:37:19.751188 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:37:19.750895 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:37:19.750903 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:37:19.751231 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:37:19.750914 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:37:19.751244 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:37:19.750915 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:37:19.751283 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:37:19.750919 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:37:19.750921 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:37:19.750924 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:37:19.751349 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:37:19.750777 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:37:19.751387 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:37:19.751394 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:37:19.750938 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:37:19.751403 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:37:19.750936 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:37:19.751440 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:37:19.750976 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:37:19.751486 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:37:19.751493 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:37:19.750979 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:37:19.750935 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:37:19.750979 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:37:19.750937 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:37:19.751564 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:37:19.750809 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:37:19.750986 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:37:19.751601 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:37:19.750990 3707 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:37:19.751625 3707 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:37:19.750987 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:37:19.750885 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:37:19.791889 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:37:19.791903 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:37:19.791890 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:37:19.791920 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:37:19.791926 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:37:19.835161 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:37:19.835225 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:37:19.835248 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:37:19.835259 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:37:19.835266 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:37:19.835272 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:37:19.879421 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:37:19.879454 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:37:19.879464 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:37:19.879471 3707 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) W0521 19:37:20.839383 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:37:20.933508 3707 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:37:21.714578 3707 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-64.ec2.internal I0521 19:37:21.714613 3707 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-64.ec2.internal: 43.653µs I0521 19:37:21.745296 3707 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-558d667f46-52rr8] creating logical port openshift-image-registry_image-registry-558d667f46-52rr8 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:21.745477 3707 kube.go:256] Updating pod openshift-image-registry/image-registry-558d667f46-52rr8 I0521 19:37:21.771610 3707 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-8jpzl] creating logical port openshift-ingress-canary_ingress-canary-8jpzl for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:21.771660 3707 pod.go:62] [openshift-image-registry/image-registry-558d667f46-52rr8] pod update took 26.233826ms I0521 19:37:21.771859 3707 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-558d667f46-52rr8] addLogicalPort annotation time took 26.432467ms I0521 19:37:21.771837 3707 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-8jpzl I0521 19:37:21.773071 3707 pods.go:271] [openshift-image-registry/image-registry-558d667f46-52rr8] addLogicalPort took 27.801748ms, libovsdb time 885.201µs I0521 19:37:21.781946 3707 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-q7gjm] creating logical port openshift-dns_dns-default-q7gjm for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:21.782033 3707 kube.go:256] Updating pod openshift-dns/dns-default-q7gjm I0521 19:37:21.797926 3707 pod.go:62] [openshift-ingress-canary/ingress-canary-8jpzl] pod update took 26.123732ms I0521 19:37:21.797948 3707 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-8jpzl] addLogicalPort annotation time took 26.151441ms I0521 19:37:21.799074 3707 pods.go:271] [openshift-ingress-canary/ingress-canary-8jpzl] addLogicalPort took 27.485749ms, libovsdb time 859.115µs I0521 19:37:21.811041 3707 pod.go:62] [openshift-dns/dns-default-q7gjm] pod update took 29.04235ms I0521 19:37:21.811060 3707 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-q7gjm] addLogicalPort annotation time took 29.067669ms I0521 19:37:21.812105 3707 pods.go:271] [openshift-dns/dns-default-q7gjm] addLogicalPort took 30.177187ms, libovsdb time 772.833µs I0521 19:37:22.362607 3707 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:37:22.363925 3707 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.030154ms I0521 19:37:22.385137 3707 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0521 19:37:22.929710 3707 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:37:22.942584 3707 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:37:22.943556 3707 namespace.go:102] [openshift-service-ca] adding namespace took 953.608µs I0521 19:37:22.965376 3707 namespace.go:142] [openshift-service-ca] updating namespace I0521 19:37:23.049539 3707 cni.go:452] [openshift-ingress-canary/ingress-canary-8jpzl 1db585fb99e886975c9c3ced8d24dd60c6365f5ac57cf86a61f7151e59b6d2e4 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-8jpzl 1db585fb99e886975c9c3ced8d24dd60c6365f5ac57cf86a61f7151e59b6d2e4 network default NAD default NAD key ] I0521 19:37:23.091221 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-8jpzl, hostIfaceName: 1db585fb99e8869, network: default, NAD default, SandboxID: "1db585fb99e886975c9c3ced8d24dd60c6365f5ac57cf86a61f7151e59b6d2e4", PCI device ID: , UID: "98db1880-8ff8-46fb-b5c0-7af8a77c2671", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0521 19:37:23.152678 3707 cni.go:473] [openshift-ingress-canary/ingress-canary-8jpzl 1db585fb99e886975c9c3ced8d24dd60c6365f5ac57cf86a61f7151e59b6d2e4 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-8jpzl 1db585fb99e886975c9c3ced8d24dd60c6365f5ac57cf86a61f7151e59b6d2e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:a4:a7:73:5e:a6\",\"name\":\"1db585fb99e8869\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b4f4ab7-2b7b-4b04-a735-3cb0b71fdfa4\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:37:23.392579 3707 default_network_controller.go:1025] Node "ip-10-0-0-94.ec2.internal" in remote zone "ip-10-0-0-94.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:37:23.393390 3707 zone_ic_handler.go:195] Time taken to create transit switch: 268.108µs I0521 19:37:23.393404 3707 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-94.ec2.internal for the network default I0521 19:37:23.394332 3707 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-94.ec2.internal" on network "default" took: 1.228076ms I0521 19:37:24.702538 3707 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-sr848] creating logical port openshift-service-ca_service-ca-d9cb48497-sr848 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:24.702664 3707 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-sr848 I0521 19:37:24.727238 3707 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-sr848] pod update took 24.593825ms I0521 19:37:24.727266 3707 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-sr848] addLogicalPort annotation time took 24.631266ms I0521 19:37:24.728746 3707 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-sr848] addLogicalPort took 26.223939ms, libovsdb time 1.100408ms I0521 19:37:25.104444 3707 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-sr848 4b8e43315ec5f707c6bd6f86c4bba5e0c7b7ed3ff302c96f7d6f590d711c9061 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-sr848 4b8e43315ec5f707c6bd6f86c4bba5e0c7b7ed3ff302c96f7d6f590d711c9061 network default NAD default NAD key ] I0521 19:37:25.116487 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-sr848, hostIfaceName: 4b8e43315ec5f70, network: default, NAD default, SandboxID: "4b8e43315ec5f707c6bd6f86c4bba5e0c7b7ed3ff302c96f7d6f590d711c9061", PCI device ID: , UID: "ad1abef0-2ab7-4e5c-9687-f4eff2821b80", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0521 19:37:25.166511 3707 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-sr848 4b8e43315ec5f707c6bd6f86c4bba5e0c7b7ed3ff302c96f7d6f590d711c9061 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-sr848 4b8e43315ec5f707c6bd6f86c4bba5e0c7b7ed3ff302c96f7d6f590d711c9061 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:36:22:6b:a6:10\",\"name\":\"4b8e43315ec5f70\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ebbaa76-4eef-4045-ad96-637050d6eb35\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:37:25.662386 3707 cni.go:452] [kube-system/global-pull-secret-syncer-pflmt b7e4327f04acf1a3d08d78e15cd2f65441497f371f52cd349c6f38666540bf9d network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-pflmt b7e4327f04acf1a3d08d78e15cd2f65441497f371f52cd349c6f38666540bf9d network default NAD default NAD key ] I0521 19:37:25.673224 3707 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-pflmt, hostIfaceName: b7e4327f04acf1a, network: default, NAD default, SandboxID: "b7e4327f04acf1a3d08d78e15cd2f65441497f371f52cd349c6f38666540bf9d", PCI device ID: , UID: "371582f9-642f-4028-9def-ba19b9481819", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0521 19:37:25.718992 3707 cni.go:473] [kube-system/global-pull-secret-syncer-pflmt b7e4327f04acf1a3d08d78e15cd2f65441497f371f52cd349c6f38666540bf9d network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-pflmt b7e4327f04acf1a3d08d78e15cd2f65441497f371f52cd349c6f38666540bf9d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:97:21:5b:35:21\",\"name\":\"b7e4327f04acf1a\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba91b02f-5fad-4995-bba0-e0fa2e9ba324\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:37:25.952750 3707 cni.go:452] [openshift-network-diagnostics/network-check-target-kqqpw 3fa26e8f6ef2881529acffb4b0e028147deac0dfe65f0285ee18169176b685c5 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-kqqpw 3fa26e8f6ef2881529acffb4b0e028147deac0dfe65f0285ee18169176b685c5 network default NAD default NAD key ] I0521 19:37:25.964209 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-kqqpw, hostIfaceName: 3fa26e8f6ef2881, network: default, NAD default, SandboxID: "3fa26e8f6ef2881529acffb4b0e028147deac0dfe65f0285ee18169176b685c5", PCI device ID: , UID: "fcb65f5b-4eaa-499c-817e-797f64601310", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0521 19:37:26.014422 3707 cni.go:473] [openshift-network-diagnostics/network-check-target-kqqpw 3fa26e8f6ef2881529acffb4b0e028147deac0dfe65f0285ee18169176b685c5 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-kqqpw 3fa26e8f6ef2881529acffb4b0e028147deac0dfe65f0285ee18169176b685c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:1b:91:3a:76:81\",\"name\":\"3fa26e8f6ef2881\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/813b4280-2ef3-4973-a034-b86049154469\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:37:33.104419 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:37:37.766942 3707 cni.go:452] [openshift-image-registry/image-registry-558d667f46-52rr8 0141de0b71a24e09d3de78f507c4341e784d56af84055b4f22a279233287ac8e network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-558d667f46-52rr8 0141de0b71a24e09d3de78f507c4341e784d56af84055b4f22a279233287ac8e network default NAD default NAD key ] I0521 19:37:37.778389 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-558d667f46-52rr8, hostIfaceName: 0141de0b71a24e0, network: default, NAD default, SandboxID: "0141de0b71a24e09d3de78f507c4341e784d56af84055b4f22a279233287ac8e", PCI device ID: , UID: "c82dffbe-9efd-4315-b99f-2fee81a88760", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0521 19:37:37.799498 3707 cni.go:452] [openshift-dns/dns-default-q7gjm 585a99a75f54bd7874603ad885622f8117108c14beec36b604781ec1766b8e05 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-q7gjm 585a99a75f54bd7874603ad885622f8117108c14beec36b604781ec1766b8e05 network default NAD default NAD key ] I0521 19:37:37.811084 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-q7gjm, hostIfaceName: 585a99a75f54bd7, network: default, NAD default, SandboxID: "585a99a75f54bd7874603ad885622f8117108c14beec36b604781ec1766b8e05", PCI device ID: , UID: "684c22d9-bd20-47eb-920b-15417a735b5f", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0521 19:37:37.830321 3707 cni.go:473] [openshift-image-registry/image-registry-558d667f46-52rr8 0141de0b71a24e09d3de78f507c4341e784d56af84055b4f22a279233287ac8e network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-558d667f46-52rr8 0141de0b71a24e09d3de78f507c4341e784d56af84055b4f22a279233287ac8e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:33:b3:1d:2c:ac\",\"name\":\"0141de0b71a24e0\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4607e191-68bd-49b7-850b-bd331d2fb9d5\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:37:37.857667 3707 cni.go:473] [openshift-dns/dns-default-q7gjm 585a99a75f54bd7874603ad885622f8117108c14beec36b604781ec1766b8e05 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-q7gjm 585a99a75f54bd7874603ad885622f8117108c14beec36b604781ec1766b8e05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:f3:6a:94:c1:17\",\"name\":\"585a99a75f54bd7\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88dce107-fc16-4dd3-b572-bd5207db2902\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:37:47.610720 3707 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:37:47.641831 3707 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:47.641845 3707 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:47.641851 3707 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:47.657271 3707 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:37:47.723006 3707 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:37:47.740163 3707 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-df6jt] creating logical port openshift-insights_insights-runtime-extractor-df6jt for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:47.740249 3707 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-df6jt W0521 19:37:47.751852 3707 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:37:47.780244 3707 pod.go:62] [openshift-insights/insights-runtime-extractor-df6jt] pod update took 40.020837ms I0521 19:37:47.780262 3707 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-df6jt] addLogicalPort annotation time took 40.041888ms I0521 19:37:47.781232 3707 pods.go:271] [openshift-insights/insights-runtime-extractor-df6jt] addLogicalPort took 41.084486ms, libovsdb time 708.656µs I0521 19:37:47.787825 3707 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cgpwr] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-cgpwr for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:47.787946 3707 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cgpwr I0521 19:37:47.819531 3707 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cgpwr] pod update took 31.621856ms I0521 19:37:47.819551 3707 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cgpwr] addLogicalPort annotation time took 31.647338ms I0521 19:37:47.820450 3707 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cgpwr] addLogicalPort took 32.637626ms, libovsdb time 678.431µs I0521 19:37:47.853148 3707 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-b2v9k] creating logical port openshift-console_downloads-5c54f4944f-b2v9k for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:47.853215 3707 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-b2v9k I0521 19:37:47.880882 3707 pod.go:62] [openshift-console/downloads-5c54f4944f-b2v9k] pod update took 27.671151ms I0521 19:37:47.880904 3707 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-b2v9k] addLogicalPort annotation time took 27.711138ms I0521 19:37:47.881885 3707 pods.go:271] [openshift-console/downloads-5c54f4944f-b2v9k] addLogicalPort took 28.747906ms, libovsdb time 719.41µs I0521 19:37:48.095508 3707 cni.go:452] [openshift-insights/insights-runtime-extractor-df6jt 77d35454b1a4a6908a6d514971df9ae47dc89c7c0ea50ff73495c8a0bbda7a44 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-df6jt 77d35454b1a4a6908a6d514971df9ae47dc89c7c0ea50ff73495c8a0bbda7a44 network default NAD default NAD key ] I0521 19:37:48.108720 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-df6jt, hostIfaceName: 77d35454b1a4a69, network: default, NAD default, SandboxID: "77d35454b1a4a6908a6d514971df9ae47dc89c7c0ea50ff73495c8a0bbda7a44", PCI device ID: , UID: "e4b92fe7-627d-40f7-8d9f-9898aa11ec83", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0521 19:37:48.150129 3707 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cgpwr 9e8c099335b4e030687789829918fdee0d64f94027944541ace772cb6a0b46a0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cgpwr 9e8c099335b4e030687789829918fdee0d64f94027944541ace772cb6a0b46a0 network default NAD default NAD key ] I0521 19:37:48.159135 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-cgpwr, hostIfaceName: 9e8c099335b4e03, network: default, NAD default, SandboxID: "9e8c099335b4e030687789829918fdee0d64f94027944541ace772cb6a0b46a0", PCI device ID: , UID: "f1add948-6953-4fcd-bd75-82f079385f20", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0521 19:37:48.161220 3707 cni.go:473] [openshift-insights/insights-runtime-extractor-df6jt 77d35454b1a4a6908a6d514971df9ae47dc89c7c0ea50ff73495c8a0bbda7a44 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-df6jt 77d35454b1a4a6908a6d514971df9ae47dc89c7c0ea50ff73495c8a0bbda7a44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:bf:11:77:0b:d6\",\"name\":\"77d35454b1a4a69\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55f5c43d-7279-46fd-89fc-2b902a23a37a\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:37:48.207683 3707 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cgpwr 9e8c099335b4e030687789829918fdee0d64f94027944541ace772cb6a0b46a0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cgpwr 9e8c099335b4e030687789829918fdee0d64f94027944541ace772cb6a0b46a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:12:a0:fe:50:12\",\"name\":\"9e8c099335b4e03\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09c2d4aa-27c2-4a10-89d5-2fb4d205f135\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:37:48.211315 3707 cni.go:452] [openshift-console/downloads-5c54f4944f-b2v9k 2e2d434b11061f4752e6c0c7cb333fb4f17769ca388443d1469a2844b8e58ba6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-b2v9k 2e2d434b11061f4752e6c0c7cb333fb4f17769ca388443d1469a2844b8e58ba6 network default NAD default NAD key ] I0521 19:37:48.220161 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-b2v9k, hostIfaceName: 2e2d434b11061f4, network: default, NAD default, SandboxID: "2e2d434b11061f4752e6c0c7cb333fb4f17769ca388443d1469a2844b8e58ba6", PCI device ID: , UID: "a69475be-655d-4e4a-a9c9-4cc02db73552", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0521 19:37:48.268356 3707 cni.go:473] [openshift-console/downloads-5c54f4944f-b2v9k 2e2d434b11061f4752e6c0c7cb333fb4f17769ca388443d1469a2844b8e58ba6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-b2v9k 2e2d434b11061f4752e6c0c7cb333fb4f17769ca388443d1469a2844b8e58ba6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:6c:63:39:0b:ed\",\"name\":\"2e2d434b11061f4\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8488b475-4f72-48bd-81f2-93486c455083\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:37:50.001892 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:37:50.001921 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:37:50.090970 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0521 19:37:50.646367 3707 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-nmskf] creating logical port openshift-monitoring_prometheus-operator-76b589d668-nmskf for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:50.646476 3707 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-nmskf I0521 19:37:50.666310 3707 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-nmskf] pod update took 19.859633ms I0521 19:37:50.666362 3707 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-nmskf] addLogicalPort annotation time took 19.916404ms I0521 19:37:50.667583 3707 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-nmskf] addLogicalPort took 21.236064ms, libovsdb time 917.561µs I0521 19:37:51.004969 3707 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-nmskf 90a28f2c0e8c28eaf5ac905ea83b22bc630e61aeed3eeda364ec6ec7072a86cc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-nmskf 90a28f2c0e8c28eaf5ac905ea83b22bc630e61aeed3eeda364ec6ec7072a86cc network default NAD default NAD key ] I0521 19:37:51.015561 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-nmskf, hostIfaceName: 90a28f2c0e8c28e, network: default, NAD default, SandboxID: "90a28f2c0e8c28eaf5ac905ea83b22bc630e61aeed3eeda364ec6ec7072a86cc", PCI device ID: , UID: "fe4c5bc5-5f39-4595-8412-bd2215beb5be", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0521 19:37:51.064436 3707 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-nmskf 90a28f2c0e8c28eaf5ac905ea83b22bc630e61aeed3eeda364ec6ec7072a86cc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-nmskf 90a28f2c0e8c28eaf5ac905ea83b22bc630e61aeed3eeda364ec6ec7072a86cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:b4:fc:24:65:b7\",\"name\":\"90a28f2c0e8c28e\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b01e693f-5de3-4c13-bdc0-7fd92a46f03a\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:37:51.130110 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:51.130136 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:51.130144 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:51.855915 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:37:51.855940 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:37:55.030487 3707 base_network_controller_pods.go:487] [default/openshift-console/console-9ccbd75dc-b4jr9] creating logical port openshift-console_console-9ccbd75dc-b4jr9 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:55.030625 3707 kube.go:256] Updating pod openshift-console/console-9ccbd75dc-b4jr9 I0521 19:37:55.050898 3707 pod.go:62] [openshift-console/console-9ccbd75dc-b4jr9] pod update took 20.29879ms I0521 19:37:55.050926 3707 base_network_controller_pods.go:951] [default/openshift-console/console-9ccbd75dc-b4jr9] addLogicalPort annotation time took 20.364806ms I0521 19:37:55.052113 3707 pods.go:271] [openshift-console/console-9ccbd75dc-b4jr9] addLogicalPort took 21.645073ms, libovsdb time 898.923µs I0521 19:37:55.397483 3707 cni.go:452] [openshift-console/console-9ccbd75dc-b4jr9 43c3e16c09489373efdeb86f3acb3a9ff73e45f60fae15b875fc5e91795bbfc5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-9ccbd75dc-b4jr9 43c3e16c09489373efdeb86f3acb3a9ff73e45f60fae15b875fc5e91795bbfc5 network default NAD default NAD key ] I0521 19:37:55.408606 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-9ccbd75dc-b4jr9, hostIfaceName: 43c3e16c0948937, network: default, NAD default, SandboxID: "43c3e16c09489373efdeb86f3acb3a9ff73e45f60fae15b875fc5e91795bbfc5", PCI device ID: , UID: "daaa429f-7e8d-49a3-b0f0-06282abd5c93", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0521 19:37:55.440619 3707 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-sbchm] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-sbchm for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:55.440779 3707 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-sbchm I0521 19:37:55.458530 3707 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-sbchm] pod update took 17.810022ms I0521 19:37:55.458557 3707 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-sbchm] addLogicalPort annotation time took 17.839357ms I0521 19:37:55.459922 3707 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-sbchm] addLogicalPort took 19.317983ms, libovsdb time 959.458µs I0521 19:37:55.460439 3707 cni.go:473] [openshift-console/console-9ccbd75dc-b4jr9 43c3e16c09489373efdeb86f3acb3a9ff73e45f60fae15b875fc5e91795bbfc5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-9ccbd75dc-b4jr9 43c3e16c09489373efdeb86f3acb3a9ff73e45f60fae15b875fc5e91795bbfc5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:15:9c:0a:00:5c\",\"name\":\"43c3e16c0948937\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba8230d8-b4b1-46fa-96e8-ad4351f56859\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:37:56.411541 3707 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-sbchm 8294094e3170b430fe1c5ecb602705e83d365f74ec5d6aa9190370405b1ce5a0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-sbchm 8294094e3170b430fe1c5ecb602705e83d365f74ec5d6aa9190370405b1ce5a0 network default NAD default NAD key ] I0521 19:37:56.423445 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-sbchm, hostIfaceName: 8294094e3170b43, network: default, NAD default, SandboxID: "8294094e3170b430fe1c5ecb602705e83d365f74ec5d6aa9190370405b1ce5a0", PCI device ID: , UID: "d34db3f7-bd8d-4445-a5f1-8c7a556ed6c3", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0521 19:37:56.482564 3707 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-sbchm 8294094e3170b430fe1c5ecb602705e83d365f74ec5d6aa9190370405b1ce5a0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-sbchm 8294094e3170b430fe1c5ecb602705e83d365f74ec5d6aa9190370405b1ce5a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:43:2a:ac:4c:1f\",\"name\":\"8294094e3170b43\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6bb9ba18-c7d0-4d83-8b13-0db02e455db4\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:37:56.484664 3707 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:56.484783 3707 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0521 19:37:56.523328 3707 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 38.592978ms I0521 19:37:56.523354 3707 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 38.622839ms I0521 19:37:56.524765 3707 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 40.118851ms, libovsdb time 967.99µs I0521 19:37:56.852842 3707 cni.go:452] [openshift-monitoring/alertmanager-main-0 d2d21adf7da5dc7a48400ef87367bd14dad1a146aaa6b028312ce73467986656 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 d2d21adf7da5dc7a48400ef87367bd14dad1a146aaa6b028312ce73467986656 network default NAD default NAD key ] I0521 19:37:56.863526 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: d2d21adf7da5dc7, network: default, NAD default, SandboxID: "d2d21adf7da5dc7a48400ef87367bd14dad1a146aaa6b028312ce73467986656", PCI device ID: , UID: "760ba110-b691-4f85-84cf-7fd614b4e246", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0521 19:37:56.918294 3707 cni.go:473] [openshift-monitoring/alertmanager-main-0 d2d21adf7da5dc7a48400ef87367bd14dad1a146aaa6b028312ce73467986656 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 d2d21adf7da5dc7a48400ef87367bd14dad1a146aaa6b028312ce73467986656 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:80:dc:25:29:82\",\"name\":\"d2d21adf7da5dc7\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb1912e8-6123-46cb-8db2-0f045f8200d0\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:37:57.762087 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:37:57.762186 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:37:59.878720 3707 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-q8xkl] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-q8xkl for pod on switch ip-10-0-1-64.ec2.internal I0521 19:37:59.878817 3707 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-q8xkl I0521 19:37:59.902196 3707 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q8xkl] pod update took 23.405158ms I0521 19:37:59.902223 3707 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-q8xkl] addLogicalPort annotation time took 23.435018ms I0521 19:37:59.903609 3707 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q8xkl] addLogicalPort took 24.906323ms, libovsdb time 950.304µs I0521 19:38:00.286277 3707 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5486ff985-xqlgf] creating logical port openshift-monitoring_metrics-server-5486ff985-xqlgf for pod on switch ip-10-0-1-64.ec2.internal I0521 19:38:00.286512 3707 kube.go:256] Updating pod openshift-monitoring/metrics-server-5486ff985-xqlgf I0521 19:38:00.306764 3707 pod.go:62] [openshift-monitoring/metrics-server-5486ff985-xqlgf] pod update took 20.291055ms I0521 19:38:00.306786 3707 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5486ff985-xqlgf] addLogicalPort annotation time took 20.318896ms I0521 19:38:00.308169 3707 pods.go:271] [openshift-monitoring/metrics-server-5486ff985-xqlgf] addLogicalPort took 21.914029ms, libovsdb time 921.022µs I0521 19:38:01.856512 3707 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:38:01.856679 3707 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 19:38:01.894425 3707 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 37.823878ms I0521 19:38:01.894522 3707 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 37.927865ms I0521 19:38:01.895826 3707 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 39.362577ms, libovsdb time 949.021µs W0521 19:38:02.061336 3707 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:38:02.061355 3707 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:38:02.061360 3707 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:38:02.061364 3707 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:38:02.096158 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:38:03.062046 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 19:38:04.084374 3707 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:38:04.084392 3707 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:38:05.164601 3707 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 19:38:05.223174 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:38:05.319407 3707 cni.go:452] [openshift-monitoring/metrics-server-5486ff985-xqlgf 958ba3518d2658f2a13a26c3cf08a89f661e4aedd0695c1abcb2dc65be47a0d3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5486ff985-xqlgf 958ba3518d2658f2a13a26c3cf08a89f661e4aedd0695c1abcb2dc65be47a0d3 network default NAD default NAD key ] I0521 19:38:05.329906 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5486ff985-xqlgf, hostIfaceName: 958ba3518d2658f, network: default, NAD default, SandboxID: "958ba3518d2658f2a13a26c3cf08a89f661e4aedd0695c1abcb2dc65be47a0d3", PCI device ID: , UID: "d42b25f2-79ab-4aba-982b-f5d623650fce", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0521 19:38:05.386641 3707 cni.go:473] [openshift-monitoring/metrics-server-5486ff985-xqlgf 958ba3518d2658f2a13a26c3cf08a89f661e4aedd0695c1abcb2dc65be47a0d3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5486ff985-xqlgf 958ba3518d2658f2a13a26c3cf08a89f661e4aedd0695c1abcb2dc65be47a0d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:21:86:c3:a9:bf\",\"name\":\"958ba3518d2658f\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3caa7beb-0833-4ea5-a7a8-590ff0b2c2fe\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:38:05.633279 3707 cni.go:452] [openshift-monitoring/prometheus-k8s-0 0cabc85172c8cf18c1d7c2f42064d6116a78f15ced1388c0cfac8f9694cba405 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 0cabc85172c8cf18c1d7c2f42064d6116a78f15ced1388c0cfac8f9694cba405 network default NAD default NAD key ] I0521 19:38:05.639504 3707 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q8xkl f4bfb6a14187f7ef7b3611f55ad94917b7de2fd2a48909f683ec4e90f7489bfb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q8xkl f4bfb6a14187f7ef7b3611f55ad94917b7de2fd2a48909f683ec4e90f7489bfb network default NAD default NAD key ] I0521 19:38:05.652838 3707 cni.go:452] [openshift-multus/network-metrics-daemon-vq8q9 39740f0ed4125b97758098b407fb7f07e2fef9155361b1d20bb93909333460f3 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-vq8q9 39740f0ed4125b97758098b407fb7f07e2fef9155361b1d20bb93909333460f3 network default NAD default NAD key ] I0521 19:38:05.679086 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-q8xkl, hostIfaceName: f4bfb6a14187f7e, network: default, NAD default, SandboxID: "f4bfb6a14187f7ef7b3611f55ad94917b7de2fd2a48909f683ec4e90f7489bfb", PCI device ID: , UID: "5d386468-05ed-4d4d-bab1-2932ebf9b661", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0521 19:38:05.680439 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 0cabc85172c8cf1, network: default, NAD default, SandboxID: "0cabc85172c8cf18c1d7c2f42064d6116a78f15ced1388c0cfac8f9694cba405", PCI device ID: , UID: "cb260573-16d8-4865-90b7-447641cdabd8", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0521 19:38:05.681209 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-vq8q9, hostIfaceName: 39740f0ed4125b9, network: default, NAD default, SandboxID: "39740f0ed4125b97758098b407fb7f07e2fef9155361b1d20bb93909333460f3", PCI device ID: , UID: "ecfb790b-292e-4b80-9cbc-305dbbc22e60", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0521 19:38:05.747248 3707 cni.go:473] [openshift-multus/network-metrics-daemon-vq8q9 39740f0ed4125b97758098b407fb7f07e2fef9155361b1d20bb93909333460f3 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-vq8q9 39740f0ed4125b97758098b407fb7f07e2fef9155361b1d20bb93909333460f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:9c:09:45:da:f7\",\"name\":\"39740f0ed4125b9\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9743c2d3-5d0d-4847-a0b6-1a727dfe4ea8\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:38:05.976434 3707 cni.go:473] [openshift-monitoring/prometheus-k8s-0 0cabc85172c8cf18c1d7c2f42064d6116a78f15ced1388c0cfac8f9694cba405 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 0cabc85172c8cf18c1d7c2f42064d6116a78f15ced1388c0cfac8f9694cba405 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:40:7b:d5:6b:72\",\"name\":\"0cabc85172c8cf1\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35b3dfb1-5160-41f8-a7b4-dd464d3f7cb2\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:38:05.979131 3707 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q8xkl f4bfb6a14187f7ef7b3611f55ad94917b7de2fd2a48909f683ec4e90f7489bfb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q8xkl f4bfb6a14187f7ef7b3611f55ad94917b7de2fd2a48909f683ec4e90f7489bfb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:a5:b9:36:36:7d\",\"name\":\"f4bfb6a14187f7e\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfae2703-c796-4bc0-aed8-66c45cd17c2a\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:38:06.092934 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:38:06.092971 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:38:06.335499 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 19:38:07.241757 3707 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:07.241860 3707 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:07.241920 3707 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:07.271792 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:38:07.279231 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:38:07.325014 3707 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:07.325032 3707 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:07.325038 3707 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:07.407571 3707 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:38:07.407585 3707 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:38:08.361196 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0521 19:38:12.904972 3707 cni.go:452] [openshift-image-registry/image-registry-558d667f46-52rr8 0141de0b71a24e09d3de78f507c4341e784d56af84055b4f22a279233287ac8e network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-558d667f46-52rr8 0141de0b71a24e09d3de78f507c4341e784d56af84055b4f22a279233287ac8e network default NAD default NAD key ] I0521 19:38:12.976585 3707 cni.go:473] [openshift-image-registry/image-registry-558d667f46-52rr8 0141de0b71a24e09d3de78f507c4341e784d56af84055b4f22a279233287ac8e network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-558d667f46-52rr8 0141de0b71a24e09d3de78f507c4341e784d56af84055b4f22a279233287ac8e network default NAD default NAD key default], result "{}", err I0521 19:38:13.028119 3707 obj_retry.go:498] Detected object openshift-image-registry/image-registry-558d667f46-52rr8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:13.028153 3707 pods.go:176] Deleting pod: openshift-image-registry/image-registry-558d667f46-52rr8 I0521 19:38:13.029547 3707 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-558d667f46-52rr8, ips: 10.130.0.6 I0521 19:38:13.029575 3707 obj_retry.go:498] Detected object openshift-image-registry/image-registry-558d667f46-52rr8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:13.043824 3707 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6cd574bc8f-srr5g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:13.044455 3707 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6cd574bc8f-srr5g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:13.050579 3707 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-777cc489-pz6wr] creating logical port openshift-image-registry_image-registry-777cc489-pz6wr for pod on switch ip-10-0-1-64.ec2.internal I0521 19:38:13.050719 3707 kube.go:256] Updating pod openshift-image-registry/image-registry-777cc489-pz6wr I0521 19:38:13.079086 3707 pod.go:62] [openshift-image-registry/image-registry-777cc489-pz6wr] pod update took 28.398957ms I0521 19:38:13.079110 3707 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-777cc489-pz6wr] addLogicalPort annotation time took 28.427505ms I0521 19:38:13.080389 3707 pods.go:271] [openshift-image-registry/image-registry-777cc489-pz6wr] addLogicalPort took 29.828031ms, libovsdb time 934.135µs I0521 19:38:13.159920 3707 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6cd574bc8f-srr5g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:13.159943 3707 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6cd574bc8f-srr5g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:13.167699 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6cd574bc8f-srr5g I0521 19:38:13.167722 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6cd574bc8f-srr5g I0521 19:38:13.402409 3707 obj_retry.go:492] Detected object openshift-image-registry/image-registry-558d667f46-52rr8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:13.402438 3707 obj_retry.go:492] Detected object openshift-image-registry/image-registry-558d667f46-52rr8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:13.410958 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-558d667f46-52rr8 I0521 19:38:13.411044 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-558d667f46-52rr8 I0521 19:38:13.414232 3707 cni.go:452] [openshift-image-registry/image-registry-777cc489-pz6wr 6d6870180ed60969d6427b60e5ba6325fef2b80a365a77197c652774df171188 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-777cc489-pz6wr 6d6870180ed60969d6427b60e5ba6325fef2b80a365a77197c652774df171188 network default NAD default NAD key ] I0521 19:38:13.424456 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-777cc489-pz6wr, hostIfaceName: 6d6870180ed6096, network: default, NAD default, SandboxID: "6d6870180ed60969d6427b60e5ba6325fef2b80a365a77197c652774df171188", PCI device ID: , UID: "09f9f623-8f2e-4a6a-b595-93a3b6575a53", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0521 19:38:13.476224 3707 cni.go:473] [openshift-image-registry/image-registry-777cc489-pz6wr 6d6870180ed60969d6427b60e5ba6325fef2b80a365a77197c652774df171188 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-777cc489-pz6wr 6d6870180ed60969d6427b60e5ba6325fef2b80a365a77197c652774df171188 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:21:56:a8:1b:86\",\"name\":\"6d6870180ed6096\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcf26d49-6b0c-4f88-8a8f-7b378e910495\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:38:14.176894 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:38:14.176919 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:38:14.260125 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:38:14.260153 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:38:23.328901 3707 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-77758bb95f-mch2t IP address from the namespace address-set, err: pod openshift-console/console-77758bb95f-mch2t: no pod IPs found W0521 19:38:28.278896 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:38:31.234140 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0521 19:38:31.392636 3707 cni.go:452] [openshift-console/console-9ccbd75dc-b4jr9 43c3e16c09489373efdeb86f3acb3a9ff73e45f60fae15b875fc5e91795bbfc5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-9ccbd75dc-b4jr9 43c3e16c09489373efdeb86f3acb3a9ff73e45f60fae15b875fc5e91795bbfc5 network default NAD default NAD key ] I0521 19:38:31.466542 3707 cni.go:473] [openshift-console/console-9ccbd75dc-b4jr9 43c3e16c09489373efdeb86f3acb3a9ff73e45f60fae15b875fc5e91795bbfc5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-9ccbd75dc-b4jr9 43c3e16c09489373efdeb86f3acb3a9ff73e45f60fae15b875fc5e91795bbfc5 network default NAD default NAD key default], result "{}", err I0521 19:38:31.539722 3707 obj_retry.go:498] Detected object openshift-console/console-9ccbd75dc-b4jr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:31.539758 3707 pods.go:176] Deleting pod: openshift-console/console-9ccbd75dc-b4jr9 I0521 19:38:31.540920 3707 pods.go:236] Attempting to release IPs for pod: openshift-console/console-9ccbd75dc-b4jr9, ips: 10.130.0.14 I0521 19:38:31.540949 3707 obj_retry.go:498] Detected object openshift-console/console-9ccbd75dc-b4jr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:31.556900 3707 base_network_controller_pods.go:487] [default/openshift-console/console-7cc4968d98-nh7qp] creating logical port openshift-console_console-7cc4968d98-nh7qp for pod on switch ip-10-0-1-64.ec2.internal I0521 19:38:31.557006 3707 kube.go:256] Updating pod openshift-console/console-7cc4968d98-nh7qp I0521 19:38:31.576150 3707 pod.go:62] [openshift-console/console-7cc4968d98-nh7qp] pod update took 19.170738ms I0521 19:38:31.576180 3707 base_network_controller_pods.go:951] [default/openshift-console/console-7cc4968d98-nh7qp] addLogicalPort annotation time took 19.205235ms I0521 19:38:31.577585 3707 pods.go:271] [openshift-console/console-7cc4968d98-nh7qp] addLogicalPort took 20.719768ms, libovsdb time 990.75µs I0521 19:38:31.949549 3707 cni.go:452] [openshift-console/console-7cc4968d98-nh7qp fe90f168e77885a678ea0f22fc46d7dde7229d745b9b72e0a5025d3a2a1e53f6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7cc4968d98-nh7qp fe90f168e77885a678ea0f22fc46d7dde7229d745b9b72e0a5025d3a2a1e53f6 network default NAD default NAD key ] I0521 19:38:31.959007 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7cc4968d98-nh7qp, hostIfaceName: fe90f168e77885a, network: default, NAD default, SandboxID: "fe90f168e77885a678ea0f22fc46d7dde7229d745b9b72e0a5025d3a2a1e53f6", PCI device ID: , UID: "2d7e8384-16da-45b1-9d47-c527838d0835", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0521 19:38:32.007219 3707 cni.go:473] [openshift-console/console-7cc4968d98-nh7qp fe90f168e77885a678ea0f22fc46d7dde7229d745b9b72e0a5025d3a2a1e53f6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7cc4968d98-nh7qp fe90f168e77885a678ea0f22fc46d7dde7229d745b9b72e0a5025d3a2a1e53f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:f6:11:02:23:d6\",\"name\":\"fe90f168e77885a\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5d7870e-1ffd-4469-b7a3-ea91e6f503b2\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:38:32.245164 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0521 19:38:32.413149 3707 obj_retry.go:492] Detected object openshift-console/console-9ccbd75dc-b4jr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:32.413170 3707 obj_retry.go:492] Detected object openshift-console/console-9ccbd75dc-b4jr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:32.422792 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9ccbd75dc-b4jr9 I0521 19:38:32.422814 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9ccbd75dc-b4jr9 W0521 19:38:35.142381 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:38:35.142413 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:38:35.195957 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:38:35.195982 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:38:35.334246 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:38:36.947691 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:36.947712 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:36.947719 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:36.947734 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:36.947739 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:36.947745 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:36.960355 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:36.960373 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:36.960379 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:38:41.756538 3707 obj_retry.go:498] Detected object openshift-console/console-9ccbd75dc-2gpg9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:41.757086 3707 obj_retry.go:498] Detected object openshift-console/console-9ccbd75dc-2gpg9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:42.417216 3707 obj_retry.go:492] Detected object openshift-console/console-9ccbd75dc-2gpg9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:42.417242 3707 obj_retry.go:492] Detected object openshift-console/console-9ccbd75dc-2gpg9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:42.422384 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9ccbd75dc-2gpg9 I0521 19:38:42.422409 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9ccbd75dc-2gpg9 W0521 19:38:42.441857 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:38:44.516176 3707 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:44.516753 3707 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:44.516783 3707 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:38:44.516791 3707 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:38:44.516803 3707 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:38:44.516810 3707 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 19:38:45.409508 3707 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:45.409535 3707 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:45.409551 3707 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:45.409560 3707 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:46.006927 3707 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:38:46.020286 3707 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0521 19:38:46.276082 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0521 19:38:52.405081 3707 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:39:00.374541 3707 obj_retry.go:498] Detected object openshift-ingress/router-default-8494bb5ccc-68jpt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:00.375134 3707 obj_retry.go:498] Detected object openshift-ingress/router-default-8494bb5ccc-68jpt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:01.332412 3707 obj_retry.go:492] Detected object openshift-ingress/router-default-8494bb5ccc-68jpt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:01.332442 3707 obj_retry.go:492] Detected object openshift-ingress/router-default-8494bb5ccc-68jpt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:01.342004 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-8494bb5ccc-68jpt I0521 19:39:01.342038 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-8494bb5ccc-68jpt I0521 19:39:01.506776 3707 obj_retry.go:498] Detected object openshift-image-registry/image-registry-558d667f46-gw7z9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:01.507339 3707 obj_retry.go:498] Detected object openshift-image-registry/image-registry-558d667f46-gw7z9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:39:02.381566 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:39:02.381599 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:39:02.381611 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:39:02.381618 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:39:02.442854 3707 obj_retry.go:492] Detected object openshift-image-registry/image-registry-558d667f46-gw7z9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:02.442902 3707 obj_retry.go:492] Detected object openshift-image-registry/image-registry-558d667f46-gw7z9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:02.456395 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-558d667f46-gw7z9 I0521 19:39:02.456434 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-558d667f46-gw7z9 W0521 19:39:02.549364 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:39:02.549387 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:39:07.782286 3707 obj_retry.go:498] Detected object openshift-console/console-77758bb95f-rpgkb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:07.782896 3707 obj_retry.go:498] Detected object openshift-console/console-77758bb95f-rpgkb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:08.368252 3707 obj_retry.go:492] Detected object openshift-console/console-77758bb95f-rpgkb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:08.368281 3707 obj_retry.go:492] Detected object openshift-console/console-77758bb95f-rpgkb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:08.377493 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77758bb95f-rpgkb I0521 19:39:08.377518 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77758bb95f-rpgkb I0521 19:39:17.575197 3707 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:17.575710 3707 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:18.523237 3707 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:18.523282 3707 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:18.533376 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:39:18.533406 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:39:21.955406 3707 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:21.955954 3707 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:22.442125 3707 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:22.442146 3707 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:22.452942 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:39:22.452967 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:39:40.418083 3707 cni.go:452] [openshift-console/console-7cc4968d98-nh7qp fe90f168e77885a678ea0f22fc46d7dde7229d745b9b72e0a5025d3a2a1e53f6 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7cc4968d98-nh7qp fe90f168e77885a678ea0f22fc46d7dde7229d745b9b72e0a5025d3a2a1e53f6 network default NAD default NAD key ] I0521 19:39:40.498696 3707 cni.go:473] [openshift-console/console-7cc4968d98-nh7qp fe90f168e77885a678ea0f22fc46d7dde7229d745b9b72e0a5025d3a2a1e53f6 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7cc4968d98-nh7qp fe90f168e77885a678ea0f22fc46d7dde7229d745b9b72e0a5025d3a2a1e53f6 network default NAD default NAD key default], result "{}", err I0521 19:39:40.548392 3707 obj_retry.go:498] Detected object openshift-console/console-7cc4968d98-nh7qp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:40.548429 3707 pods.go:176] Deleting pod: openshift-console/console-7cc4968d98-nh7qp I0521 19:39:40.549846 3707 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7cc4968d98-nh7qp, ips: 10.130.0.21 I0521 19:39:40.549893 3707 obj_retry.go:498] Detected object openshift-console/console-7cc4968d98-nh7qp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:40.560249 3707 base_network_controller_pods.go:487] [default/openshift-console/console-6775444969-vh9rj] creating logical port openshift-console_console-6775444969-vh9rj for pod on switch ip-10-0-1-64.ec2.internal I0521 19:39:40.560376 3707 kube.go:256] Updating pod openshift-console/console-6775444969-vh9rj I0521 19:39:40.578989 3707 pod.go:62] [openshift-console/console-6775444969-vh9rj] pod update took 18.672518ms I0521 19:39:40.579011 3707 base_network_controller_pods.go:951] [default/openshift-console/console-6775444969-vh9rj] addLogicalPort annotation time took 18.700811ms I0521 19:39:40.580087 3707 pods.go:271] [openshift-console/console-6775444969-vh9rj] addLogicalPort took 19.851732ms, libovsdb time 790.779µs I0521 19:39:40.654264 3707 obj_retry.go:492] Detected object openshift-console/console-7cc4968d98-nh7qp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:40.654351 3707 obj_retry.go:492] Detected object openshift-console/console-7cc4968d98-nh7qp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:40.663792 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc4968d98-nh7qp I0521 19:39:40.663822 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc4968d98-nh7qp I0521 19:39:40.917493 3707 cni.go:452] [openshift-console/console-6775444969-vh9rj a191de763a678bd02c82d04bf65168f16d488d29efc54b7e2e44d622a70f5fb7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6775444969-vh9rj a191de763a678bd02c82d04bf65168f16d488d29efc54b7e2e44d622a70f5fb7 network default NAD default NAD key ] I0521 19:39:40.926958 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6775444969-vh9rj, hostIfaceName: a191de763a678bd, network: default, NAD default, SandboxID: "a191de763a678bd02c82d04bf65168f16d488d29efc54b7e2e44d622a70f5fb7", PCI device ID: , UID: "6f907623-ad51-46ec-bdbe-0efc84e66b65", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0521 19:39:40.976034 3707 cni.go:473] [openshift-console/console-6775444969-vh9rj a191de763a678bd02c82d04bf65168f16d488d29efc54b7e2e44d622a70f5fb7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6775444969-vh9rj a191de763a678bd02c82d04bf65168f16d488d29efc54b7e2e44d622a70f5fb7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:9e:9a:bf:7d:9d\",\"name\":\"a191de763a678bd\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51489b59-5a2e-44c7-9268-ad2c2c281055\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:39:50.160936 3707 cni.go:452] [openshift-monitoring/alertmanager-main-0 d2d21adf7da5dc7a48400ef87367bd14dad1a146aaa6b028312ce73467986656 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 d2d21adf7da5dc7a48400ef87367bd14dad1a146aaa6b028312ce73467986656 network default NAD default NAD key ] I0521 19:39:50.249417 3707 cni.go:473] [openshift-monitoring/alertmanager-main-0 d2d21adf7da5dc7a48400ef87367bd14dad1a146aaa6b028312ce73467986656 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 d2d21adf7da5dc7a48400ef87367bd14dad1a146aaa6b028312ce73467986656 network default NAD default NAD key default], result "{}", err I0521 19:39:50.309964 3707 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:50.310004 3707 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0521 19:39:50.311668 3707 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.16 I0521 19:39:50.311702 3707 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:50.710368 3707 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:50.710471 3707 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:50.723020 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:39:50.723052 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:39:50.781364 3707 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:39:50.781468 3707 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0521 19:39:50.810243 3707 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 28.811958ms I0521 19:39:50.810267 3707 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 28.839925ms I0521 19:39:50.811520 3707 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 30.170741ms, libovsdb time 915.086µs I0521 19:39:51.136095 3707 cni.go:452] [openshift-monitoring/alertmanager-main-0 c0538789693ee6b49f133e249c2b5806f5c67566651271de6fa78ce70d65a503 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 c0538789693ee6b49f133e249c2b5806f5c67566651271de6fa78ce70d65a503 network default NAD default NAD key ] I0521 19:39:51.145568 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: c0538789693ee6b, network: default, NAD default, SandboxID: "c0538789693ee6b49f133e249c2b5806f5c67566651271de6fa78ce70d65a503", PCI device ID: , UID: "0cffe327-ef54-4516-a189-6b3d4625d800", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0521 19:39:51.195747 3707 cni.go:473] [openshift-monitoring/alertmanager-main-0 c0538789693ee6b49f133e249c2b5806f5c67566651271de6fa78ce70d65a503 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 c0538789693ee6b49f133e249c2b5806f5c67566651271de6fa78ce70d65a503 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:d7:da:45:3d:9b\",\"name\":\"c0538789693ee6b\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f76d23bd-c1d5-4a73-853a-f501e63f2331\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:39:51.771909 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:39:51.822578 3707 obj_retry.go:498] Detected object openshift-console/console-7cc4968d98-ftjxb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:51.823101 3707 obj_retry.go:498] Detected object openshift-console/console-7cc4968d98-ftjxb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:52.663074 3707 obj_retry.go:492] Detected object openshift-console/console-7cc4968d98-ftjxb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:52.663102 3707 obj_retry.go:492] Detected object openshift-console/console-7cc4968d98-ftjxb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:52.668068 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc4968d98-ftjxb I0521 19:39:52.668089 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc4968d98-ftjxb I0521 19:40:04.844205 3707 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:04.844743 3707 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:05.746249 3707 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:05.746271 3707 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:40:11.203728 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:40:11.203748 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:40:11.203754 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:40:24.903785 3707 cni.go:452] [openshift-monitoring/prometheus-k8s-0 0cabc85172c8cf18c1d7c2f42064d6116a78f15ced1388c0cfac8f9694cba405 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 0cabc85172c8cf18c1d7c2f42064d6116a78f15ced1388c0cfac8f9694cba405 network default NAD default NAD key ] I0521 19:40:24.981758 3707 cni.go:473] [openshift-monitoring/prometheus-k8s-0 0cabc85172c8cf18c1d7c2f42064d6116a78f15ced1388c0cfac8f9694cba405 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 0cabc85172c8cf18c1d7c2f42064d6116a78f15ced1388c0cfac8f9694cba405 network default NAD default NAD key default], result "{}", err I0521 19:40:25.046945 3707 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:25.047026 3707 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0521 19:40:25.048781 3707 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.19 I0521 19:40:25.048818 3707 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:25.857035 3707 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:25.857067 3707 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:25.868071 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:40:25.868099 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:40:25.918435 3707 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:40:25.918558 3707 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 19:40:25.949533 3707 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 31.011954ms I0521 19:40:25.949554 3707 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 31.036586ms I0521 19:40:25.964567 3707 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 46.145105ms, libovsdb time 13.233702ms I0521 19:40:26.276197 3707 cni.go:452] [openshift-monitoring/prometheus-k8s-0 6d2e71a5dd67405f7c4934100a3324f044aacf96de6394abe9c56b7607f231f4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 6d2e71a5dd67405f7c4934100a3324f044aacf96de6394abe9c56b7607f231f4 network default NAD default NAD key ] I0521 19:40:26.286217 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 6d2e71a5dd67405, network: default, NAD default, SandboxID: "6d2e71a5dd67405f7c4934100a3324f044aacf96de6394abe9c56b7607f231f4", PCI device ID: , UID: "97bbfc2f-4d08-48a4-9b86-551697514ee4", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0521 19:40:26.335179 3707 cni.go:473] [openshift-monitoring/prometheus-k8s-0 6d2e71a5dd67405f7c4934100a3324f044aacf96de6394abe9c56b7607f231f4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 6d2e71a5dd67405f7c4934100a3324f044aacf96de6394abe9c56b7607f231f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:0e:f0:f2:e1:b9\",\"name\":\"6d2e71a5dd67405\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bfcc8c9-c1be-478b-b6fc-ca7d16c862e9\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:41:27.126416 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:41:27.126437 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:42:47.240736 3707 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=495 I0521 19:43:11.939441 3707 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:43:30.227343 3707 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 I0521 19:43:43.317994 3707 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0521 19:43:59.226970 3707 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=131 I0521 19:44:48.316915 3707 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0521 19:44:51.354933 3707 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0521 19:44:58.355312 3707 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0521 19:45:21.348989 3707 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0521 19:45:28.328576 3707 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0521 19:45:49.365653 3707 namespace.go:98] [tsf] adding namespace I0521 19:45:49.366518 3707 namespace.go:102] [tsf] adding namespace took 845.428µs I0521 19:45:49.386445 3707 namespace.go:142] [tsf] updating namespace I0521 19:45:49.399004 3707 namespace.go:142] [tsf] updating namespace I0521 19:45:53.559048 3707 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:45:53.559190 3707 namespace.go:98] [rhbk-operator] adding namespace I0521 19:45:53.559968 3707 namespace.go:102] [cert-manager-operator] adding namespace took 898.345µs I0521 19:45:53.560632 3707 namespace.go:102] [rhbk-operator] adding namespace took 1.42347ms I0521 19:45:53.561948 3707 namespace.go:98] [tsf-tas] adding namespace I0521 19:45:53.562014 3707 namespace.go:98] [konflux-operator] adding namespace I0521 19:45:53.562085 3707 namespace.go:98] [tsf-tpa] adding namespace I0521 19:45:53.562670 3707 namespace.go:102] [tsf-tas] adding namespace took 706.769µs I0521 19:45:53.563270 3707 namespace.go:102] [konflux-operator] adding namespace took 1.241763ms I0521 19:45:53.563833 3707 namespace.go:102] [tsf-tpa] adding namespace took 1.736646ms I0521 19:45:53.567738 3707 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:45:53.567775 3707 namespace.go:98] [konflux-ui] adding namespace I0521 19:45:53.568374 3707 namespace.go:102] [tsf-keycloak] adding namespace took 610.533µs I0521 19:45:53.568912 3707 namespace.go:102] [konflux-ui] adding namespace took 1.125491ms I0521 19:45:53.576327 3707 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:45:53.576938 3707 namespace.go:102] [rhtpa-operator] adding namespace took 596.099µs I0521 19:45:53.596384 3707 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:45:53.605199 3707 namespace.go:142] [tsf-tas] updating namespace I0521 19:45:53.614008 3707 namespace.go:142] [rhbk-operator] updating namespace I0521 19:45:53.616387 3707 namespace.go:142] [tsf-tpa] updating namespace I0521 19:45:53.616421 3707 namespace.go:142] [konflux-operator] updating namespace I0521 19:45:53.616596 3707 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:45:53.620428 3707 namespace.go:142] [konflux-ui] updating namespace I0521 19:45:53.620533 3707 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:45:53.625355 3707 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:45:53.642085 3707 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:45:53.663727 3707 namespace.go:142] [tsf-tas] updating namespace I0521 19:45:53.682204 3707 namespace.go:142] [tsf-tas] updating namespace I0521 19:45:53.693368 3707 namespace.go:142] [konflux-operator] updating namespace I0521 19:45:53.708579 3707 namespace.go:142] [konflux-operator] updating namespace I0521 19:45:53.722817 3707 namespace.go:142] [tsf-tpa] updating namespace I0521 19:45:53.739839 3707 namespace.go:142] [tsf-tpa] updating namespace I0521 19:45:53.745731 3707 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:45:53.764516 3707 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:45:53.767417 3707 namespace.go:142] [konflux-ui] updating namespace I0521 19:45:53.788264 3707 namespace.go:142] [konflux-ui] updating namespace I0521 19:45:53.796741 3707 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:45:53.812890 3707 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:45:53.821308 3707 namespace.go:142] [rhbk-operator] updating namespace I0521 19:45:53.833745 3707 namespace.go:142] [rhbk-operator] updating namespace I0521 19:45:54.972964 3707 namespace.go:142] [tsf-tpa] updating namespace I0521 19:45:54.991003 3707 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:46:01.343610 3707 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0521 19:46:02.322234 3707 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.322763 3707 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.322791 3707 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.322816 3707 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:02.322830 3707 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.322834 3707 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:02.347462 3707 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.347909 3707 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.347935 3707 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.347943 3707 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:02.347953 3707 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.347958 3707 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:03.351225 3707 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.351250 3707 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.351264 3707 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.351283 3707 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.382478 3707 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.382499 3707 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.382514 3707 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.382527 3707 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:08.550212 3707 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-t2xf5] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-t2xf5 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:46:08.550332 3707 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-t2xf5 I0521 19:46:08.565295 3707 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-t2xf5] pod update took 14.991486ms I0521 19:46:08.565314 3707 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-t2xf5] addLogicalPort annotation time took 15.015167ms I0521 19:46:08.566473 3707 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-t2xf5] addLogicalPort took 16.279342ms, libovsdb time 828.574µs I0521 19:46:08.909055 3707 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-t2xf5 262fbf2f5cf37fa4d5cee1003825c00aaa565253841cf7e4cb806fa09ebb163a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-t2xf5 262fbf2f5cf37fa4d5cee1003825c00aaa565253841cf7e4cb806fa09ebb163a network default NAD default NAD key ] I0521 19:46:08.918343 3707 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-t2xf5, hostIfaceName: 262fbf2f5cf37fa, network: default, NAD default, SandboxID: "262fbf2f5cf37fa4d5cee1003825c00aaa565253841cf7e4cb806fa09ebb163a", PCI device ID: , UID: "a9a70a0a-38bd-4c56-a8da-faf22721ca5a", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0521 19:46:08.966806 3707 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-t2xf5 262fbf2f5cf37fa4d5cee1003825c00aaa565253841cf7e4cb806fa09ebb163a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-t2xf5 262fbf2f5cf37fa4d5cee1003825c00aaa565253841cf7e4cb806fa09ebb163a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:0b:c5:5a:2f:bc\",\"name\":\"262fbf2f5cf37fa\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58d73c43-4303-44ba-87d4-bb0347022e04\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:46:09.270313 3707 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:09.270856 3707 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:09.270905 3707 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:09.270913 3707 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:09.270924 3707 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:09.270928 3707 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:09.296784 3707 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:09.297266 3707 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:09.297294 3707 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:09.297302 3707 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:09.297311 3707 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:09.297318 3707 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:10.280251 3707 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:10.280892 3707 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:10.280918 3707 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:10.280926 3707 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:10.280941 3707 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:10.280945 3707 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:10.304544 3707 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:10.304573 3707 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:10.304594 3707 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:10.304608 3707 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:10.332026 3707 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:10.332055 3707 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:10.332073 3707 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:10.332089 3707 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:11.296419 3707 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:11.297012 3707 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:11.297042 3707 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:11.297052 3707 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:11.297064 3707 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:11.297070 3707 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:11.312604 3707 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:11.312633 3707 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:11.312646 3707 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:11.312660 3707 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:46:12.177502 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:46:12.329011 3707 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:12.329031 3707 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:12.329049 3707 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:12.329064 3707 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:46:13.927912 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:46:13.939957 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:46:15.628604 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:46:15.639604 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:46:15.641919 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:46:15.652423 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:46:20.767144 3707 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-gr7dn] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-gr7dn for pod on switch ip-10-0-1-64.ec2.internal I0521 19:46:20.767299 3707 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-gr7dn I0521 19:46:20.792233 3707 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-gr7dn] pod update took 24.958218ms I0521 19:46:20.792262 3707 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-gr7dn] addLogicalPort annotation time took 24.991813ms I0521 19:46:20.793441 3707 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-gr7dn] addLogicalPort took 26.316754ms, libovsdb time 839.538µs I0521 19:46:21.131848 3707 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-gr7dn be58a4d89a3304bd6a87517a4020b42c33b052a5f89544a0724ea5a966b0bc84 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-gr7dn be58a4d89a3304bd6a87517a4020b42c33b052a5f89544a0724ea5a966b0bc84 network default NAD default NAD key ] I0521 19:46:21.141641 3707 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-gr7dn, hostIfaceName: be58a4d89a3304b, network: default, NAD default, SandboxID: "be58a4d89a3304bd6a87517a4020b42c33b052a5f89544a0724ea5a966b0bc84", PCI device ID: , UID: "d7bc9c64-c5ec-49a3-80e7-9128d2787f0d", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0521 19:46:21.190468 3707 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-gr7dn be58a4d89a3304bd6a87517a4020b42c33b052a5f89544a0724ea5a966b0bc84 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-gr7dn be58a4d89a3304bd6a87517a4020b42c33b052a5f89544a0724ea5a966b0bc84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:45:ca:20:bf:52\",\"name\":\"be58a4d89a3304b\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93229237-a6df-4cee-baab-70a177e92889\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:46:21.233815 3707 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=55 W0521 19:46:23.219586 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:46:24.338441 3707 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 W0521 19:46:24.350156 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:46:26.669680 3707 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zvlrh] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-zvlrh for pod on switch ip-10-0-1-64.ec2.internal I0521 19:46:26.669834 3707 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zvlrh I0521 19:46:26.693203 3707 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zvlrh] pod update took 23.395193ms I0521 19:46:26.693226 3707 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zvlrh] addLogicalPort annotation time took 23.42383ms I0521 19:46:26.694451 3707 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zvlrh] addLogicalPort took 24.789276ms, libovsdb time 896.582µs I0521 19:46:27.038055 3707 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zvlrh 8b02d75518ade0a6ae7c48137c63ba6d62e93cab53cccc561e82f3fb5d90e39a network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zvlrh 8b02d75518ade0a6ae7c48137c63ba6d62e93cab53cccc561e82f3fb5d90e39a network default NAD default NAD key ] I0521 19:46:27.047708 3707 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-zvlrh, hostIfaceName: 8b02d75518ade0a, network: default, NAD default, SandboxID: "8b02d75518ade0a6ae7c48137c63ba6d62e93cab53cccc561e82f3fb5d90e39a", PCI device ID: , UID: "135c63c7-ddf4-435d-ae28-8c5ecb659fc7", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0521 19:46:27.099172 3707 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zvlrh 8b02d75518ade0a6ae7c48137c63ba6d62e93cab53cccc561e82f3fb5d90e39a network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-zvlrh 8b02d75518ade0a6ae7c48137c63ba6d62e93cab53cccc561e82f3fb5d90e39a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:00:70:48:6e:e7\",\"name\":\"8b02d75518ade0a\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fea1514-ee4d-4c60-9bd8-616e51f1fa81\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:46:27.292577 3707 namespace.go:142] [openshift-operators] updating namespace I0521 19:46:27.304752 3707 namespace.go:142] [openshift-operators] updating namespace I0521 19:46:29.234634 3707 namespace.go:98] [cert-manager] adding namespace I0521 19:46:29.235499 3707 namespace.go:102] [cert-manager] adding namespace took 835.825µs I0521 19:46:29.270887 3707 namespace.go:142] [cert-manager] updating namespace I0521 19:46:29.291208 3707 namespace.go:142] [cert-manager] updating namespace W0521 19:46:29.456477 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:46:29.598335 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:46:29.672711 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:46:29.728167 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:46:31.886261 3707 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-d2t72] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-d2t72 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:46:31.886385 3707 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-d2t72 I0521 19:46:31.906173 3707 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-d2t72] pod update took 19.808873ms I0521 19:46:31.906195 3707 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-d2t72] addLogicalPort annotation time took 19.83729ms I0521 19:46:31.907386 3707 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-d2t72] addLogicalPort took 21.146272ms, libovsdb time 856.818µs I0521 19:46:32.266557 3707 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-d2t72 4c195a1c8fac6a8e8676818ec3afddce30ae17d96b1a1a2a44f70324af021ee9 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-d2t72 4c195a1c8fac6a8e8676818ec3afddce30ae17d96b1a1a2a44f70324af021ee9 network default NAD default NAD key ] I0521 19:46:32.275813 3707 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-d2t72, hostIfaceName: 4c195a1c8fac6a8, network: default, NAD default, SandboxID: "4c195a1c8fac6a8e8676818ec3afddce30ae17d96b1a1a2a44f70324af021ee9", PCI device ID: , UID: "49a00be8-3a7a-4b82-ad8a-43e7baf0d28b", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0521 19:46:32.325897 3707 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-d2t72 4c195a1c8fac6a8e8676818ec3afddce30ae17d96b1a1a2a44f70324af021ee9 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-d2t72 4c195a1c8fac6a8e8676818ec3afddce30ae17d96b1a1a2a44f70324af021ee9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:d4:6d:30:1e:fc\",\"name\":\"4c195a1c8fac6a8\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/184d51bb-dddf-4a2e-afcd-30c24c795fc1\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:46:33.855171 3707 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-7zllr] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-7zllr for pod on switch ip-10-0-1-64.ec2.internal I0521 19:46:33.855284 3707 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-7zllr I0521 19:46:33.871514 3707 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-7zllr] pod update took 16.252264ms I0521 19:46:33.871541 3707 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-7zllr] addLogicalPort annotation time took 16.283849ms I0521 19:46:33.872780 3707 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-7zllr] addLogicalPort took 17.630718ms, libovsdb time 854.318µs I0521 19:46:34.220267 3707 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-7zllr a34137e001f7b2eb08d0bf1329b48ba08731c9b934fd0ac8648b0dd9162a5cd2 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-7zllr a34137e001f7b2eb08d0bf1329b48ba08731c9b934fd0ac8648b0dd9162a5cd2 network default NAD default NAD key ] I0521 19:46:34.230195 3707 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-7zllr, hostIfaceName: a34137e001f7b2e, network: default, NAD default, SandboxID: "a34137e001f7b2eb08d0bf1329b48ba08731c9b934fd0ac8648b0dd9162a5cd2", PCI device ID: , UID: "5526113b-375d-4514-a39d-6858ce71d9f9", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0521 19:46:34.283995 3707 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-7zllr a34137e001f7b2eb08d0bf1329b48ba08731c9b934fd0ac8648b0dd9162a5cd2 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-7zllr a34137e001f7b2eb08d0bf1329b48ba08731c9b934fd0ac8648b0dd9162a5cd2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:f5:a9:36:aa:c5\",\"name\":\"a34137e001f7b2e\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f343c7a4-f10b-4702-9c5a-aefedfec4bfe\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:46:35.098933 3707 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:46:35.099976 3707 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.016117ms I0521 19:46:35.150250 3707 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:46:35.184930 3707 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 19:46:35.250854 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:46:35.334981 3707 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0521 19:46:36.334793 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:46:36.334810 3707 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:46:38.437807 3707 namespace.go:142] [openshift-operators] updating namespace I0521 19:46:38.867646 3707 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-rk5t8] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-rk5t8 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:46:38.867783 3707 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-rk5t8 I0521 19:46:38.914803 3707 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rk5t8] pod update took 47.056899ms I0521 19:46:38.914826 3707 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-rk5t8] addLogicalPort annotation time took 47.086146ms I0521 19:46:38.916185 3707 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rk5t8] addLogicalPort took 48.554829ms, libovsdb time 949.104µs I0521 19:46:39.227812 3707 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rk5t8 39dc375ece40c6965541678ffbf553cc1e7fcbad87b9e78aee5ee8370c53cf9a network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rk5t8 39dc375ece40c6965541678ffbf553cc1e7fcbad87b9e78aee5ee8370c53cf9a network default NAD default NAD key ] I0521 19:46:39.237162 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-rk5t8, hostIfaceName: 39dc375ece40c69, network: default, NAD default, SandboxID: "39dc375ece40c6965541678ffbf553cc1e7fcbad87b9e78aee5ee8370c53cf9a", PCI device ID: , UID: "5d1596b8-7e5a-40be-8bd1-175cb20ccd80", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0521 19:46:39.289817 3707 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rk5t8 39dc375ece40c6965541678ffbf553cc1e7fcbad87b9e78aee5ee8370c53cf9a network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rk5t8 39dc375ece40c6965541678ffbf553cc1e7fcbad87b9e78aee5ee8370c53cf9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:86:3f:16:67:bb\",\"name\":\"39dc375ece40c69\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/025195b9-b903-4ef3-9817-7996f9d4af91\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:46:42.355651 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:46:42.355669 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:46:49.322978 3707 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0521 19:46:49.504606 3707 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:49.505175 3707 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:49.536850 3707 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:49.536896 3707 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:49.547619 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:46:49.547642 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 19:46:51.234124 3707 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0521 19:46:54.511796 3707 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:46:54.512626 3707 namespace.go:102] [openshift-pipelines] adding namespace took 809.445µs I0521 19:46:54.535227 3707 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:46:55.230658 3707 namespace.go:142] [cert-manager] updating namespace I0521 19:46:55.433325 3707 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:46:55.832034 3707 namespace.go:142] [konflux-operator] updating namespace I0521 19:46:56.029528 3707 namespace.go:142] [konflux-ui] updating namespace I0521 19:46:56.233096 3707 namespace.go:142] [open-cluster-management-2qegorp29j0nqkskkmshe4vqq1fottup] updating namespace I0521 19:46:56.634187 3707 namespace.go:142] [rhbk-operator] updating namespace I0521 19:46:56.834335 3707 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:46:57.035481 3707 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:46:57.240220 3707 namespace.go:142] [tsf] updating namespace I0521 19:46:57.439297 3707 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:46:57.640537 3707 namespace.go:142] [tsf-tas] updating namespace I0521 19:46:57.839061 3707 namespace.go:142] [tsf-tpa] updating namespace I0521 19:46:57.997732 3707 namespace.go:142] [cert-manager] updating namespace I0521 19:46:58.010080 3707 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:46:58.022090 3707 namespace.go:142] [default] updating namespace I0521 19:46:58.033418 3707 namespace.go:142] [konflux-operator] updating namespace I0521 19:46:58.045646 3707 namespace.go:142] [konflux-ui] updating namespace I0521 19:46:58.056041 3707 namespace.go:142] [open-cluster-management-2qegorp29j0nqkskkmshe4vqq1fottup] updating namespace I0521 19:46:58.067727 3707 namespace.go:142] [openshift] updating namespace I0521 19:46:58.077581 3707 namespace.go:142] [rhbk-operator] updating namespace I0521 19:46:58.091436 3707 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:46:58.100159 3707 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:46:58.111651 3707 namespace.go:142] [tsf] updating namespace I0521 19:46:58.121434 3707 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:46:58.131053 3707 namespace.go:142] [tsf-tas] updating namespace I0521 19:46:58.144193 3707 namespace.go:142] [tsf-tpa] updating namespace I0521 19:46:58.224292 3707 namespace.go:142] [cert-manager] updating namespace I0521 19:46:58.329048 3707 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:46:58.429207 3707 namespace.go:142] [default] updating namespace I0521 19:46:58.522209 3707 namespace.go:142] [konflux-operator] updating namespace I0521 19:46:58.629325 3707 namespace.go:142] [konflux-ui] updating namespace I0521 19:46:58.724667 3707 namespace.go:142] [open-cluster-management-2qegorp29j0nqkskkmshe4vqq1fottup] updating namespace I0521 19:46:58.821297 3707 namespace.go:142] [openshift] updating namespace I0521 19:46:58.922548 3707 namespace.go:142] [rhbk-operator] updating namespace I0521 19:46:59.024106 3707 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:46:59.123724 3707 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:46:59.234943 3707 namespace.go:142] [tsf] updating namespace I0521 19:46:59.327780 3707 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:46:59.435230 3707 namespace.go:142] [tsf-tas] updating namespace I0521 19:46:59.530045 3707 namespace.go:142] [tsf-tpa] updating namespace I0521 19:46:59.952497 3707 namespace.go:142] [openshift-pipelines] updating namespace W0521 19:47:00.439584 3707 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 19:47:04.451590 3707 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0521 19:47:07.533620 3707 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xk8q5] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-xk8q5 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:47:07.533733 3707 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xk8q5 I0521 19:47:07.551325 3707 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xk8q5] pod update took 17.628633ms I0521 19:47:07.551351 3707 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xk8q5] addLogicalPort annotation time took 17.658926ms I0521 19:47:07.552447 3707 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xk8q5] addLogicalPort took 18.845725ms, libovsdb time 765.589µs I0521 19:47:07.639883 3707 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5974r] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-5974r for pod on switch ip-10-0-1-64.ec2.internal I0521 19:47:07.639968 3707 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5974r I0521 19:47:07.660412 3707 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5974r] pod update took 20.463768ms I0521 19:47:07.660436 3707 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5974r] addLogicalPort annotation time took 20.496849ms I0521 19:47:07.661588 3707 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5974r] addLogicalPort took 21.742037ms, libovsdb time 786.373µs I0521 19:47:07.896848 3707 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xk8q5 f3c1a08e841aa1ef074aeba62d61bcfe9628e4538cb5f56ddd625ff6b9af395d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xk8q5 f3c1a08e841aa1ef074aeba62d61bcfe9628e4538cb5f56ddd625ff6b9af395d network default NAD default NAD key ] I0521 19:47:07.907087 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-xk8q5, hostIfaceName: f3c1a08e841aa1e, network: default, NAD default, SandboxID: "f3c1a08e841aa1ef074aeba62d61bcfe9628e4538cb5f56ddd625ff6b9af395d", PCI device ID: , UID: "d638cf7d-716f-4e7e-a412-8e0a4b75fc71", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0521 19:47:07.961165 3707 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xk8q5 f3c1a08e841aa1ef074aeba62d61bcfe9628e4538cb5f56ddd625ff6b9af395d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-xk8q5 f3c1a08e841aa1ef074aeba62d61bcfe9628e4538cb5f56ddd625ff6b9af395d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:7b:37:b5:bc:3d\",\"name\":\"f3c1a08e841aa1e\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f31325d-b9b8-4fd0-8fd8-9d2d5934e5ed\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:47:07.999564 3707 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5974r 76c56d4f67d0994d0d258cc5c059205f331cf59c389067131cfaed495dae3779 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5974r 76c56d4f67d0994d0d258cc5c059205f331cf59c389067131cfaed495dae3779 network default NAD default NAD key ] I0521 19:47:08.010528 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-5974r, hostIfaceName: 76c56d4f67d0994, network: default, NAD default, SandboxID: "76c56d4f67d0994d0d258cc5c059205f331cf59c389067131cfaed495dae3779", PCI device ID: , UID: "068a023c-d768-4c48-99ea-64bc9887c5d3", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0521 19:47:08.061179 3707 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5974r 76c56d4f67d0994d0d258cc5c059205f331cf59c389067131cfaed495dae3779 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5974r 76c56d4f67d0994d0d258cc5c059205f331cf59c389067131cfaed495dae3779 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:44:9f:db:6f:c2\",\"name\":\"76c56d4f67d0994\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab8749ec-39c7-4e45-b915-119134f25275\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:47:09.228692 3707 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=100 I0521 19:47:11.333166 3707 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 W0521 19:47:12.372214 3707 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:47:12.372234 3707 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:47:12.372239 3707 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:47:12.476065 3707 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:12.476093 3707 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:12.476102 3707 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:12.476106 3707 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:13.511447 3707 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:47:13.511466 3707 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:47:13.511471 3707 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:47:23.476699 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:23.476721 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:23.476726 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:23.476731 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 19:47:32.229822 3707 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-tjd9t] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-tjd9t for pod on switch ip-10-0-1-64.ec2.internal I0521 19:47:32.229982 3707 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-tjd9t I0521 19:47:32.248214 3707 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-tjd9t] pod update took 18.25753ms I0521 19:47:32.248239 3707 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-tjd9t] addLogicalPort annotation time took 18.288485ms I0521 19:47:32.249532 3707 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-tjd9t] addLogicalPort took 19.727032ms, libovsdb time 882.61µs I0521 19:47:32.589040 3707 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-tjd9t 37268f6eef70fbc6be67ab0cc1088a82958b79daa349f41758cd9cedc4bc9cf0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-tjd9t 37268f6eef70fbc6be67ab0cc1088a82958b79daa349f41758cd9cedc4bc9cf0 network default NAD default NAD key ] I0521 19:47:32.598958 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-tjd9t, hostIfaceName: 37268f6eef70fbc, network: default, NAD default, SandboxID: "37268f6eef70fbc6be67ab0cc1088a82958b79daa349f41758cd9cedc4bc9cf0", PCI device ID: , UID: "6cdbff3e-38dd-421a-8931-591745502e22", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0521 19:47:32.651193 3707 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-tjd9t 37268f6eef70fbc6be67ab0cc1088a82958b79daa349f41758cd9cedc4bc9cf0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-tjd9t 37268f6eef70fbc6be67ab0cc1088a82958b79daa349f41758cd9cedc4bc9cf0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:fe:9e:b6:20:ea\",\"name\":\"37268f6eef70fbc\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bfc14dd-dd5f-48d6-9c0b-a61e0bbf3987\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:47:36.496018 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 19:47:41.778646 3707 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:41.779237 3707 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:41.822933 3707 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:41.822951 3707 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:41.832509 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:47:41.832534 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:47:43.780174 3707 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:47:43.780835 3707 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:47:43.780855 3707 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:47:43.783271 3707 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0521 19:47:49.386085 3707 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-mpsfm] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-mpsfm for pod on switch ip-10-0-1-64.ec2.internal I0521 19:47:49.386244 3707 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-mpsfm I0521 19:47:49.406165 3707 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-mpsfm] pod update took 19.95947ms I0521 19:47:49.406187 3707 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-mpsfm] addLogicalPort annotation time took 19.989163ms I0521 19:47:49.407403 3707 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-mpsfm] addLogicalPort took 21.334635ms, libovsdb time 849.077µs I0521 19:47:49.750338 3707 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-mpsfm e11be4f6eae43275b8ded235a5a8e37bf46e02c164173e082e50e74416c66eaa network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-mpsfm e11be4f6eae43275b8ded235a5a8e37bf46e02c164173e082e50e74416c66eaa network default NAD default NAD key ] I0521 19:47:49.759706 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-mpsfm, hostIfaceName: e11be4f6eae4327, network: default, NAD default, SandboxID: "e11be4f6eae43275b8ded235a5a8e37bf46e02c164173e082e50e74416c66eaa", PCI device ID: , UID: "8c4c32dc-a7b9-4407-92f8-c61c2424c33f", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0521 19:47:49.811899 3707 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-mpsfm e11be4f6eae43275b8ded235a5a8e37bf46e02c164173e082e50e74416c66eaa network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-mpsfm e11be4f6eae43275b8ded235a5a8e37bf46e02c164173e082e50e74416c66eaa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:91:0b:b4:6d:e8\",\"name\":\"e11be4f6eae4327\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d18bdeb-252d-4b64-8508-8beeac817c5f\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:47:50.720609 3707 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:47:50.720635 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:47:50.727198 3707 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:47:50.727218 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0521 19:47:53.825816 3707 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:48:13.288445 3707 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-4tcmv] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-4tcmv for pod on switch ip-10-0-1-64.ec2.internal I0521 19:48:13.288542 3707 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-4tcmv I0521 19:48:13.312855 3707 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4tcmv] pod update took 24.342674ms I0521 19:48:13.312891 3707 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-4tcmv] addLogicalPort annotation time took 24.385221ms I0521 19:48:13.314193 3707 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4tcmv] addLogicalPort took 25.770889ms, libovsdb time 920.955µs I0521 19:48:13.648558 3707 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4tcmv 1cd7739aa2495a5da925d8d87be8cacfa6b2e59bf0c9c4ea6a21fba0caa41385 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4tcmv 1cd7739aa2495a5da925d8d87be8cacfa6b2e59bf0c9c4ea6a21fba0caa41385 network default NAD default NAD key ] I0521 19:48:13.657979 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-4tcmv, hostIfaceName: 1cd7739aa2495a5, network: default, NAD default, SandboxID: "1cd7739aa2495a5da925d8d87be8cacfa6b2e59bf0c9c4ea6a21fba0caa41385", PCI device ID: , UID: "a3475cad-7651-4af3-b2a9-125ab477901b", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0521 19:48:13.712069 3707 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4tcmv 1cd7739aa2495a5da925d8d87be8cacfa6b2e59bf0c9c4ea6a21fba0caa41385 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4tcmv 1cd7739aa2495a5da925d8d87be8cacfa6b2e59bf0c9c4ea6a21fba0caa41385 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:38:4f:55:e6:84\",\"name\":\"1cd7739aa2495a5\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e9590b9-3135-4017-bdfe-7267bc51bda7\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:48:17.022155 3707 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:48:17.022754 3707 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:48:17.068396 3707 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:48:17.068420 3707 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:48:17.074773 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:48:17.074796 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 19:48:19.283178 3707 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-954f8-r9xm9] creating logical port tsf-tas_segment-backup-installation-954f8-r9xm9 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:48:19.283273 3707 kube.go:256] Updating pod tsf-tas/segment-backup-installation-954f8-r9xm9 I0521 19:48:19.301719 3707 pod.go:62] [tsf-tas/segment-backup-installation-954f8-r9xm9] pod update took 18.468603ms I0521 19:48:19.301741 3707 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-954f8-r9xm9] addLogicalPort annotation time took 18.495881ms I0521 19:48:19.303005 3707 pods.go:271] [tsf-tas/segment-backup-installation-954f8-r9xm9] addLogicalPort took 19.843419ms, libovsdb time 856.772µs I0521 19:48:19.641763 3707 cni.go:452] [tsf-tas/segment-backup-installation-954f8-r9xm9 b0b01c3b9ce4168473ffc937ae90809705d9e847e65a776502a94c1af889526a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-954f8-r9xm9 b0b01c3b9ce4168473ffc937ae90809705d9e847e65a776502a94c1af889526a network default NAD default NAD key ] I0521 19:48:19.651290 3707 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-954f8-r9xm9, hostIfaceName: b0b01c3b9ce4168, network: default, NAD default, SandboxID: "b0b01c3b9ce4168473ffc937ae90809705d9e847e65a776502a94c1af889526a", PCI device ID: , UID: "c8e4015b-bd09-425e-8e0a-dbe01cd05c2f", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0521 19:48:19.704441 3707 cni.go:473] [tsf-tas/segment-backup-installation-954f8-r9xm9 b0b01c3b9ce4168473ffc937ae90809705d9e847e65a776502a94c1af889526a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-954f8-r9xm9 b0b01c3b9ce4168473ffc937ae90809705d9e847e65a776502a94c1af889526a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:f9:57:7b:9b:8c\",\"name\":\"b0b01c3b9ce4168\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0af60a15-74c7-4920-93ce-1623d0f81ebf\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:48:20.191901 3707 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-bb9ts-vlkhd] creating logical port tsf-tas_ctlog-createtree-job-bb9ts-vlkhd for pod on switch ip-10-0-1-64.ec2.internal I0521 19:48:20.191988 3707 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-bb9ts-vlkhd I0521 19:48:20.218031 3707 pod.go:62] [tsf-tas/ctlog-createtree-job-bb9ts-vlkhd] pod update took 26.064219ms I0521 19:48:20.218052 3707 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-bb9ts-vlkhd] addLogicalPort annotation time took 26.090006ms I0521 19:48:20.219255 3707 pods.go:271] [tsf-tas/ctlog-createtree-job-bb9ts-vlkhd] addLogicalPort took 27.38964ms, libovsdb time 829.179µs I0521 19:48:20.547894 3707 cni.go:452] [tsf-tas/ctlog-createtree-job-bb9ts-vlkhd fc857bcc03dbe1510ebd552d95e2959717e98601237172ca2312782d8cd16586 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-bb9ts-vlkhd fc857bcc03dbe1510ebd552d95e2959717e98601237172ca2312782d8cd16586 network default NAD default NAD key ] I0521 19:48:20.558427 3707 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-bb9ts-vlkhd, hostIfaceName: fc857bcc03dbe15, network: default, NAD default, SandboxID: "fc857bcc03dbe1510ebd552d95e2959717e98601237172ca2312782d8cd16586", PCI device ID: , UID: "471b217f-4d8c-4f4d-bf33-cfed6bb58f33", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0521 19:48:20.611354 3707 cni.go:473] [tsf-tas/ctlog-createtree-job-bb9ts-vlkhd fc857bcc03dbe1510ebd552d95e2959717e98601237172ca2312782d8cd16586 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-bb9ts-vlkhd fc857bcc03dbe1510ebd552d95e2959717e98601237172ca2312782d8cd16586 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:f3:2d:a7:97:83\",\"name\":\"fc857bcc03dbe15\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79eeab89-82b4-4078-b14b-fd985541600f\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:48:20.702089 3707 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-5z6qw-j7ncp] creating logical port tsf-tas_rekor-createtree-job-5z6qw-j7ncp for pod on switch ip-10-0-1-64.ec2.internal I0521 19:48:20.702224 3707 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-5z6qw-j7ncp I0521 19:48:20.743175 3707 pod.go:62] [tsf-tas/rekor-createtree-job-5z6qw-j7ncp] pod update took 40.972248ms I0521 19:48:20.743200 3707 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-5z6qw-j7ncp] addLogicalPort annotation time took 41.003923ms I0521 19:48:20.744492 3707 pods.go:271] [tsf-tas/rekor-createtree-job-5z6qw-j7ncp] addLogicalPort took 42.42675ms, libovsdb time 900.899µs I0521 19:48:21.036340 3707 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-54b7d4664f-x9x25] creating logical port tsf-tas_trillian-logsigner-54b7d4664f-x9x25 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:48:21.036531 3707 kube.go:256] Updating pod tsf-tas/trillian-logsigner-54b7d4664f-x9x25 I0521 19:48:21.074440 3707 pod.go:62] [tsf-tas/trillian-logsigner-54b7d4664f-x9x25] pod update took 37.89859ms I0521 19:48:21.074747 3707 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-54b7d4664f-x9x25] addLogicalPort annotation time took 38.230185ms I0521 19:48:21.077018 3707 pods.go:271] [tsf-tas/trillian-logsigner-54b7d4664f-x9x25] addLogicalPort took 40.701596ms, libovsdb time 1.503266ms I0521 19:48:21.363387 3707 cni.go:452] [tsf-tas/rekor-createtree-job-5z6qw-j7ncp 5501612338a326542cdf2111d0aa0a967a6002805359ca468f47bf2e6cca8762 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-5z6qw-j7ncp 5501612338a326542cdf2111d0aa0a967a6002805359ca468f47bf2e6cca8762 network default NAD default NAD key ] I0521 19:48:21.376955 3707 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-5z6qw-j7ncp, hostIfaceName: 5501612338a3265, network: default, NAD default, SandboxID: "5501612338a326542cdf2111d0aa0a967a6002805359ca468f47bf2e6cca8762", PCI device ID: , UID: "6b22a5e6-05ea-4682-9b1c-c0f389ff4a0c", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0521 19:48:21.443129 3707 cni.go:473] [tsf-tas/rekor-createtree-job-5z6qw-j7ncp 5501612338a326542cdf2111d0aa0a967a6002805359ca468f47bf2e6cca8762 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-5z6qw-j7ncp 5501612338a326542cdf2111d0aa0a967a6002805359ca468f47bf2e6cca8762 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:47:91:e9:29:29\",\"name\":\"5501612338a3265\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97511b72-19ba-4675-b6e2-0c5c1d802475\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:48:21.730241 3707 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:48:21.730336 3707 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:48:21.730352 3707 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:48:22.014155 3707 cni.go:452] [tsf-tas/trillian-logsigner-54b7d4664f-x9x25 81c9dd38da74f16d6e914d69ee6d0e7c01a1f72349108adc4b73363ce7c4f8ef network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-54b7d4664f-x9x25 81c9dd38da74f16d6e914d69ee6d0e7c01a1f72349108adc4b73363ce7c4f8ef network default NAD default NAD key ] I0521 19:48:22.027249 3707 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-54b7d4664f-x9x25, hostIfaceName: 81c9dd38da74f16, network: default, NAD default, SandboxID: "81c9dd38da74f16d6e914d69ee6d0e7c01a1f72349108adc4b73363ce7c4f8ef", PCI device ID: , UID: "1e070aca-b0a1-4ed2-82dc-1886fada965d", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0521 19:48:22.103448 3707 cni.go:473] [tsf-tas/trillian-logsigner-54b7d4664f-x9x25 81c9dd38da74f16d6e914d69ee6d0e7c01a1f72349108adc4b73363ce7c4f8ef network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-54b7d4664f-x9x25 81c9dd38da74f16d6e914d69ee6d0e7c01a1f72349108adc4b73363ce7c4f8ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:03:b5:a1:53:b6\",\"name\":\"81c9dd38da74f16\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb9fa6c4-bf40-4b73-a131-ec051a8e7ce9\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:48:22.926495 3707 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:48:22.926514 3707 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:48:29.970164 3707 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0521 19:48:33.940426 3707 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 19:48:35.008269 3707 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:48:36.904830 3707 cni.go:452] [tsf-tas/segment-backup-installation-954f8-r9xm9 b0b01c3b9ce4168473ffc937ae90809705d9e847e65a776502a94c1af889526a network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-954f8-r9xm9 b0b01c3b9ce4168473ffc937ae90809705d9e847e65a776502a94c1af889526a network default NAD default NAD key ] I0521 19:48:36.993092 3707 cni.go:473] [tsf-tas/segment-backup-installation-954f8-r9xm9 b0b01c3b9ce4168473ffc937ae90809705d9e847e65a776502a94c1af889526a network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-954f8-r9xm9 b0b01c3b9ce4168473ffc937ae90809705d9e847e65a776502a94c1af889526a network default NAD default NAD key default], result "{}", err I0521 19:48:37.045510 3707 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-954f8-r9xm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:48:37.045544 3707 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-954f8-r9xm9 I0521 19:48:37.046945 3707 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-954f8-r9xm9, ips: 10.130.0.36 I0521 19:48:37.046977 3707 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-954f8-r9xm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:48:37.927601 3707 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-954f8-r9xm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:48:37.927626 3707 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-954f8-r9xm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:48:39.595586 3707 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-gj4k5] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-gj4k5 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:48:39.595676 3707 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-gj4k5 I0521 19:48:39.621491 3707 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-gj4k5] pod update took 25.831463ms I0521 19:48:39.621516 3707 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-gj4k5] addLogicalPort annotation time took 25.863295ms I0521 19:48:39.622903 3707 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-gj4k5] addLogicalPort took 27.332441ms, libovsdb time 826.944µs I0521 19:48:39.952476 3707 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-gj4k5 08de07558ff9864b111a5b4618b8d9f9072d859dbb42d2120db9299c674b0577 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-gj4k5 08de07558ff9864b111a5b4618b8d9f9072d859dbb42d2120db9299c674b0577 network default NAD default NAD key ] I0521 19:48:39.962599 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-gj4k5, hostIfaceName: 08de07558ff9864, network: default, NAD default, SandboxID: "08de07558ff9864b111a5b4618b8d9f9072d859dbb42d2120db9299c674b0577", PCI device ID: , UID: "f9aff17a-5a98-44e1-b5a3-499a1831c60c", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0521 19:48:39.973801 3707 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4nc72 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:48:39.974492 3707 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4nc72 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:48:40.016961 3707 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-gj4k5 08de07558ff9864b111a5b4618b8d9f9072d859dbb42d2120db9299c674b0577 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-gj4k5 08de07558ff9864b111a5b4618b8d9f9072d859dbb42d2120db9299c674b0577 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:47:b8:6e:41:ad\",\"name\":\"08de07558ff9864\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f23c89e-21dd-45a9-888d-5140c9618eb3\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:48:40.865152 3707 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4nc72 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:48:40.865179 3707 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4nc72 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:49:01.947354 3707 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:49:01.947376 3707 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:49:03.000838 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 19:49:04.203682 3707 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 19:49:07.325239 3707 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:07.325849 3707 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:07.349971 3707 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:07.349992 3707 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:07.361538 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:49:07.361566 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:49:08.164485 3707 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-qvttn] creating logical port tsf_patch-tekton-config-qvttn for pod on switch ip-10-0-1-64.ec2.internal I0521 19:49:08.164592 3707 kube.go:256] Updating pod tsf/patch-tekton-config-qvttn I0521 19:49:08.180229 3707 pod.go:62] [tsf/patch-tekton-config-qvttn] pod update took 15.662244ms I0521 19:49:08.180254 3707 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-qvttn] addLogicalPort annotation time took 15.694777ms I0521 19:49:08.181654 3707 pods.go:271] [tsf/patch-tekton-config-qvttn] addLogicalPort took 17.184315ms, libovsdb time 980.96µs I0521 19:49:08.878535 3707 cni.go:452] [tsf/patch-tekton-config-qvttn 91a0c970463be6eaaca5756420c6f1009dd43c534ea4dd7ae02cd9896df91437 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-qvttn 91a0c970463be6eaaca5756420c6f1009dd43c534ea4dd7ae02cd9896df91437 network default NAD default NAD key ] I0521 19:49:08.887707 3707 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-qvttn, hostIfaceName: 91a0c970463be6e, network: default, NAD default, SandboxID: "91a0c970463be6eaaca5756420c6f1009dd43c534ea4dd7ae02cd9896df91437", PCI device ID: , UID: "b4a18c34-4689-4a46-bbdf-75db9f7f2393", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0521 19:49:08.940567 3707 cni.go:473] [tsf/patch-tekton-config-qvttn 91a0c970463be6eaaca5756420c6f1009dd43c534ea4dd7ae02cd9896df91437 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-qvttn 91a0c970463be6eaaca5756420c6f1009dd43c534ea4dd7ae02cd9896df91437 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:de:35:5a:e1:5e\",\"name\":\"91a0c970463be6e\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c18dd659-5322-44c0-b710-936b91a96652\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:49:11.685556 3707 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:49:12.527043 3707 cni.go:452] [openshift-console/console-6775444969-vh9rj a191de763a678bd02c82d04bf65168f16d488d29efc54b7e2e44d622a70f5fb7 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6775444969-vh9rj a191de763a678bd02c82d04bf65168f16d488d29efc54b7e2e44d622a70f5fb7 network default NAD default NAD key ] I0521 19:49:12.616563 3707 cni.go:473] [openshift-console/console-6775444969-vh9rj a191de763a678bd02c82d04bf65168f16d488d29efc54b7e2e44d622a70f5fb7 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6775444969-vh9rj a191de763a678bd02c82d04bf65168f16d488d29efc54b7e2e44d622a70f5fb7 network default NAD default NAD key default], result "{}", err I0521 19:49:14.023511 3707 obj_retry.go:498] Detected object openshift-console/console-6775444969-vh9rj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:14.023549 3707 pods.go:176] Deleting pod: openshift-console/console-6775444969-vh9rj I0521 19:49:14.025339 3707 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6775444969-vh9rj, ips: 10.130.0.22 I0521 19:49:14.025367 3707 obj_retry.go:498] Detected object openshift-console/console-6775444969-vh9rj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:14.033056 3707 base_network_controller_pods.go:487] [default/openshift-console/console-86b949bb84-znwj5] creating logical port openshift-console_console-86b949bb84-znwj5 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:49:14.033210 3707 kube.go:256] Updating pod openshift-console/console-86b949bb84-znwj5 I0521 19:49:14.051021 3707 pod.go:62] [openshift-console/console-86b949bb84-znwj5] pod update took 17.848039ms I0521 19:49:14.051045 3707 base_network_controller_pods.go:951] [default/openshift-console/console-86b949bb84-znwj5] addLogicalPort annotation time took 17.879347ms I0521 19:49:14.052483 3707 pods.go:271] [openshift-console/console-86b949bb84-znwj5] addLogicalPort took 19.442502ms, libovsdb time 976.333µs I0521 19:49:14.112938 3707 obj_retry.go:492] Detected object openshift-console/console-6775444969-vh9rj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:14.113008 3707 obj_retry.go:492] Detected object openshift-console/console-6775444969-vh9rj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:14.122667 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6775444969-vh9rj I0521 19:49:14.122701 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6775444969-vh9rj I0521 19:49:14.721669 3707 cni.go:452] [openshift-console/console-86b949bb84-znwj5 9da25b59da5f9d346215e0bb53d34de075c0eb04c0ce8c873e7f2d2fd8bdb1cd network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-86b949bb84-znwj5 9da25b59da5f9d346215e0bb53d34de075c0eb04c0ce8c873e7f2d2fd8bdb1cd network default NAD default NAD key ] I0521 19:49:14.731081 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-86b949bb84-znwj5, hostIfaceName: 9da25b59da5f9d3, network: default, NAD default, SandboxID: "9da25b59da5f9d346215e0bb53d34de075c0eb04c0ce8c873e7f2d2fd8bdb1cd", PCI device ID: , UID: "b0a0b5e2-1752-4316-b3ed-a43b1b1230f3", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0521 19:49:14.784193 3707 cni.go:473] [openshift-console/console-86b949bb84-znwj5 9da25b59da5f9d346215e0bb53d34de075c0eb04c0ce8c873e7f2d2fd8bdb1cd network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-86b949bb84-znwj5 9da25b59da5f9d346215e0bb53d34de075c0eb04c0ce8c873e7f2d2fd8bdb1cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:f9:39:84:39:58\",\"name\":\"9da25b59da5f9d3\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1433df87-d497-45d6-8f34-398e9398dc4b\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:49:16.364321 3707 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-t2ttd] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-t2ttd for pod on switch ip-10-0-1-64.ec2.internal I0521 19:49:16.364429 3707 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-t2ttd I0521 19:49:16.383194 3707 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-t2ttd] pod update took 18.791179ms I0521 19:49:16.383223 3707 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-t2ttd] addLogicalPort annotation time took 18.825899ms I0521 19:49:16.384802 3707 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-t2ttd] addLogicalPort took 20.496641ms, libovsdb time 1.058322ms I0521 19:49:16.721090 3707 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-t2ttd 81cfb922ef71f563e1459f337b38c9e0de9003bd55fc7756d63df0f1b4c2db98 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-t2ttd 81cfb922ef71f563e1459f337b38c9e0de9003bd55fc7756d63df0f1b4c2db98 network default NAD default NAD key ] I0521 19:49:16.730730 3707 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-t2ttd, hostIfaceName: 81cfb922ef71f56, network: default, NAD default, SandboxID: "81cfb922ef71f563e1459f337b38c9e0de9003bd55fc7756d63df0f1b4c2db98", PCI device ID: , UID: "50add757-8b40-4acd-bf4d-78e46a572aed", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0521 19:49:16.782553 3707 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-t2ttd 81cfb922ef71f563e1459f337b38c9e0de9003bd55fc7756d63df0f1b4c2db98 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-t2ttd 81cfb922ef71f563e1459f337b38c9e0de9003bd55fc7756d63df0f1b4c2db98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:f9:26:de:ca:1b\",\"name\":\"81cfb922ef71f56\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3532dcb0-c1a0-4760-9ed6-a709f01d5d87\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:49:17.134277 3707 cni.go:452] [tsf/patch-tekton-config-qvttn 91a0c970463be6eaaca5756420c6f1009dd43c534ea4dd7ae02cd9896df91437 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-qvttn 91a0c970463be6eaaca5756420c6f1009dd43c534ea4dd7ae02cd9896df91437 network default NAD default NAD key ] I0521 19:49:17.220842 3707 cni.go:473] [tsf/patch-tekton-config-qvttn 91a0c970463be6eaaca5756420c6f1009dd43c534ea4dd7ae02cd9896df91437 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-qvttn 91a0c970463be6eaaca5756420c6f1009dd43c534ea4dd7ae02cd9896df91437 network default NAD default NAD key default], result "{}", err I0521 19:49:17.261035 3707 obj_retry.go:498] Detected object tsf/patch-tekton-config-qvttn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:17.261136 3707 pods.go:176] Deleting pod: tsf/patch-tekton-config-qvttn I0521 19:49:17.262577 3707 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-qvttn, ips: 10.130.0.41 I0521 19:49:17.262608 3707 obj_retry.go:498] Detected object tsf/patch-tekton-config-qvttn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:18.286716 3707 obj_retry.go:492] Detected object tsf/patch-tekton-config-qvttn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:18.286780 3707 obj_retry.go:492] Detected object tsf/patch-tekton-config-qvttn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:22.165827 3707 cni.go:452] [tsf-tas/rekor-createtree-job-5z6qw-j7ncp 5501612338a326542cdf2111d0aa0a967a6002805359ca468f47bf2e6cca8762 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-5z6qw-j7ncp 5501612338a326542cdf2111d0aa0a967a6002805359ca468f47bf2e6cca8762 network default NAD default NAD key ] I0521 19:49:22.254497 3707 cni.go:473] [tsf-tas/rekor-createtree-job-5z6qw-j7ncp 5501612338a326542cdf2111d0aa0a967a6002805359ca468f47bf2e6cca8762 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-5z6qw-j7ncp 5501612338a326542cdf2111d0aa0a967a6002805359ca468f47bf2e6cca8762 network default NAD default NAD key default], result "{}", err I0521 19:49:22.308260 3707 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-5z6qw-j7ncp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:22.308296 3707 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-5z6qw-j7ncp I0521 19:49:22.309648 3707 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-5z6qw-j7ncp, ips: 10.130.0.38 I0521 19:49:22.309676 3707 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-5z6qw-j7ncp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:22.486527 3707 obj_retry.go:498] Detected object openshift-console/console-6775444969-vc5qq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:22.487080 3707 obj_retry.go:498] Detected object openshift-console/console-6775444969-vc5qq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:23.039143 3707 obj_retry.go:492] Detected object openshift-console/console-6775444969-vc5qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:23.039164 3707 obj_retry.go:492] Detected object openshift-console/console-6775444969-vc5qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:23.049057 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6775444969-vc5qq I0521 19:49:23.049084 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6775444969-vc5qq I0521 19:49:23.187927 3707 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-5z6qw-j7ncp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:23.187954 3707 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-5z6qw-j7ncp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:24.176979 3707 cni.go:452] [tsf-tas/ctlog-createtree-job-bb9ts-vlkhd fc857bcc03dbe1510ebd552d95e2959717e98601237172ca2312782d8cd16586 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-bb9ts-vlkhd fc857bcc03dbe1510ebd552d95e2959717e98601237172ca2312782d8cd16586 network default NAD default NAD key ] I0521 19:49:24.263233 3707 cni.go:473] [tsf-tas/ctlog-createtree-job-bb9ts-vlkhd fc857bcc03dbe1510ebd552d95e2959717e98601237172ca2312782d8cd16586 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-bb9ts-vlkhd fc857bcc03dbe1510ebd552d95e2959717e98601237172ca2312782d8cd16586 network default NAD default NAD key default], result "{}", err I0521 19:49:24.323953 3707 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bb9ts-vlkhd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:24.323988 3707 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-bb9ts-vlkhd I0521 19:49:24.325235 3707 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-bb9ts-vlkhd, ips: 10.130.0.37 I0521 19:49:24.325260 3707 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bb9ts-vlkhd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:49:25.195455 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:49:25.200914 3707 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bb9ts-vlkhd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:25.200936 3707 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bb9ts-vlkhd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:25.443532 3707 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-sws2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:25.444119 3707 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-sws2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:25.447663 3707 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-5985646d8f-c7lk9] creating logical port tsf-tas_ctlog-5985646d8f-c7lk9 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:49:25.447746 3707 kube.go:256] Updating pod tsf-tas/ctlog-5985646d8f-c7lk9 I0521 19:49:25.465466 3707 pod.go:62] [tsf-tas/ctlog-5985646d8f-c7lk9] pod update took 17.743822ms I0521 19:49:25.465486 3707 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-5985646d8f-c7lk9] addLogicalPort annotation time took 17.768593ms I0521 19:49:25.466721 3707 pods.go:271] [tsf-tas/ctlog-5985646d8f-c7lk9] addLogicalPort took 19.071327ms, libovsdb time 859.838µs I0521 19:49:25.807891 3707 cni.go:452] [tsf-tas/ctlog-5985646d8f-c7lk9 befb6ba7ba092ae5db005a7961facafc80b3342c7527e2acfb3a2e3f4bb433e9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-5985646d8f-c7lk9 befb6ba7ba092ae5db005a7961facafc80b3342c7527e2acfb3a2e3f4bb433e9 network default NAD default NAD key ] I0521 19:49:25.817634 3707 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-5985646d8f-c7lk9, hostIfaceName: befb6ba7ba092ae, network: default, NAD default, SandboxID: "befb6ba7ba092ae5db005a7961facafc80b3342c7527e2acfb3a2e3f4bb433e9", PCI device ID: , UID: "846cf2ed-6485-4ad6-9bc0-4e89ee080ce7", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0521 19:49:25.871207 3707 cni.go:473] [tsf-tas/ctlog-5985646d8f-c7lk9 befb6ba7ba092ae5db005a7961facafc80b3342c7527e2acfb3a2e3f4bb433e9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-5985646d8f-c7lk9 befb6ba7ba092ae5db005a7961facafc80b3342c7527e2acfb3a2e3f4bb433e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:e0:78:7c:8d:f6\",\"name\":\"befb6ba7ba092ae\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36c0ce14-9402-4f8a-b5d8-93ae136bf769\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:49:26.325829 3707 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-sws2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:26.325852 3707 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-sws2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:26.373512 3707 obj_retry.go:492] Detected object tsf/patch-tekton-config-qvttn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:26.373538 3707 obj_retry.go:492] Detected object tsf/patch-tekton-config-qvttn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:26.383192 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-qvttn I0521 19:49:26.383220 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-qvttn I0521 19:49:27.686860 3707 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7bbf586dc5-d75r5] creating logical port tsf-tas_rekor-search-ui-7bbf586dc5-d75r5 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:49:27.686980 3707 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7bbf586dc5-d75r5 I0521 19:49:27.706189 3707 pod.go:62] [tsf-tas/rekor-search-ui-7bbf586dc5-d75r5] pod update took 19.231572ms I0521 19:49:27.706212 3707 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7bbf586dc5-d75r5] addLogicalPort annotation time took 19.262339ms I0521 19:49:27.707634 3707 pods.go:271] [tsf-tas/rekor-search-ui-7bbf586dc5-d75r5] addLogicalPort took 20.796025ms, libovsdb time 1.0059ms I0521 19:49:28.159753 3707 cni.go:452] [tsf-tas/rekor-search-ui-7bbf586dc5-d75r5 fda33e89b75b9032d5f2c1daa92ef8adc6965f6e8df3068909859466b8ff79ba network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7bbf586dc5-d75r5 fda33e89b75b9032d5f2c1daa92ef8adc6965f6e8df3068909859466b8ff79ba network default NAD default NAD key ] I0521 19:49:28.170896 3707 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7bbf586dc5-d75r5, hostIfaceName: fda33e89b75b903, network: default, NAD default, SandboxID: "fda33e89b75b9032d5f2c1daa92ef8adc6965f6e8df3068909859466b8ff79ba", PCI device ID: , UID: "c042ff93-e64a-4fe5-95c5-d1f05eea758c", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0521 19:49:28.223661 3707 cni.go:473] [tsf-tas/rekor-search-ui-7bbf586dc5-d75r5 fda33e89b75b9032d5f2c1daa92ef8adc6965f6e8df3068909859466b8ff79ba network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7bbf586dc5-d75r5 fda33e89b75b9032d5f2c1daa92ef8adc6965f6e8df3068909859466b8ff79ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:71:46:72:2c:d2\",\"name\":\"fda33e89b75b903\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c2c4ef5-a946-4c7c-b163-f204431f2e62\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:49:28.231959 3707 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50 W0521 19:49:29.210424 3707 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0521 19:49:30.086726 3707 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0521 19:49:31.491263 3707 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:31.491834 3707 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:31.515197 3707 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:31.515215 3707 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:31.525995 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:49:31.526024 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0521 19:49:33.232241 3707 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:49:38.279030 3707 obj_retry.go:498] Detected object tsf-tpa/create-db-wpwl7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:38.279601 3707 obj_retry.go:498] Detected object tsf-tpa/create-db-wpwl7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:49:39.138720 3707 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:49:39.305416 3707 obj_retry.go:492] Detected object tsf-tpa/create-db-wpwl7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:39.305447 3707 obj_retry.go:492] Detected object tsf-tpa/create-db-wpwl7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:49:40.222661 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0521 19:49:42.307237 3707 obj_retry.go:498] Detected object tsf-tpa/migrate-db-vw9qh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:42.307777 3707 obj_retry.go:498] Detected object tsf-tpa/migrate-db-vw9qh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:42.468572 3707 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vw9qh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:42.468595 3707 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vw9qh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:42.695678 3707 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-f88x9] creating logical port tsf-tpa_create-importers-f88x9 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:49:42.695765 3707 kube.go:256] Updating pod tsf-tpa/create-importers-f88x9 I0521 19:49:42.711784 3707 pod.go:62] [tsf-tpa/create-importers-f88x9] pod update took 16.039816ms I0521 19:49:42.711809 3707 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-f88x9] addLogicalPort annotation time took 16.069145ms I0521 19:49:42.713075 3707 pods.go:271] [tsf-tpa/create-importers-f88x9] addLogicalPort took 17.412991ms, libovsdb time 829.925µs I0521 19:49:43.055468 3707 cni.go:452] [tsf-tpa/create-importers-f88x9 b6d5f8ddf5ca1d3770964fe4a0cd59521aba500b4c362970a34ca47b1e8bc79f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-f88x9 b6d5f8ddf5ca1d3770964fe4a0cd59521aba500b4c362970a34ca47b1e8bc79f network default NAD default NAD key ] I0521 19:49:43.064949 3707 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-f88x9, hostIfaceName: b6d5f8ddf5ca1d3, network: default, NAD default, SandboxID: "b6d5f8ddf5ca1d3770964fe4a0cd59521aba500b4c362970a34ca47b1e8bc79f", PCI device ID: , UID: "93869c2f-0a91-4664-9bfb-a7a328ca1909", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0521 19:49:43.120076 3707 cni.go:473] [tsf-tpa/create-importers-f88x9 b6d5f8ddf5ca1d3770964fe4a0cd59521aba500b4c362970a34ca47b1e8bc79f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-f88x9 b6d5f8ddf5ca1d3770964fe4a0cd59521aba500b4c362970a34ca47b1e8bc79f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:07:4b:73:5e:f2\",\"name\":\"b6d5f8ddf5ca1d3\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d192921a-ca8e-42f5-a571-8cd9a86652f5\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:49:45.322077 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:49:48.322135 3707 cni.go:452] [tsf-tpa/create-importers-f88x9 b6d5f8ddf5ca1d3770964fe4a0cd59521aba500b4c362970a34ca47b1e8bc79f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-f88x9 b6d5f8ddf5ca1d3770964fe4a0cd59521aba500b4c362970a34ca47b1e8bc79f network default NAD default NAD key ] I0521 19:49:48.412999 3707 cni.go:473] [tsf-tpa/create-importers-f88x9 b6d5f8ddf5ca1d3770964fe4a0cd59521aba500b4c362970a34ca47b1e8bc79f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-f88x9 b6d5f8ddf5ca1d3770964fe4a0cd59521aba500b4c362970a34ca47b1e8bc79f network default NAD default NAD key default], result "{}", err I0521 19:49:48.619653 3707 obj_retry.go:498] Detected object tsf-tpa/create-importers-f88x9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:48.619692 3707 pods.go:176] Deleting pod: tsf-tpa/create-importers-f88x9 I0521 19:49:48.621164 3707 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-f88x9, ips: 10.130.0.46 I0521 19:49:48.621196 3707 obj_retry.go:498] Detected object tsf-tpa/create-importers-f88x9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:49.647920 3707 obj_retry.go:492] Detected object tsf-tpa/create-importers-f88x9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:49.647953 3707 obj_retry.go:492] Detected object tsf-tpa/create-importers-f88x9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:49:50.212355 3707 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 19:49:58.281820 3707 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-phjzp-5m2bb] creating logical port tsf-tas_tuf-repository-init-phjzp-5m2bb for pod on switch ip-10-0-1-64.ec2.internal I0521 19:49:58.281949 3707 kube.go:256] Updating pod tsf-tas/tuf-repository-init-phjzp-5m2bb I0521 19:49:58.297159 3707 pod.go:62] [tsf-tas/tuf-repository-init-phjzp-5m2bb] pod update took 15.23741ms I0521 19:49:58.297183 3707 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-phjzp-5m2bb] addLogicalPort annotation time took 15.264788ms I0521 19:49:58.298494 3707 pods.go:271] [tsf-tas/tuf-repository-init-phjzp-5m2bb] addLogicalPort took 16.695494ms, libovsdb time 896.674µs I0521 19:50:04.684627 3707 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:04.685200 3707 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:05.574755 3707 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:05.574783 3707 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:08.276505 3707 cni.go:452] [tsf-tas/tuf-repository-init-phjzp-5m2bb 31e4774b67709e8015e7d2caf744dfeb0802d6132e4f7965a92cefa98be83363 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-phjzp-5m2bb 31e4774b67709e8015e7d2caf744dfeb0802d6132e4f7965a92cefa98be83363 network default NAD default NAD key ] I0521 19:50:08.286204 3707 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-phjzp-5m2bb, hostIfaceName: 31e4774b67709e8, network: default, NAD default, SandboxID: "31e4774b67709e8015e7d2caf744dfeb0802d6132e4f7965a92cefa98be83363", PCI device ID: , UID: "2826fe72-b24b-4c0e-978f-5eaee5e9e90c", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0521 19:50:08.339722 3707 cni.go:473] [tsf-tas/tuf-repository-init-phjzp-5m2bb 31e4774b67709e8015e7d2caf744dfeb0802d6132e4f7965a92cefa98be83363 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-phjzp-5m2bb 31e4774b67709e8015e7d2caf744dfeb0802d6132e4f7965a92cefa98be83363 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:76:76:08:41:6c\",\"name\":\"31e4774b67709e8\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f94b8318-122f-4c3f-9c9c-4c7a9db7ec8b\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:50:14.459784 3707 cni.go:452] [tsf-tas/tuf-repository-init-phjzp-5m2bb 31e4774b67709e8015e7d2caf744dfeb0802d6132e4f7965a92cefa98be83363 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-phjzp-5m2bb 31e4774b67709e8015e7d2caf744dfeb0802d6132e4f7965a92cefa98be83363 network default NAD default NAD key ] I0521 19:50:14.542011 3707 cni.go:473] [tsf-tas/tuf-repository-init-phjzp-5m2bb 31e4774b67709e8015e7d2caf744dfeb0802d6132e4f7965a92cefa98be83363 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-phjzp-5m2bb 31e4774b67709e8015e7d2caf744dfeb0802d6132e4f7965a92cefa98be83363 network default NAD default NAD key default], result "{}", err I0521 19:50:14.614484 3707 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-phjzp-5m2bb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:14.614522 3707 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-phjzp-5m2bb I0521 19:50:14.615821 3707 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-phjzp-5m2bb, ips: 10.130.0.47 I0521 19:50:14.615847 3707 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-phjzp-5m2bb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:15.675022 3707 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-phjzp-5m2bb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:15.675048 3707 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-phjzp-5m2bb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:15.757284 3707 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:15.757907 3707 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:15.782427 3707 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:15.782446 3707 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:15.788397 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:50:15.788425 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:50:16.686758 3707 namespace.go:98] [build-service] adding namespace I0521 19:50:16.687626 3707 namespace.go:102] [build-service] adding namespace took 846.072µs I0521 19:50:16.692183 3707 namespace.go:98] [image-controller] adding namespace I0521 19:50:16.692934 3707 namespace.go:102] [image-controller] adding namespace took 733.802µs I0521 19:50:16.695654 3707 namespace.go:98] [integration-service] adding namespace I0521 19:50:16.695744 3707 namespace.go:98] [default-tenant] adding namespace I0521 19:50:16.696343 3707 namespace.go:102] [integration-service] adding namespace took 672.81µs I0521 19:50:16.696856 3707 namespace.go:102] [default-tenant] adding namespace took 1.096567ms I0521 19:50:16.758034 3707 namespace.go:142] [build-service] updating namespace I0521 19:50:16.819059 3707 namespace.go:142] [build-service] updating namespace I0521 19:50:16.819104 3707 namespace.go:142] [image-controller] updating namespace I0521 19:50:16.848750 3707 namespace.go:142] [image-controller] updating namespace I0521 19:50:16.863937 3707 namespace.go:142] [integration-service] updating namespace I0521 19:50:16.894570 3707 namespace.go:142] [integration-service] updating namespace I0521 19:50:16.904888 3707 namespace.go:142] [default-tenant] updating namespace I0521 19:50:16.930835 3707 namespace.go:142] [default-tenant] updating namespace I0521 19:50:16.945372 3707 namespace.go:142] [build-service] updating namespace I0521 19:50:16.978843 3707 namespace.go:142] [integration-service] updating namespace I0521 19:50:17.024679 3707 namespace.go:98] [release-service] adding namespace I0521 19:50:17.025502 3707 namespace.go:102] [release-service] adding namespace took 798.177µs I0521 19:50:17.050604 3707 namespace.go:142] [release-service] updating namespace I0521 19:50:17.073917 3707 namespace.go:142] [konflux-ui] updating namespace I0521 19:50:17.081947 3707 namespace.go:142] [release-service] updating namespace I0521 19:50:17.221109 3707 namespace.go:98] [konflux-info] adding namespace I0521 19:50:17.222028 3707 namespace.go:102] [konflux-info] adding namespace took 897.066µs I0521 19:50:17.273078 3707 namespace.go:98] [namespace-lister] adding namespace I0521 19:50:17.273859 3707 namespace.go:102] [namespace-lister] adding namespace took 759.514µs I0521 19:50:17.276197 3707 namespace.go:142] [konflux-info] updating namespace I0521 19:50:17.307434 3707 namespace.go:142] [konflux-info] updating namespace I0521 19:50:17.340935 3707 namespace.go:142] [namespace-lister] updating namespace I0521 19:50:17.357011 3707 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:50:17.357049 3707 namespace.go:142] [image-controller] updating namespace I0521 19:50:17.357910 3707 namespace.go:102] [enterprise-contract-service] adding namespace took 878.97µs I0521 19:50:17.378067 3707 namespace.go:142] [namespace-lister] updating namespace I0521 19:50:17.406990 3707 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:50:17.443119 3707 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:50:17.672016 3707 namespace.go:142] [default-tenant] updating namespace I0521 19:50:17.748958 3707 namespace.go:98] [segment-bridge] adding namespace I0521 19:50:17.749847 3707 namespace.go:102] [segment-bridge] adding namespace took 867.158µs I0521 19:50:18.046900 3707 namespace.go:98] [konflux-cli] adding namespace I0521 19:50:18.047740 3707 namespace.go:102] [konflux-cli] adding namespace took 815.392µs I0521 19:50:18.376181 3707 namespace.go:142] [build-service] updating namespace I0521 19:50:18.441060 3707 namespace.go:142] [segment-bridge] updating namespace I0521 19:50:18.491037 3707 namespace.go:142] [segment-bridge] updating namespace I0521 19:50:18.529334 3707 namespace.go:142] [konflux-cli] updating namespace I0521 19:50:18.575184 3707 namespace.go:142] [konflux-cli] updating namespace I0521 19:50:18.707166 3707 namespace.go:142] [default-tenant] updating namespace I0521 19:50:18.788211 3707 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:50:18.788842 3707 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:50:18.788876 3707 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:50:18.791431 3707 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:50:18.810079 3707 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-nvm7p] creating logical port namespace-lister_namespace-lister-696b855848-nvm7p for pod on switch ip-10-0-1-64.ec2.internal I0521 19:50:18.810169 3707 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-nvm7p I0521 19:50:18.836100 3707 pod.go:62] [namespace-lister/namespace-lister-696b855848-nvm7p] pod update took 25.952898ms I0521 19:50:18.836124 3707 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-nvm7p] addLogicalPort annotation time took 25.983617ms I0521 19:50:18.837351 3707 pods.go:271] [namespace-lister/namespace-lister-696b855848-nvm7p] addLogicalPort took 27.283583ms, libovsdb time 820.881µs I0521 19:50:18.936246 3707 namespace.go:142] [image-controller] updating namespace I0521 19:50:18.946949 3707 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:50:18.946982 3707 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:50:18.948304 3707 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:50:19.119385 3707 namespace.go:142] [integration-service] updating namespace I0521 19:50:19.328579 3707 namespace.go:142] [konflux-info] updating namespace I0521 19:50:19.539894 3707 namespace.go:142] [namespace-lister] updating namespace I0521 19:50:19.718019 3707 namespace.go:142] [release-service] updating namespace I0521 19:50:19.879710 3707 namespace.go:142] [build-service] updating namespace I0521 19:50:19.928134 3707 namespace.go:142] [default-tenant] updating namespace I0521 19:50:19.956462 3707 namespace.go:142] [image-controller] updating namespace I0521 19:50:19.971295 3707 namespace.go:142] [integration-service] updating namespace I0521 19:50:19.997701 3707 namespace.go:142] [konflux-info] updating namespace I0521 19:50:20.026633 3707 base_network_controller_pods.go:487] [default/konflux-ui/dex-68c64cb958-8tlcf] creating logical port konflux-ui_dex-68c64cb958-8tlcf for pod on switch ip-10-0-1-64.ec2.internal I0521 19:50:20.026749 3707 kube.go:256] Updating pod konflux-ui/dex-68c64cb958-8tlcf I0521 19:50:20.032995 3707 namespace.go:142] [namespace-lister] updating namespace I0521 19:50:20.051101 3707 pod.go:62] [konflux-ui/dex-68c64cb958-8tlcf] pod update took 24.382867ms I0521 19:50:20.051130 3707 base_network_controller_pods.go:951] [default/konflux-ui/dex-68c64cb958-8tlcf] addLogicalPort annotation time took 24.416448ms I0521 19:50:20.052524 3707 pods.go:271] [konflux-ui/dex-68c64cb958-8tlcf] addLogicalPort took 25.912604ms, libovsdb time 988.15µs I0521 19:50:20.054535 3707 namespace.go:142] [release-service] updating namespace I0521 19:50:20.077970 3707 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7cc866f786-95qf2] creating logical port konflux-ui_proxy-7cc866f786-95qf2 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:50:20.078073 3707 kube.go:256] Updating pod konflux-ui/proxy-7cc866f786-95qf2 I0521 19:50:20.105639 3707 pod.go:62] [konflux-ui/proxy-7cc866f786-95qf2] pod update took 27.597442ms I0521 19:50:20.105670 3707 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7cc866f786-95qf2] addLogicalPort annotation time took 27.63519ms I0521 19:50:20.107205 3707 pods.go:271] [konflux-ui/proxy-7cc866f786-95qf2] addLogicalPort took 29.250856ms, libovsdb time 945.787µs I0521 19:50:20.148084 3707 namespace.go:142] [build-service] updating namespace I0521 19:50:20.255203 3707 namespace.go:142] [default-tenant] updating namespace I0521 19:50:20.335111 3707 namespace.go:142] [image-controller] updating namespace I0521 19:50:20.432432 3707 namespace.go:142] [integration-service] updating namespace I0521 19:50:20.538294 3707 namespace.go:142] [konflux-info] updating namespace I0521 19:50:20.653022 3707 namespace.go:142] [namespace-lister] updating namespace I0521 19:50:20.678015 3707 cni.go:452] [namespace-lister/namespace-lister-696b855848-nvm7p 673594c168939b0739abb82d135e29165e199250338f065c7554a103aafb67dc network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-nvm7p 673594c168939b0739abb82d135e29165e199250338f065c7554a103aafb67dc network default NAD default NAD key ] I0521 19:50:20.687897 3707 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-nvm7p, hostIfaceName: 673594c168939b0, network: default, NAD default, SandboxID: "673594c168939b0739abb82d135e29165e199250338f065c7554a103aafb67dc", PCI device ID: , UID: "065c55ca-92e0-4850-874d-9cc596bcfba8", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0521 19:50:20.745098 3707 cni.go:473] [namespace-lister/namespace-lister-696b855848-nvm7p 673594c168939b0739abb82d135e29165e199250338f065c7554a103aafb67dc network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-nvm7p 673594c168939b0739abb82d135e29165e199250338f065c7554a103aafb67dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:22:cd:6b:4c:d2\",\"name\":\"673594c168939b0\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfb1f54a-6141-4f44-8525-917b8564e1e7\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:50:20.772539 3707 namespace.go:142] [release-service] updating namespace I0521 19:50:21.075141 3707 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-54rxk] creating logical port image-controller_image-controller-controller-manager-6f859968fc-54rxk for pod on switch ip-10-0-1-64.ec2.internal I0521 19:50:21.075309 3707 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-54rxk I0521 19:50:21.103230 3707 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-54rxk] pod update took 27.962429ms I0521 19:50:21.103262 3707 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-54rxk] addLogicalPort annotation time took 28.000302ms I0521 19:50:21.104727 3707 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-54rxk] addLogicalPort took 29.606713ms, libovsdb time 914.161µs I0521 19:50:21.203294 3707 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-rdmxj] creating logical port tsf-tas_tuf-97fc8ff76-rdmxj for pod on switch ip-10-0-1-64.ec2.internal I0521 19:50:21.203402 3707 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-rdmxj I0521 19:50:21.220932 3707 pod.go:62] [tsf-tas/tuf-97fc8ff76-rdmxj] pod update took 17.559783ms I0521 19:50:21.220956 3707 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-rdmxj] addLogicalPort annotation time took 17.589658ms I0521 19:50:21.222233 3707 pods.go:271] [tsf-tas/tuf-97fc8ff76-rdmxj] addLogicalPort took 18.95691ms, libovsdb time 816.377µs I0521 19:50:21.444524 3707 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-54rxk 69f36d8d5efbe5e35d3a0f8c5deaaea590a248ce91f93651139b282dd1b0dcba network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-54rxk 69f36d8d5efbe5e35d3a0f8c5deaaea590a248ce91f93651139b282dd1b0dcba network default NAD default NAD key ] I0521 19:50:21.454521 3707 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-54rxk, hostIfaceName: 69f36d8d5efbe5e, network: default, NAD default, SandboxID: "69f36d8d5efbe5e35d3a0f8c5deaaea590a248ce91f93651139b282dd1b0dcba", PCI device ID: , UID: "e43d9964-9bfe-4954-b899-c689179ea258", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0521 19:50:21.514251 3707 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-54rxk 69f36d8d5efbe5e35d3a0f8c5deaaea590a248ce91f93651139b282dd1b0dcba network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-54rxk 69f36d8d5efbe5e35d3a0f8c5deaaea590a248ce91f93651139b282dd1b0dcba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:1b:ad:37:d1:46\",\"name\":\"69f36d8d5efbe5e\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5ade13b-7e91-4dfb-b7d4-4785d813354b\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:50:21.562012 3707 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-6lljt] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-6lljt for pod on switch ip-10-0-1-64.ec2.internal I0521 19:50:21.562123 3707 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-6lljt I0521 19:50:21.587971 3707 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-6lljt] pod update took 25.878792ms I0521 19:50:21.587998 3707 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-6lljt] addLogicalPort annotation time took 25.913869ms I0521 19:50:21.589271 3707 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-6lljt] addLogicalPort took 27.280058ms, libovsdb time 825.831µs I0521 19:50:21.859074 3707 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-5rl78] creating logical port build-service_build-service-controller-manager-7cbf488fcf-5rl78 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:50:21.859199 3707 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-5rl78 I0521 19:50:21.896165 3707 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-5rl78] pod update took 37.001906ms I0521 19:50:21.896270 3707 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-5rl78] addLogicalPort annotation time took 37.111558ms I0521 19:50:21.897938 3707 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-5rl78] addLogicalPort took 38.888735ms, libovsdb time 1.147711ms I0521 19:50:22.168205 3707 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:50:22.341442 3707 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-5rl78 31e3c50cebaea56896828cb78b8c14f8546c245be3c6e303ceb9dd22d371c463 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-5rl78 31e3c50cebaea56896828cb78b8c14f8546c245be3c6e303ceb9dd22d371c463 network default NAD default NAD key ] I0521 19:50:22.351802 3707 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-5rl78, hostIfaceName: 31e3c50cebaea56, network: default, NAD default, SandboxID: "31e3c50cebaea56896828cb78b8c14f8546c245be3c6e303ceb9dd22d371c463", PCI device ID: , UID: "ea5c01e8-feb5-4553-8002-a8f0d8006902", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0521 19:50:22.368604 3707 namespace.go:142] [konflux-cli] updating namespace I0521 19:50:22.410977 3707 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-5rl78 31e3c50cebaea56896828cb78b8c14f8546c245be3c6e303ceb9dd22d371c463 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-5rl78 31e3c50cebaea56896828cb78b8c14f8546c245be3c6e303ceb9dd22d371c463 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:a1:cd:91:cf:d4\",\"name\":\"31e3c50cebaea56\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95195fc0-aa7b-434f-8344-7c2e4db89e46\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:50:22.529675 3707 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0521 19:50:22.574375 3707 namespace.go:142] [segment-bridge] updating namespace I0521 19:50:22.715004 3707 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:50:22.739458 3707 namespace.go:142] [konflux-cli] updating namespace I0521 19:50:22.779968 3707 namespace.go:142] [segment-bridge] updating namespace I0521 19:50:22.862905 3707 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:50:22.936559 3707 namespace.go:142] [konflux-cli] updating namespace I0521 19:50:23.034167 3707 namespace.go:142] [segment-bridge] updating namespace I0521 19:50:23.521533 3707 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-npwd5] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-npwd5 for pod on switch ip-10-0-1-64.ec2.internal I0521 19:50:23.521731 3707 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-npwd5 I0521 19:50:23.540747 3707 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-npwd5] pod update took 19.050105ms I0521 19:50:23.540776 3707 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-npwd5] addLogicalPort annotation time took 19.088459ms I0521 19:50:23.542413 3707 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-npwd5] addLogicalPort took 20.90214ms, libovsdb time 1.077924ms W0521 19:50:23.558416 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0521 19:50:23.881566 3707 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7969cb586-hzf4f] creating logical port integration-service_integration-service-controller-manager-7969cb586-hzf4f for pod on switch ip-10-0-1-64.ec2.internal I0521 19:50:23.881712 3707 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7969cb586-hzf4f I0521 19:50:23.901116 3707 pod.go:62] [integration-service/integration-service-controller-manager-7969cb586-hzf4f] pod update took 19.43388ms I0521 19:50:23.901145 3707 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7969cb586-hzf4f] addLogicalPort annotation time took 19.492866ms I0521 19:50:23.902747 3707 pods.go:271] [integration-service/integration-service-controller-manager-7969cb586-hzf4f] addLogicalPort took 21.201904ms, libovsdb time 1.088982ms I0521 19:50:24.352909 3707 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 W0521 19:50:26.538773 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:50:26.563273 3707 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0521 19:50:27.867386 3707 cni.go:452] [integration-service/integration-service-controller-manager-7969cb586-hzf4f a74f3b4a910f3eb0e5dbf2ea2faf45f14bfe785c65dc7ef5d93ca6ffc76ba386 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7969cb586-hzf4f a74f3b4a910f3eb0e5dbf2ea2faf45f14bfe785c65dc7ef5d93ca6ffc76ba386 network default NAD default NAD key ] I0521 19:50:27.877629 3707 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7969cb586-hzf4f, hostIfaceName: a74f3b4a910f3eb, network: default, NAD default, SandboxID: "a74f3b4a910f3eb0e5dbf2ea2faf45f14bfe785c65dc7ef5d93ca6ffc76ba386", PCI device ID: , UID: "c0336a19-8d24-4a99-b758-6693511c6574", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0521 19:50:27.894909 3707 cni.go:452] [konflux-ui/dex-68c64cb958-8tlcf 7e9a58c50e161a18e491f5829082168ec36b1ec46eca05f4e6efbbaca7a4a7e1 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-68c64cb958-8tlcf 7e9a58c50e161a18e491f5829082168ec36b1ec46eca05f4e6efbbaca7a4a7e1 network default NAD default NAD key ] I0521 19:50:27.904236 3707 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-68c64cb958-8tlcf, hostIfaceName: 7e9a58c50e161a1, network: default, NAD default, SandboxID: "7e9a58c50e161a18e491f5829082168ec36b1ec46eca05f4e6efbbaca7a4a7e1", PCI device ID: , UID: "96f6d8fd-f347-4de4-847f-a41ec6808f0f", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0521 19:50:27.936889 3707 cni.go:473] [integration-service/integration-service-controller-manager-7969cb586-hzf4f a74f3b4a910f3eb0e5dbf2ea2faf45f14bfe785c65dc7ef5d93ca6ffc76ba386 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7969cb586-hzf4f a74f3b4a910f3eb0e5dbf2ea2faf45f14bfe785c65dc7ef5d93ca6ffc76ba386 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:35:91:72:99:85\",\"name\":\"a74f3b4a910f3eb\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08021a66-d730-49dc-a593-0349d3152232\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:50:27.961960 3707 cni.go:473] [konflux-ui/dex-68c64cb958-8tlcf 7e9a58c50e161a18e491f5829082168ec36b1ec46eca05f4e6efbbaca7a4a7e1 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-68c64cb958-8tlcf 7e9a58c50e161a18e491f5829082168ec36b1ec46eca05f4e6efbbaca7a4a7e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:e4:5a:55:2a:88\",\"name\":\"7e9a58c50e161a1\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a7f90cc-eb08-4ae1-b261-1c4efd136987\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:50:28.245937 3707 cni.go:452] [konflux-ui/proxy-7cc866f786-95qf2 c887c05eb5fdbf07ab69693caecf86775a494c3ee9bdc721f102ac32981607b0 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7cc866f786-95qf2 c887c05eb5fdbf07ab69693caecf86775a494c3ee9bdc721f102ac32981607b0 network default NAD default NAD key ] I0521 19:50:28.255436 3707 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7cc866f786-95qf2, hostIfaceName: c887c05eb5fdbf0, network: default, NAD default, SandboxID: "c887c05eb5fdbf07ab69693caecf86775a494c3ee9bdc721f102ac32981607b0", PCI device ID: , UID: "f3da2d2d-8fb0-4e96-b883-c229471dd094", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0521 19:50:28.311204 3707 cni.go:473] [konflux-ui/proxy-7cc866f786-95qf2 c887c05eb5fdbf07ab69693caecf86775a494c3ee9bdc721f102ac32981607b0 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7cc866f786-95qf2 c887c05eb5fdbf07ab69693caecf86775a494c3ee9bdc721f102ac32981607b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:c5:14:0a:92:e3\",\"name\":\"c887c05eb5fdbf0\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ff62760-7a30-49ac-9f9c-5cd46876ecc3\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:50:29.085335 3707 cni.go:452] [tsf-tas/tuf-97fc8ff76-rdmxj 0f7da8809db6af7b2ebc7d98efe78b37030060ad9a99ccc8866fdd266635a76c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-rdmxj 0f7da8809db6af7b2ebc7d98efe78b37030060ad9a99ccc8866fdd266635a76c network default NAD default NAD key ] I0521 19:50:29.099727 3707 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-rdmxj, hostIfaceName: 0f7da8809db6af7, network: default, NAD default, SandboxID: "0f7da8809db6af7b2ebc7d98efe78b37030060ad9a99ccc8866fdd266635a76c", PCI device ID: , UID: "3827b765-f1b1-440d-be83-ec688c38c61f", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0521 19:50:29.196419 3707 cni.go:473] [tsf-tas/tuf-97fc8ff76-rdmxj 0f7da8809db6af7b2ebc7d98efe78b37030060ad9a99ccc8866fdd266635a76c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-rdmxj 0f7da8809db6af7b2ebc7d98efe78b37030060ad9a99ccc8866fdd266635a76c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:80:d0:85:91:8d\",\"name\":\"0f7da8809db6af7\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/169932c4-c2ac-4b43-b935-664eb33a6ba3\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:50:29.674618 3707 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-6lljt 981cca90de973d992794d9f6e5241ccd37c9ebcf23e25f95b30a762bdaa93ba5 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6lljt 981cca90de973d992794d9f6e5241ccd37c9ebcf23e25f95b30a762bdaa93ba5 network default NAD default NAD key ] I0521 19:50:29.687033 3707 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-6lljt, hostIfaceName: 981cca90de973d9, network: default, NAD default, SandboxID: "981cca90de973d992794d9f6e5241ccd37c9ebcf23e25f95b30a762bdaa93ba5", PCI device ID: , UID: "9fbb50ed-db84-4d05-96e3-f6657ee5e3f0", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0521 19:50:29.754492 3707 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-6lljt 981cca90de973d992794d9f6e5241ccd37c9ebcf23e25f95b30a762bdaa93ba5 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6lljt 981cca90de973d992794d9f6e5241ccd37c9ebcf23e25f95b30a762bdaa93ba5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:4d:2a:b8:a9:67\",\"name\":\"981cca90de973d9\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27b22a53-4d29-4947-9835-0e14d4081377\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:50:30.569931 3707 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0521 19:50:31.359053 3707 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 W0521 19:50:31.724754 3707 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:50:31.724774 3707 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0521 19:50:33.351558 3707 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-npwd5 6c7c2c0c1516617e6bc4a5f820b07b30364354a599c7825a32e3840ebda11849 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-npwd5 6c7c2c0c1516617e6bc4a5f820b07b30364354a599c7825a32e3840ebda11849 network default NAD default NAD key ] I0521 19:50:33.367518 3707 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-npwd5, hostIfaceName: 6c7c2c0c1516617, network: default, NAD default, SandboxID: "6c7c2c0c1516617e6bc4a5f820b07b30364354a599c7825a32e3840ebda11849", PCI device ID: , UID: "b036f7f3-0ee3-4a38-b193-4c397d0ad823", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0521 19:50:33.435106 3707 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-npwd5 6c7c2c0c1516617e6bc4a5f820b07b30364354a599c7825a32e3840ebda11849 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-npwd5 6c7c2c0c1516617e6bc4a5f820b07b30364354a599c7825a32e3840ebda11849 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:fb:f4:1f:08:32\",\"name\":\"6c7c2c0c1516617\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bc6ff85-321d-46fb-85d0-8080ff0f1a4d\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:50:33.608735 3707 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:50:33.608765 3707 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:50:33.633162 3707 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:50:33.639685 3707 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:50:33.660408 3707 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:50:33.664089 3707 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:50:35.617281 3707 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:50:35.620907 3707 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 19:50:37.547031 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 19:50:37.570453 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:50:38.646230 3707 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 19:50:41.332130 3707 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0521 19:50:44.612059 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0521 19:50:44.638306 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:50:44.642228 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0521 19:50:44.863569 3707 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-6lljt 981cca90de973d992794d9f6e5241ccd37c9ebcf23e25f95b30a762bdaa93ba5 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6lljt 981cca90de973d992794d9f6e5241ccd37c9ebcf23e25f95b30a762bdaa93ba5 network default NAD default NAD key ] I0521 19:50:44.955416 3707 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-6lljt 981cca90de973d992794d9f6e5241ccd37c9ebcf23e25f95b30a762bdaa93ba5 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6lljt 981cca90de973d992794d9f6e5241ccd37c9ebcf23e25f95b30a762bdaa93ba5 network default NAD default NAD key default], result "{}", err I0521 19:50:45.014015 3707 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6lljt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:45.014047 3707 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-6lljt I0521 19:50:45.015593 3707 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-6lljt, ips: 10.130.0.53 I0521 19:50:45.015623 3707 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6lljt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:45.700744 3707 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6lljt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:45.700771 3707 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6lljt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:45.710340 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-6lljt I0521 19:50:45.710366 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-6lljt W0521 19:50:46.629159 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:50:46.634042 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0521 19:50:49.659332 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0521 19:51:10.673593 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 19:51:10.673612 3707 util.go:959] Failed to build node endpoints for node ip-10-0-1-64.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0521 19:51:29.244510 3707 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=642 I0521 19:51:45.208467 3707 cni.go:452] [konflux-ui/proxy-7cc866f786-95qf2 c887c05eb5fdbf07ab69693caecf86775a494c3ee9bdc721f102ac32981607b0 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-7cc866f786-95qf2 c887c05eb5fdbf07ab69693caecf86775a494c3ee9bdc721f102ac32981607b0 network default NAD default NAD key ] I0521 19:51:45.304901 3707 cni.go:473] [konflux-ui/proxy-7cc866f786-95qf2 c887c05eb5fdbf07ab69693caecf86775a494c3ee9bdc721f102ac32981607b0 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-7cc866f786-95qf2 c887c05eb5fdbf07ab69693caecf86775a494c3ee9bdc721f102ac32981607b0 network default NAD default NAD key default], result "{}", err I0521 19:51:45.368072 3707 obj_retry.go:498] Detected object konflux-ui/proxy-7cc866f786-95qf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:45.368116 3707 pods.go:176] Deleting pod: konflux-ui/proxy-7cc866f786-95qf2 I0521 19:51:45.369521 3707 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-7cc866f786-95qf2, ips: 10.130.0.50 I0521 19:51:45.369550 3707 obj_retry.go:498] Detected object konflux-ui/proxy-7cc866f786-95qf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:46.048792 3707 obj_retry.go:492] Detected object konflux-ui/proxy-7cc866f786-95qf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:46.048816 3707 obj_retry.go:492] Detected object konflux-ui/proxy-7cc866f786-95qf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:46.061626 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7cc866f786-95qf2 I0521 19:51:46.061654 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7cc866f786-95qf2 I0521 19:51:58.384629 3707 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:58.385235 3707 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:58.433988 3707 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:58.434013 3707 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:58.443893 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:51:58.443919 3707 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:52:07.327343 3707 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0521 19:52:14.231279 3707 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=166 I0521 19:52:25.657817 3707 namespace.go:98] [managed-tenant-vhyta] adding namespace I0521 19:52:25.658981 3707 namespace.go:102] [managed-tenant-vhyta] adding namespace took 1.139094ms I0521 19:52:25.705502 3707 namespace.go:142] [managed-tenant-vhyta] updating namespace I0521 19:52:25.718378 3707 namespace.go:142] [managed-tenant-vhyta] updating namespace I0521 19:52:26.732483 3707 namespace.go:142] [managed-tenant-vhyta] updating namespace I0521 19:52:26.852101 3707 namespace.go:142] [managed-tenant-vhyta] updating namespace I0521 19:52:26.944377 3707 namespace.go:142] [managed-tenant-vhyta] updating namespace