+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-62.ec2.internal ++ [[ -n ip-10-0-0-62.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-62.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:38:10.926652254 - disable conntrack on geneve port' I0521 19:38:10.926652254 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0521 19:38:10.982424374 - starting ovnkube-node + echo 'I0521 19:38:10.982424374 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-62.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-62.ec2.internal --init-node ip-10-0-0-62.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-62.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:38:11.030167 3652 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:38:11.030224 3652 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-a83b8e6563.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:38:11.032180 3652 kube.go:431] Waiting for certificate I0521 19:38:11.032221 3652 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:38:11.032255 3652 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:38:11.033024 3652 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:38:11.064915 3652 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:38:11.064935 3652 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:38:11.070842 3652 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:38:11.070942 3652 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-mhcd6" I0521 19:38:11.077690 3652 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-mhcd6" I0521 19:38:11.077759 3652 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:38:12.032376 3652 kube.go:438] Certificate found I0521 19:38:12.032973 3652 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:38:12.033946 3652 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:38:12.081824 3652 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:33:11 +0000 UTC" deadline="2026-05-22 14:44:09.23626155 +0000 UTC" I0521 19:38:12.081857 3652 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h5m57.154415379s" I0521 19:38:12.099459 3652 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:38:12.115605 3652 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:38:12.115668 3652 server.go:101] MetricServer registers OVS metrics I0521 19:38:12.115990 3652 server.go:105] MetricServer registers OVN DB metrics I0521 19:38:12.116749 3652 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:38:12.116823 3652 factory.go:561] Starting watch factory I0521 19:38:12.116926 3652 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.116945 3652 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.116964 3652 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.116984 3652 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.116997 3652 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.117020 3652 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.117028 3652 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.116950 3652 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.117075 3652 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.117096 3652 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.117901 3652 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.117968 3652 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.118371 3652 controller_manager.go:370] Starting the ovnkube controller I0521 19:38:12.118386 3652 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-62.ec2.internal I0521 19:38:12.118454 3652 controller_manager.go:395] NBDB zone sync took: 58.713µs I0521 19:38:12.118464 3652 factory.go:561] Starting watch factory I0521 19:38:12.120803 3652 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:38:12.120838 3652 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:38:12.135122 3652 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:38:12.135148 3652 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:38:12.138780 3652 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:38:12.138822 3652 server.go:109] MetricServer registers OVN Controller metrics I0521 19:38:12.139876 3652 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.139926 3652 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.140185 3652 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.144695 3652 server.go:113] MetricServer registers OVN Northd metrics I0521 19:38:12.144895 3652 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.145463 3652 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.149552 3652 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:38:12.149836 3652 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.222744 3652 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:38:12.222777 3652 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:38:12.222782 3652 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:38:12.222785 3652 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:38:12.222788 3652 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:38:12.222791 3652 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:38:12.222871 3652 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:38:12.222892 3652 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:38:12.222871 3652 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:38:12.222948 3652 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:38:12.224242 3652 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:38:12.224252 3652 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:38:12.224256 3652 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:38:12.224259 3652 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:38:12.224262 3652 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:38:12.224265 3652 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:38:12.225988 3652 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:38:12.226011 3652 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:38:12.228126 3652 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:38:12.228135 3652 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:38:12.228188 3652 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.228199 3652 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.229576 3652 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:38:12.229584 3652 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:38:12.230575 3652 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.233697 3652 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:38:12.233745 3652 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.233756 3652 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.235100 3652 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:38:12.236281 3652 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.239545 3652 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:38:12.239598 3652 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.239609 3652 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.240125 3652 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:38:12.241925 3652 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.244915 3652 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:38:12.244971 3652 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.244982 3652 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.245152 3652 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:38:12.247565 3652 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.250699 3652 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:38:12.250771 3652 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.250790 3652 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.250801 3652 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:38:12.253357 3652 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.256459 3652 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:38:12.256487 3652 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:38:12.256636 3652 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:38:12.256648 3652 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:38:12.259202 3652 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:38:12.261751 3652 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:38:12.261771 3652 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:38:12.261949 3652 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.261964 3652 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.262239 3652 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.262250 3652 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.264360 3652 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.264845 3652 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:12.267986 3652 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:38:12.267996 3652 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:38:12.268003 3652 factory.go:680] Watch Factory start up complete, took: 149.537947ms I0521 19:38:12.268011 3652 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-62.ec2.internal" zone I0521 19:38:12.268001 3652 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:38:12.268030 3652 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:38:12.268035 3652 factory.go:680] Watch Factory start up complete, took: 151.218153ms I0521 19:38:12.268095 3652 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:38:12.311138 3652 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:38:12.390584 3652 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:38:12.396563 3652 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:38:12.445159 3652 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:38:12.445281 3652 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:38:12.445298 3652 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:38:12.477837 3652 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:38:12.477901 3652 default_node_network_controller.go:809] Node ip-10-0-0-62.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0521 19:38:12.483601 3652 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.62"] k8s.ovn.org/zone-name:ip-10-0-0-62.ec2.internal] on node ip-10-0-0-62.ec2.internal I0521 19:38:12.508945 3652 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:38:12.515236 3652 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:38:12.515362 3652 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0521 19:38:12.515549 3652 gateway_init.go:263] Preparing Gateway I0521 19:38:12.515562 3652 gateway_shared_intf.go:1687] Creating new gateway I0521 19:38:12.518834 3652 controller_manager.go:429] Waiting for node in zone sync took: 250.810522ms I0521 19:38:12.525247 3652 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:38:12.525263 3652 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-62.ec2.internal I0521 19:38:12.542272 3652 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:38:12.549317 3652 controller_manager.go:290] SCTP support detected in OVN I0521 19:38:12.549970 3652 services_controller.go:69] Creating services controller for network=default I0521 19:38:12.550035 3652 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:38:12.550115 3652 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:38:12.550144 3652 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:38:12.550162 3652 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:38:12.550173 3652 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:38:12.550393 3652 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:38:12.550454 3652 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:38:12.550481 3652 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.696µs I0521 19:38:12.550501 3652 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 38.14µs I0521 19:38:12.550510 3652 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 53.92µs I0521 19:38:12.550515 3652 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:38:12.550543 3652 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:38:12.550552 3652 default_network_controller.go:325] Starting the default network controller I0521 19:38:12.550648 3652 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 20.282µs I0521 19:38:12.550698 3652 udn_enabled_svc.go:95] Performing full resync I0521 19:38:12.551061 3652 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:38:12.551072 3652 udn_enabled_svc.go:104] Starting worker I0521 19:38:12.560085 3652 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:38:12.560146 3652 repair.go:33] Syncing exgw routes took 48.282µs I0521 19:38:12.560173 3652 default_network_controller.go:414] Starting all the Watchers... I0521 19:38:12.560424 3652 namespace.go:98] [dedicated-admin] adding namespace I0521 19:38:12.560433 3652 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:38:12.560433 3652 namespace.go:98] [openshift-host-network] adding namespace I0521 19:38:12.560437 3652 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:38:12.560446 3652 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:38:12.560448 3652 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:38:12.560452 3652 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:38:12.560464 3652 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:38:12.560470 3652 namespace.go:98] [openshift-console] adding namespace I0521 19:38:12.560465 3652 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:38:12.560467 3652 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:38:12.560424 3652 namespace.go:98] [openshift-network-console] adding namespace I0521 19:38:12.560567 3652 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:38:12.560573 3652 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:38:12.560681 3652 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:38:12.561177 3652 namespace.go:102] [dedicated-admin] adding namespace took 740.515µs I0521 19:38:12.561193 3652 namespace.go:98] [openshift-authentication] adding namespace I0521 19:38:12.561680 3652 namespace.go:102] [openshift-authentication] adding namespace took 481.858µs I0521 19:38:12.561695 3652 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:38:12.562208 3652 namespace.go:102] [openshift-ingress-canary] adding namespace took 508.012µs I0521 19:38:12.562221 3652 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:38:12.562739 3652 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 2.296346ms I0521 19:38:12.562758 3652 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:38:12.563355 3652 namespace.go:102] [openshift-host-network] adding namespace took 2.909706ms I0521 19:38:12.563376 3652 namespace.go:98] [openshift-infra] adding namespace I0521 19:38:12.563866 3652 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 3.418833ms I0521 19:38:12.563878 3652 namespace.go:98] [openshift-multus] adding namespace I0521 19:38:12.564293 3652 namespace.go:102] [openshift-backplane-cee] adding namespace took 3.836224ms I0521 19:38:12.564310 3652 namespace.go:98] [openshift-apiserver-operator] adding namespace W0521 19:38:12.564314 3652 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-58zxp: pod openshift-network-diagnostics/network-check-target-58zxp: no pod IPs found W0521 19:38:12.564325 3652 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-m5pbz: pod openshift-network-diagnostics/network-check-target-m5pbz: no pod IPs found W0521 19:38:12.564332 3652 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vbx7m: pod openshift-network-diagnostics/network-check-target-vbx7m: no pod IPs found I0521 19:38:12.564827 3652 namespace.go:102] [openshift-network-diagnostics] adding namespace took 4.368889ms I0521 19:38:12.564843 3652 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:38:12.565308 3652 namespace.go:102] [openshift-service-ca-operator] adding namespace took 4.847073ms I0521 19:38:12.565337 3652 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:38:12.565811 3652 namespace.go:102] [openshift-package-operator] adding namespace took 5.335473ms I0521 19:38:12.565826 3652 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:38:12.566273 3652 namespace.go:102] [openshift-console] adding namespace took 5.793471ms I0521 19:38:12.566286 3652 namespace.go:98] [openshift] adding namespace I0521 19:38:12.566813 3652 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.329378ms I0521 19:38:12.566825 3652 namespace.go:98] [openshift-etcd] adding namespace I0521 19:38:12.567487 3652 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.0002ms I0521 19:38:12.567504 3652 namespace.go:98] [openshift-logging] adding namespace I0521 19:38:12.568001 3652 namespace.go:102] [openshift-network-console] adding namespace took 7.458361ms I0521 19:38:12.568012 3652 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:38:12.568653 3652 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.073613ms I0521 19:38:12.568666 3652 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:38:12.569298 3652 namespace.go:102] [openshift-monitoring] adding namespace took 8.716202ms I0521 19:38:12.569320 3652 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:38:12.569988 3652 namespace.go:102] [openshift-console-user-settings] adding namespace took 9.296885ms I0521 19:38:12.570005 3652 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:38:12.570608 3652 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.381491ms I0521 19:38:12.570622 3652 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:38:12.571088 3652 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.324945ms I0521 19:38:12.571102 3652 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:38:12.571546 3652 namespace.go:102] [openshift-infra] adding namespace took 8.163441ms W0521 19:38:12.571550 3652 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-sc58z: pod openshift-multus/network-metrics-daemon-sc58z: no pod IPs found I0521 19:38:12.571562 3652 namespace.go:98] [openshift-dns] adding namespace W0521 19:38:12.571563 3652 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-snfpn: pod openshift-multus/network-metrics-daemon-snfpn: no pod IPs found W0521 19:38:12.571570 3652 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zjdnv: pod openshift-multus/network-metrics-daemon-zjdnv: no pod IPs found I0521 19:38:12.572186 3652 namespace.go:102] [openshift-multus] adding namespace took 8.302665ms I0521 19:38:12.572201 3652 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:38:12.572659 3652 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.342013ms I0521 19:38:12.572680 3652 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:38:12.573164 3652 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.315898ms I0521 19:38:12.573179 3652 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:38:12.573649 3652 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.303619ms I0521 19:38:12.573663 3652 namespace.go:98] [kube-system] adding namespace I0521 19:38:12.574116 3652 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.284673ms I0521 19:38:12.574132 3652 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:38:12.574608 3652 namespace.go:102] [openshift] adding namespace took 8.306261ms I0521 19:38:12.574629 3652 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:38:12.575172 3652 namespace.go:102] [openshift-etcd] adding namespace took 8.339965ms I0521 19:38:12.575188 3652 namespace.go:98] [openshift-config] adding namespace I0521 19:38:12.575635 3652 namespace.go:102] [openshift-logging] adding namespace took 8.111125ms I0521 19:38:12.575651 3652 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:38:12.576130 3652 namespace.go:102] [openshift-config-managed] adding namespace took 8.111055ms I0521 19:38:12.576157 3652 namespace.go:98] [kube-node-lease] adding namespace I0521 19:38:12.576688 3652 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.014378ms I0521 19:38:12.576704 3652 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:38:12.577306 3652 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.979989ms I0521 19:38:12.577323 3652 namespace.go:98] [default] adding namespace I0521 19:38:12.577821 3652 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.810676ms I0521 19:38:12.577833 3652 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:38:12.578863 3652 namespace.go:102] [openshift-console-operator] adding namespace took 8.235303ms I0521 19:38:12.578875 3652 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 19:38:12.579447 3652 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.337475ms I0521 19:38:12.579464 3652 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:38:12.580031 3652 namespace.go:102] [openshift-dns] adding namespace took 8.462779ms I0521 19:38:12.580049 3652 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:38:12.580539 3652 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.331676ms I0521 19:38:12.580554 3652 namespace.go:98] [openshift-insights] adding namespace I0521 19:38:12.581062 3652 namespace.go:102] [openshift-dns-operator] adding namespace took 8.376173ms I0521 19:38:12.581075 3652 namespace.go:98] [openshift-node] adding namespace W0521 19:38:12.581468 3652 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-88jtx: pod kube-system/global-pull-secret-syncer-88jtx: no pod IPs found W0521 19:38:12.581478 3652 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-8dzxj: pod kube-system/global-pull-secret-syncer-8dzxj: no pod IPs found W0521 19:38:12.581483 3652 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-wflld: pod kube-system/global-pull-secret-syncer-wflld: no pod IPs found I0521 19:38:12.581510 3652 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.327502ms I0521 19:38:12.581537 3652 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:38:12.582000 3652 namespace.go:102] [kube-system] adding namespace took 8.331758ms I0521 19:38:12.582015 3652 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:38:12.582552 3652 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.412605ms I0521 19:38:12.582574 3652 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:38:12.583222 3652 namespace.go:102] [openshift-controller-manager] adding namespace took 8.585365ms I0521 19:38:12.583238 3652 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:38:12.583749 3652 namespace.go:102] [openshift-config] adding namespace took 8.555919ms I0521 19:38:12.583759 3652 namespace.go:98] [openshift-backplane] adding namespace I0521 19:38:12.584428 3652 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.771124ms I0521 19:38:12.584439 3652 namespace.go:98] [kube-public] adding namespace I0521 19:38:12.585024 3652 namespace.go:102] [kube-node-lease] adding namespace took 8.861981ms I0521 19:38:12.585034 3652 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:38:12.585667 3652 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.958135ms I0521 19:38:12.585695 3652 namespace.go:98] [openshift-operators] adding namespace I0521 19:38:12.586212 3652 namespace.go:102] [default] adding namespace took 8.884826ms I0521 19:38:12.586223 3652 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 19:38:12.586846 3652 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 9.006738ms I0521 19:38:12.586861 3652 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:38:12.587315 3652 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.434726ms I0521 19:38:12.587812 3652 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.343357ms I0521 19:38:12.587825 3652 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:38:12.588330 3652 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.275674ms I0521 19:38:12.588343 3652 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:38:12.588753 3652 namespace.go:102] [openshift-insights] adding namespace took 8.194096ms I0521 19:38:12.588766 3652 namespace.go:98] [open-cluster-management-2qegn84g18ids9l2o4klqb2qr2p2km0b] adding namespace I0521 19:38:12.589260 3652 namespace.go:102] [openshift-node] adding namespace took 8.180193ms I0521 19:38:12.589274 3652 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:38:12.589872 3652 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.328829ms I0521 19:38:12.589887 3652 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:38:12.590320 3652 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.301081ms I0521 19:38:12.590332 3652 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:38:12.590818 3652 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.235861ms I0521 19:38:12.590835 3652 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:38:12.591251 3652 namespace.go:102] [openshift-machine-api] adding namespace took 8.006943ms I0521 19:38:12.591649 3652 namespace.go:102] [openshift-backplane] adding namespace took 7.885068ms I0521 19:38:12.591663 3652 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:38:12.592074 3652 namespace.go:102] [kube-public] adding namespace took 7.630295ms I0521 19:38:12.592087 3652 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:38:12.592475 3652 namespace.go:102] [openshift-network-operator] adding namespace took 7.436685ms I0521 19:38:12.592488 3652 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:38:12.592897 3652 namespace.go:102] [openshift-operators] adding namespace took 7.194693ms I0521 19:38:12.592908 3652 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:38:12.593272 3652 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.041781ms I0521 19:38:12.593782 3652 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.913972ms I0521 19:38:12.593799 3652 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:38:12.594239 3652 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.409499ms I0521 19:38:12.594253 3652 namespace.go:98] [openshift-ingress] adding namespace I0521 19:38:12.594668 3652 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.320171ms I0521 19:38:12.595141 3652 namespace.go:102] [open-cluster-management-2qegn84g18ids9l2o4klqb2qr2p2km0b] adding namespace took 6.368152ms I0521 19:38:12.595159 3652 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:38:12.595617 3652 namespace.go:102] [openshift-apiserver] adding namespace took 6.336397ms I0521 19:38:12.595634 3652 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:38:12.596115 3652 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.223764ms I0521 19:38:12.596126 3652 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:38:12.596647 3652 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.308805ms I0521 19:38:12.597038 3652 namespace.go:102] [openshift-cluster-version] adding namespace took 6.197478ms I0521 19:38:12.597054 3652 namespace.go:98] [openshift-image-registry] adding namespace I0521 19:38:12.597538 3652 namespace.go:102] [openshift-marketplace] adding namespace took 5.868242ms I0521 19:38:12.597942 3652 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.849699ms I0521 19:38:12.598353 3652 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.858465ms I0521 19:38:12.598369 3652 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:38:12.598890 3652 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.974533ms I0521 19:38:12.599310 3652 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.504355ms I0521 19:38:12.599868 3652 namespace.go:102] [openshift-ingress] adding namespace took 5.610002ms I0521 19:38:12.600309 3652 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.144177ms I0521 19:38:12.600862 3652 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.223203ms I0521 19:38:12.601318 3652 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.185916ms I0521 19:38:12.601752 3652 namespace.go:102] [openshift-image-registry] adding namespace took 4.691979ms I0521 19:38:12.602251 3652 namespace.go:102] [openshift-config-operator] adding namespace took 3.87714ms W0521 19:38:12.602348 3652 master.go:458] Unable to parse local node ip-10-0-0-62.ec2.internal chassis-id annotation. Chassis may be removed during sync W0521 19:38:12.602359 3652 master.go:471] Unable to parse remote node ip-10-0-1-26.ec2.internal chassis-id annotation. Chassis may be removed during sync W0521 19:38:12.602363 3652 master.go:471] Unable to parse remote node ip-10-0-2-167.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 19:38:12.602367 3652 master.go:481] Removing stale chassis with ID/Name: 5fa2ba56-dfdf-47d8-aeb1-ac433036985e, hostname: ip-10-0-0-62.ec2.internal I0521 19:38:12.602884 3652 master.go:548] Adding or Updating local node "ip-10-0-0-62.ec2.internal" for network "default" I0521 19:38:12.602976 3652 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-26.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-26.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-26.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-26.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-26.ec2.internal I0521 19:38:12.603012 3652 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-167.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-167.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-167.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-167.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-167.ec2.internal I0521 19:38:12.606415 3652 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-62.ec2.internal for the network default I0521 19:38:12.606725 3652 zone_ic_handler.go:195] Time taken to create transit switch: 296.658µs I0521 19:38:12.607320 3652 default_network_controller.go:823] Node add failed for ip-10-0-0-62.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-62.ec2.internal, error getting gateway config for node ip-10-0-0-62.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-62.ec2.internal", failed to update chassis to local for local node ip-10-0-0-62.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-62.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-62.ec2.internal] E0521 19:38:12.607362 3652 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-62.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-62.ec2.internal, error getting gateway config for node ip-10-0-0-62.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-62.ec2.internal", failed to update chassis to local for local node ip-10-0-0-62.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-62.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-62.ec2.internal] I0521 19:38:12.607412 3652 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:38:12.607459 3652 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:38:12.607437 3652 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-62.ec2.internal", UID:"edeacc75-ed97-496f-8637-6bf325d8ecc2", APIVersion:"v1", ResourceVersion:"8886", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-62.ec2.internal, error getting gateway config for node ip-10-0-0-62.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-62.ec2.internal", failed to update chassis to local for local node ip-10-0-0-62.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-62.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-62.ec2.internal] I0521 19:38:12.607475 3652 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:38:12.607485 3652 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default" I0521 19:38:12.607512 3652 node_tracker.go:235] Node ip-10-0-2-167.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-167.ec2.internal" I0521 19:38:12.607545 3652 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:12.607558 3652 services_controller.go:574] Full service sync requested for network=default I0521 19:38:12.607563 3652 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-62.ec2.internal in network "default" I0521 19:38:12.607571 3652 node_tracker.go:235] Node ip-10-0-0-62.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-62.ec2.internal" I0521 19:38:12.607577 3652 node_tracker.go:169] Node ip-10-0-0-62.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:12.607581 3652 services_controller.go:574] Full service sync requested for network=default I0521 19:38:12.607589 3652 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-26.ec2.internal in network "default" I0521 19:38:12.607598 3652 node_tracker.go:235] Node ip-10-0-1-26.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-26.ec2.internal" I0521 19:38:12.607605 3652 node_tracker.go:169] Node ip-10-0-1-26.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:12.607609 3652 services_controller.go:574] Full service sync requested for network=default I0521 19:38:12.639809 3652 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:38:12.646047 3652 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:38:12.652098 3652 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:38:12.652113 3652 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-62.ec2.internal","mac-address":"12:28:ac:52:6c:9b","ip-addresses":["10.0.0.62/24"],"ip-address":"10.0.0.62/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5fa2ba56-dfdf-47d8-aeb1-ac433036985e k8s.ovn.org/node-encap-ips:["10.0.0.62"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.62/24"} k8s.ovn.org/zone-name:ip-10-0-0-62.ec2.internal] on node ip-10-0-0-62.ec2.internal I0521 19:38:12.668635 3652 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-62.ec2.internal in network "default" I0521 19:38:12.668680 3652 master.go:548] Adding or Updating local node "ip-10-0-0-62.ec2.internal" for network "default" I0521 19:38:12.669102 3652 node_tracker.go:169] Node ip-10-0-0-62.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:12.669122 3652 services_controller.go:574] Full service sync requested for network=default I0521 19:38:12.673001 3652 default_node_network_controller.go:519] Node connection status = connected W0521 19:38:12.673828 3652 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-zjdnv: pod openshift-multus/network-metrics-daemon-zjdnv: no pod IPs found W0521 19:38:12.673854 3652 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-8dzxj: pod kube-system/global-pull-secret-syncer-8dzxj: no pod IPs found W0521 19:38:12.673866 3652 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-vbx7m: pod openshift-network-diagnostics/network-check-target-vbx7m: no pod IPs found I0521 19:38:12.674836 3652 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-62.ec2.internal for the network default I0521 19:38:12.675023 3652 zone_ic_handler.go:195] Time taken to create transit switch: 174.693µs I0521 19:38:12.707870 3652 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:38:12.707896 3652 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:38:12.708021 3652 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:38:12.708078 3652 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:38:12.708100 3652 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:38:12.809131 3652 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:38:12.809152 3652 repair.go:60] Starting repairing loop for services I0521 19:38:12.809232 3652 repair.go:131] Deleted 0 stale service LBs I0521 19:38:12.809258 3652 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:38:12.809278 3652 repair.go:62] Finished repairing loop for services: 129.145µs I0521 19:38:12.809301 3652 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:38:12.809311 3652 services_controller.go:254] Starting workers for network=default I0521 19:38:12.809635 3652 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vbx7m] creating logical port openshift-network-diagnostics_network-check-target-vbx7m for pod on switch ip-10-0-0-62.ec2.internal I0521 19:38:12.809709 3652 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-88jtx, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-88jtx: suppressed error logged: pod kube-system/global-pull-secret-syncer-88jtx: no pod IPs found I0521 19:38:12.809708 3652 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-m5pbz, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-m5pbz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-m5pbz: no pod IPs found I0521 19:38:12.809714 3652 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-snfpn, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-snfpn: suppressed error logged: pod openshift-multus/network-metrics-daemon-snfpn: no pod IPs found I0521 19:38:12.809714 3652 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-58zxp, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-58zxp: suppressed error logged: pod openshift-network-diagnostics/network-check-target-58zxp: no pod IPs found I0521 19:38:12.809791 3652 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-sc58z, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-sc58z: suppressed error logged: pod openshift-multus/network-metrics-daemon-sc58z: no pod IPs found I0521 19:38:12.809801 3652 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-wflld, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-wflld: suppressed error logged: pod kube-system/global-pull-secret-syncer-wflld: no pod IPs found I0521 19:38:12.809811 3652 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-vbx7m I0521 19:38:12.825581 3652 pod.go:62] [openshift-network-diagnostics/network-check-target-vbx7m] pod update took 15.856944ms I0521 19:38:12.825602 3652 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-vbx7m] addLogicalPort annotation time took 15.881618ms I0521 19:38:12.826468 3652 pods.go:271] [openshift-network-diagnostics/network-check-target-vbx7m] addLogicalPort took 16.841363ms, libovsdb time 649.315µs I0521 19:38:12.826504 3652 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zjdnv] creating logical port openshift-multus_network-metrics-daemon-zjdnv for pod on switch ip-10-0-0-62.ec2.internal I0521 19:38:12.826579 3652 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-zjdnv I0521 19:38:12.842107 3652 pod.go:62] [openshift-multus/network-metrics-daemon-zjdnv] pod update took 15.547644ms I0521 19:38:12.842126 3652 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-zjdnv] addLogicalPort annotation time took 15.570407ms I0521 19:38:12.843026 3652 pods.go:271] [openshift-multus/network-metrics-daemon-zjdnv] addLogicalPort took 16.526224ms, libovsdb time 676.872µs I0521 19:38:12.843072 3652 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-8dzxj] creating logical port kube-system_global-pull-secret-syncer-8dzxj for pod on switch ip-10-0-0-62.ec2.internal I0521 19:38:12.843137 3652 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-8dzxj I0521 19:38:12.863138 3652 pod.go:62] [kube-system/global-pull-secret-syncer-8dzxj] pod update took 20.0215ms I0521 19:38:12.863158 3652 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-8dzxj] addLogicalPort annotation time took 20.045729ms I0521 19:38:12.864017 3652 pods.go:271] [kube-system/global-pull-secret-syncer-8dzxj] addLogicalPort took 20.953801ms, libovsdb time 637.382µs I0521 19:38:12.864378 3652 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:38:12.864413 3652 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:38:12.864574 3652 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:38:12.864586 3652 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:38:12.864780 3652 repair.go:29] Repairing admin network policies took 189.193µs I0521 19:38:12.864881 3652 repair.go:92] Repairing baseline admin network policies took 92.03µs I0521 19:38:12.865242 3652 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:38:12.865257 3652 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:38:12.866637 3652 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:38:12.866656 3652 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:38:12.866665 3652 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:38:12.868218 3652 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:38:12.868241 3652 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:38:12.868250 3652 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:38:12.868781 3652 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:38:12.868799 3652 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:38:12.868807 3652 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:38:12.870086 3652 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:38:12.870104 3652 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:38:12.870112 3652 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:38:12.870995 3652 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:38:12.871016 3652 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:38:12.871029 3652 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:38:12.873150 3652 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:38:12.873169 3652 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:38:12.873178 3652 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:38:12.873454 3652 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:38:12.873472 3652 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:38:12.873490 3652 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:38:12.875179 3652 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:38:12.875197 3652 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:38:12.875207 3652 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:38:12.876113 3652 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:38:12.876132 3652 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:38:12.876140 3652 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:38:12.876646 3652 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:38:12.876664 3652 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:38:12.876673 3652 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:38:12.878129 3652 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:38:12.878148 3652 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:38:12.878156 3652 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:38:12.878672 3652 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:38:12.878690 3652 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:38:12.879079 3652 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:38:12.879092 3652 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:38:12.879802 3652 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:38:12.879819 3652 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:38:12.879829 3652 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:38:12.881809 3652 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:38:12.881826 3652 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:38:12.881835 3652 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:38:12.882711 3652 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:38:12.882730 3652 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:38:12.882741 3652 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:38:12.883866 3652 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:38:12.883883 3652 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:38:12.883893 3652 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:38:12.885426 3652 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:38:12.885448 3652 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:38:12.885459 3652 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:38:12.885980 3652 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:38:12.885997 3652 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:38:12.886004 3652 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:38:12.886451 3652 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:38:12.886468 3652 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:38:12.886476 3652 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:38:12.886983 3652 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:38:12.887001 3652 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:38:12.887009 3652 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:38:12.888045 3652 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:38:12.888060 3652 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:38:12.888070 3652 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:38:12.889131 3652 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:38:12.889149 3652 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:38:12.889157 3652 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:38:12.890747 3652 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:38:12.890764 3652 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:38:12.890771 3652 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:38:12.891223 3652 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:38:12.891240 3652 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:38:12.891247 3652 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:38:12.891487 3652 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:38:12.891502 3652 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:38:12.891512 3652 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:38:12.891997 3652 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:38:12.892018 3652 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:38:12.892025 3652 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:38:12.892276 3652 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:38:12.892294 3652 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:38:12.892305 3652 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:38:12.892813 3652 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:38:12.892832 3652 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:38:12.892858 3652 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:38:12.893583 3652 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:38:12.898395 3652 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:38:12.898433 3652 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:38:12.898442 3652 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:38:12.898460 3652 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:38:12.898470 3652 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:38:12.898490 3652 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:38:12.898511 3652 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:38:12.898827 3652 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:38:12.898846 3652 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:38:12.898854 3652 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:38:12.898866 3652 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:38:12.898927 3652 egressfirewall.go:723] Syncing node "ip-10-0-0-62.ec2.internal" for egress firewall I0521 19:38:12.898939 3652 egressfirewall.go:723] Syncing node "ip-10-0-1-26.ec2.internal" for egress firewall I0521 19:38:12.898948 3652 egressfirewall.go:723] Syncing node "ip-10-0-2-167.ec2.internal" for egress firewall I0521 19:38:12.899003 3652 egressqos.go:245] Starting EgressQoS Controller I0521 19:38:12.899017 3652 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:38:12.899034 3652 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:38:12.899040 3652 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:38:12.899044 3652 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:38:12.899049 3652 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:38:12.899054 3652 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:38:12.899058 3652 egressqos.go:259] Repairing EgressQoSes I0521 19:38:12.899063 3652 egressqos.go:399] Starting repairing loop for egressqos I0521 19:38:12.899140 3652 egressqos.go:401] Finished repairing loop for egressqos: 77.143µs I0521 19:38:12.899160 3652 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:38:12.899188 3652 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-62.ec2.internal I0521 19:38:12.899234 3652 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-62.ec2.internal : 46.5µs I0521 19:38:12.899286 3652 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:38:12.899299 3652 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:38:12.899307 3652 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:38:12.899315 3652 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:38:12.899322 3652 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:38:12.899332 3652 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:38:12.899338 3652 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:38:12.899343 3652 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:38:12.899347 3652 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:38:12.899351 3652 egressservice_zone.go:228] Repairing Egress Services I0521 19:38:12.899628 3652 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:38:12.899638 3652 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:38:12.899699 3652 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal I0521 19:38:12.899711 3652 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 12.83µs I0521 19:38:12.899720 3652 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-62.ec2.internal I0521 19:38:12.899721 3652 default_network_controller.go:585] Completing all the Watchers took 339.539097ms I0521 19:38:12.899726 3652 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-62.ec2.internal: 7.235µs I0521 19:38:12.899731 3652 default_network_controller.go:589] Starting unidling controllers I0521 19:38:12.899734 3652 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-26.ec2.internal I0521 19:38:12.899738 3652 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-26.ec2.internal: 6.131µs I0521 19:38:12.899743 3652 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:38:12.899749 3652 unidle.go:63] Populating Initial ContollerEvent events I0521 19:38:12.899759 3652 unidle.go:79] Setting up event handlers for services I0521 19:38:12.899803 3652 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:38:13.173114 3652 default_node_network_controller.go:519] Node connection status = connected I0521 19:38:13.341324 3652 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-26.ec2.internal in network "default" I0521 19:38:13.341349 3652 node_tracker.go:235] Node ip-10-0-1-26.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-26.ec2.internal" I0521 19:38:13.341365 3652 node_tracker.go:169] Node ip-10-0-1-26.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:13.341379 3652 services_controller.go:574] Full service sync requested for network=default I0521 19:38:13.341427 3652 default_network_controller.go:1025] Node "ip-10-0-1-26.ec2.internal" in remote zone "ip-10-0-1-26.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:38:13.425397 3652 default_network_controller.go:1025] Node "ip-10-0-1-26.ec2.internal" in remote zone "ip-10-0-1-26.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:38:13.478415 3652 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-26.ec2.internal in network "default" I0521 19:38:13.478479 3652 node_tracker.go:169] Node ip-10-0-1-26.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:13.478491 3652 services_controller.go:574] Full service sync requested for network=default I0521 19:38:13.478493 3652 default_network_controller.go:1025] Node "ip-10-0-1-26.ec2.internal" in remote zone "ip-10-0-1-26.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:38:13.479491 3652 zone_ic_handler.go:195] Time taken to create transit switch: 309.594µs I0521 19:38:13.479507 3652 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-26.ec2.internal for the network default I0521 19:38:13.480511 3652 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-26.ec2.internal" on network "default" took: 1.342037ms I0521 19:38:13.585563 3652 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:38:13.673554 3652 default_node_network_controller.go:519] Node connection status = connected I0521 19:38:13.691468 3652 bridgeconfig.go:537] Gateway is ready I0521 19:38:13.691490 3652 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:38:13.704031 3652 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.62. Updating OVN encap IP. I0521 19:38:13.709920 3652 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.62 - it is already configured I0521 19:38:13.709936 3652 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.62/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:38:13.710161 3652 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.62/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-62.ec2.internal","mac-address":"12:28:ac:52:6c:9b","ip-addresses":["10.0.0.62/24"],"ip-address":"10.0.0.62/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5fa2ba56-dfdf-47d8-aeb1-ac433036985e k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.62/24"}] on node ip-10-0-0-62.ec2.internal I0521 19:38:13.728429 3652 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-62.ec2.internal I0521 19:38:13.728451 3652 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-62.ec2.internal: 26.743µs I0521 19:38:13.728495 3652 egressfirewall.go:723] Syncing node "ip-10-0-0-62.ec2.internal" for egress firewall I0521 19:38:13.728502 3652 master.go:548] Adding or Updating local node "ip-10-0-0-62.ec2.internal" for network "default" I0521 19:38:13.728539 3652 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-62.ec2.internal in network "default" I0521 19:38:13.728588 3652 node_tracker.go:169] Node ip-10-0-0-62.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:13.728604 3652 services_controller.go:574] Full service sync requested for network=default I0521 19:38:13.728893 3652 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.62 I0521 19:38:13.729040 3652 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-62.ec2.internal I0521 19:38:13.732606 3652 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-62.ec2.internal. Updating no re-route policies I0521 19:38:13.732679 3652 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-62.ec2.internal I0521 19:38:13.732689 3652 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zmjl2 I0521 19:38:13.732698 3652 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-8pskr I0521 19:38:13.732698 3652 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zjdnv I0521 19:38:13.732710 3652 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-8pskr I0521 19:38:13.732711 3652 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-ljr7q I0521 19:38:13.732715 3652 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zjdnv I0521 19:38:13.732718 3652 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-ljr7q I0521 19:38:13.732724 3652 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-j5zv4 I0521 19:38:13.732730 3652 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-8pskr after 0 failed attempt(s) I0521 19:38:13.732734 3652 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-ljr7q after 0 failed attempt(s) I0521 19:38:13.732727 3652 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-5tw9d I0521 19:38:13.732716 3652 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vbx7m I0521 19:38:13.732739 3652 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-j5zv4 I0521 19:38:13.732742 3652 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-8dzxj I0521 19:38:13.732680 3652 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-mgjdg I0521 19:38:13.732754 3652 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-mgjdg I0521 19:38:13.732740 3652 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-qmk94 I0521 19:38:13.732737 3652 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ggn8n I0521 19:38:13.732765 3652 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-j5zv4 after 0 failed attempt(s) I0521 19:38:13.732769 3652 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-mgjdg after 0 failed attempt(s) I0521 19:38:13.732771 3652 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ggn8n I0521 19:38:13.732770 3652 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-qmk94 I0521 19:38:13.732787 3652 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-ggn8n after 0 failed attempt(s) I0521 19:38:13.732789 3652 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-qmk94 after 0 failed attempt(s) I0521 19:38:13.732694 3652 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-62.ec2.internal I0521 19:38:13.732701 3652 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-62.ec2.internal I0521 19:38:13.732802 3652 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-62.ec2.internal I0521 19:38:13.732727 3652 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mk8nb I0521 19:38:13.732809 3652 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mk8nb I0521 19:38:13.732745 3652 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zjdnv] creating logical port openshift-multus_network-metrics-daemon-zjdnv for pod on switch ip-10-0-0-62.ec2.internal I0521 19:38:13.732819 3652 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mk8nb after 0 failed attempt(s) I0521 19:38:13.732745 3652 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-5tw9d I0521 19:38:13.732847 3652 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-5tw9d after 0 failed attempt(s) I0521 19:38:13.732803 3652 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-62.ec2.internal after 0 failed attempt(s) I0521 19:38:13.732819 3652 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-62.ec2.internal after 0 failed attempt(s) I0521 19:38:13.732756 3652 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-8dzxj I0521 19:38:13.732889 3652 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-8dzxj] creating logical port kube-system_global-pull-secret-syncer-8dzxj for pod on switch ip-10-0-0-62.ec2.internal I0521 19:38:13.732745 3652 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vbx7m I0521 19:38:13.732920 3652 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vbx7m] creating logical port openshift-network-diagnostics_network-check-target-vbx7m for pod on switch ip-10-0-0-62.ec2.internal I0521 19:38:13.732703 3652 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zmjl2 I0521 19:38:13.732952 3652 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zmjl2 after 0 failed attempt(s) I0521 19:38:13.733489 3652 pods.go:271] [openshift-multus/network-metrics-daemon-zjdnv] addLogicalPort took 750.024µs, libovsdb time 285.341µs I0521 19:38:13.733506 3652 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-zjdnv after 0 failed attempt(s) I0521 19:38:13.733792 3652 pods.go:271] [kube-system/global-pull-secret-syncer-8dzxj] addLogicalPort took 912.866µs, libovsdb time 418.143µs I0521 19:38:13.733808 3652 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-8dzxj after 0 failed attempt(s) I0521 19:38:13.733865 3652 pods.go:271] [openshift-network-diagnostics/network-check-target-vbx7m] addLogicalPort took 952.481µs, libovsdb time 475.24µs I0521 19:38:13.733872 3652 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-vbx7m after 0 failed attempt(s) I0521 19:38:13.752435 3652 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:38:13.764405 3652 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:38:13.767530 3652 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:38:13.811341 3652 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:38:13.864609 3652 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:38:13.882287 3652 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:38:13.882422 3652 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:38:13.882469 3652 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:38:13.882579 3652 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:38:13.882643 3652 gateway_init.go:325] Gateway and management port readiness took 1.213828407s I0521 19:38:13.882672 3652 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:38:13.882738 3652 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:38:13.882756 3652 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:38:13.882767 3652 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:38:13.882842 3652 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:38:13.882931 3652 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.307µs I0521 19:38:13.883439 3652 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:38:13.883478 3652 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 26.305µs I0521 19:38:13.883489 3652 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 51.973µs I0521 19:38:13.883495 3652 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:38:13.883506 3652 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:38:13.883514 3652 default_node_network_controller.go:899] Starting the default node network controller I0521 19:38:13.883535 3652 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:38:13.883562 3652 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.065µs I0521 19:38:13.883694 3652 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:38:13.883702 3652 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:38:13.883747 3652 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c50610 0xc0002b7f10 0xc0002ca070 0xc0002ca0e0 0xc0002ca150 0xc0002ca1c0 0xc0002ca310 0xc000ca63c0 0xc0002ca380 0xc0002ca3f0 0xc000212050 0xc0064dd0a0 0xc0002ca460 map[0x2ff9080:0xc00316c060 0x2ff95c0:0xc004916c00 0x2ffa2e0:0xc002a2a840 0x2ffa580:0xc00316c000 0x2ffad60:0xc00316c0c0 0x2ffb000:0xc00316c120 0x2ffb2a0:0xc00316c180 0x2ffba80:0xc004916c60 0x2ffbd20:0xc004916cc0 0x3026980:0xc000fa36e0 0x3026d20:0xc000fa3740 0x3027800:0xc000c750e0 0x3029160:0xc001c12000 0x30298a0:0xc000fa3860 0x302a720:0xc001c12060] 0xc000634f50 0} I0521 19:38:13.883803 3652 gateway.go:151] Starting gateway service sync I0521 19:38:13.884307 3652 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:38:13.886551 3652 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:38:13.910103 3652 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:38:13.911461 3652 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:38:13.912668 3652 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:38:13.948102 3652 gateway.go:168] Gateway service sync done. Time taken: 64.285258ms I0521 19:38:13.948681 3652 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31070 I0521 19:38:13.948858 3652 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c50610 0xc0002b7f10 0xc0002ca070 0xc0002ca0e0 0xc0002ca150 0xc0002ca1c0 0xc0002ca310 0xc000ca63c0 0xc0002ca380 0xc0002ca3f0 0xc000212050 0xc0064dd0a0 0xc0002ca460 map[0x2ff9080:0xc00316c060 0x2ff95c0:0xc004916c00 0x2ffa2e0:0xc002a2a840 0x2ffa580:0xc00316c000 0x2ffad60:0xc00316c0c0 0x2ffb000:0xc00316c120 0x2ffb2a0:0xc00316c180 0x2ffba80:0xc004916c60 0x2ffbd20:0xc004916cc0 0x3026980:0xc000fa36e0 0x3026d20:0xc000fa3740 0x3027800:0xc000c750e0 0x3029160:0xc001c12000 0x30298a0:0xc000fa3860 0x302a720:0xc001c12060] 0xc000634f50 0} I0521 19:38:13.949308 3652 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c50610 0xc0002b7f10 0xc0002ca070 0xc0002ca0e0 0xc0002ca150 0xc0002ca1c0 0xc0002ca310 0xc000ca63c0 0xc0002ca380 0xc0002ca3f0 0xc000212050 0xc0064dd0a0 0xc0002ca460 map[0x2ff9080:0xc00316c060 0x2ff95c0:0xc004916c00 0x2ffa2e0:0xc002a2a840 0x2ffa580:0xc00316c000 0x2ffad60:0xc00316c0c0 0x2ffb000:0xc00316c120 0x2ffb2a0:0xc00316c180 0x2ffba80:0xc004916c60 0x2ffbd20:0xc004916cc0 0x3026980:0xc000fa36e0 0x3026d20:0xc000fa3740 0x3027800:0xc000c750e0 0x3029160:0xc001c12000 0x30298a0:0xc000fa3860 0x302a720:0xc001c12060] 0xc000634f50 0} I0521 19:38:13.949340 3652 gateway.go:532] Reconciling gateway with updates I0521 19:38:13.954873 3652 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:38:13.954899 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:38:13.954901 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:38:13.954914 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:38:13.954918 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:38:13.954927 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:38:13.954929 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:38:13.954936 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:38:13.954932 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:38:13.954946 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:38:13.954958 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:38:13.954960 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:38:13.954965 3652 default_node_network_controller.go:944] Gateway and management port readiness took 71.254518ms I0521 19:38:13.954974 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:38:13.954981 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:38:13.954987 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:38:13.954990 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:38:13.954995 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:38:13.954997 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:38:13.955001 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:38:13.955004 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:38:13.955009 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:38:13.955012 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:38:13.955019 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:38:13.954974 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:38:13.955022 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:38:13.955028 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:38:13.955032 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:38:13.955032 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:38:13.955037 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:38:13.954958 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:38:13.955045 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:38:13.955048 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:38:13.955051 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:38:13.955059 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:38:13.955081 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:38:13.955102 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:38:13.955109 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:38:13.955109 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:38:13.955036 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:38:13.955127 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:38:13.955132 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:38:13.955026 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:38:13.955167 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:38:13.955165 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:38:13.955186 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:38:13.955186 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:38:13.955193 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:38:13.955198 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:38:13.955190 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:38:13.955234 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:38:13.955256 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:38:13.955180 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:38:13.955266 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:38:13.955269 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:38:13.955272 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:38:13.955174 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:38:13.955286 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:38:13.955287 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:38:13.955287 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:38:13.955293 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:38:13.955297 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:38:13.955312 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:38:13.955294 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:38:13.955276 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:38:13.955332 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:38:13.955287 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:38:13.955338 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:38:13.955347 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:38:13.955348 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:38:13.955353 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:38:13.955355 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:38:13.955270 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:38:13.955361 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:38:13.955367 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:38:13.955349 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:38:13.955328 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:38:13.955313 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:38:13.955282 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:38:13.955385 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:38:13.955386 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:38:13.955393 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:38:13.955399 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:38:13.955331 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:38:13.955402 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:38:13.955412 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:38:13.955416 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:38:13.955395 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:38:13.955422 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:38:13.955370 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:38:13.955370 3652 port_claim.go:71] Svc openshift-ingress/router-default: port 31985 is already open, no action needed I0521 19:38:13.955292 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:38:13.955437 3652 port_claim.go:71] Svc openshift-ingress/router-default: port 31839 is already open, no action needed I0521 19:38:13.955442 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:38:13.955460 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:38:13.955448 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:38:13.955475 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:38:13.955480 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:38:13.955488 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:38:13.955435 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:38:13.955503 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:38:13.955511 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:38:13.955534 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:38:13.955467 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:38:13.955543 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:38:13.955545 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:38:13.955553 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:38:13.955560 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:38:13.955463 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:38:13.955572 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:38:13.955587 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:38:13.955599 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:38:13.955606 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:38:13.955615 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:38:13.955620 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:38:13.955624 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:38:13.955712 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:38:13.955726 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:38:13.955732 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:38:13.956172 3652 node_ip_handler_linux.go:160] Node IP manager is running W0521 19:38:13.995359 3652 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:38:13.995651 3652 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:38:13.995780 3652 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0521 19:38:14.003634 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:38:14.003670 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:38:14.003680 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:38:14.003689 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:38:14.003697 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:38:14.003706 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:38:14.003713 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:38:14.003722 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:38:14.003729 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:38:14.047758 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:38:14.047774 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:38:14.047763 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:38:14.047789 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:38:14.047797 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:38:14.087563 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:38:14.087592 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:38:14.087600 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:38:15.106175 3652 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default" I0521 19:38:15.106210 3652 node_tracker.go:235] Node ip-10-0-2-167.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-167.ec2.internal" I0521 19:38:15.106231 3652 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:15.106249 3652 services_controller.go:574] Full service sync requested for network=default I0521 19:38:15.106313 3652 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "ip-10-0-2-167.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:38:15.190677 3652 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "ip-10-0-2-167.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:38:15.234623 3652 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "ip-10-0-2-167.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:38:15.234644 3652 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default" I0521 19:38:15.234697 3652 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:15.234711 3652 services_controller.go:574] Full service sync requested for network=default I0521 19:38:15.235675 3652 zone_ic_handler.go:195] Time taken to create transit switch: 309.916µs I0521 19:38:15.235689 3652 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-167.ec2.internal for the network default I0521 19:38:15.236653 3652 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-167.ec2.internal" on network "default" took: 1.303148ms I0521 19:38:15.914293 3652 default_node_network_controller.go:1380] Starting node controller node sync W0521 19:38:15.914323 3652 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:38:15.914371 3652 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0521 19:38:15.926895 3652 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.573671ms I0521 19:38:15.927068 3652 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:38:15.927355 3652 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:38:15.927561 3652 egressservice_node.go:183] Starting Egress Services Controller I0521 19:38:15.927594 3652 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:38:15.927606 3652 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:38:15.927612 3652 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:38:15.927618 3652 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:38:15.927623 3652 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:38:15.927628 3652 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:38:15.927632 3652 egressservice_node.go:197] Repairing Egress Services I0521 19:38:15.938580 3652 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:38:15.938593 3652 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:38:15.938757 3652 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:38:15.938771 3652 link_network_manager.go:119] Link manager is running I0521 19:38:15.938785 3652 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:38:15.938965 3652 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:38:15.939145 3652 vrf_manager.go:128] VRF manager is running I0521 19:38:15.939283 3652 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:38:15.939299 3652 gateway.go:532] Reconciling gateway with updates I0521 19:38:15.966443 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:38:15.966453 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:38:15.966467 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:38:15.966466 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:38:15.966459 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:38:15.966473 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:38:15.966480 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:38:15.966469 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:38:15.966489 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:38:15.966499 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:38:15.966501 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:38:15.966510 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:38:15.966513 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:38:15.966513 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:38:15.966517 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:38:15.966487 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:38:15.966542 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:38:15.966547 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:38:15.966549 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:38:15.966553 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:38:15.966556 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:38:15.966567 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:38:15.966565 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:38:15.966576 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:38:15.966574 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:38:15.966586 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:38:15.966489 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:38:15.966601 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:38:15.966600 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:38:15.966603 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:38:15.966605 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:38:15.966614 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:38:15.966557 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:38:15.966624 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:38:15.966623 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:38:15.966633 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:38:15.966638 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:38:15.966582 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:38:15.966639 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:38:15.966649 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:38:15.966650 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:38:15.966654 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:38:15.966569 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:38:15.966650 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:38:15.966667 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:38:15.966664 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:38:15.966672 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:38:15.966613 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:38:15.966679 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:38:15.966637 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:38:15.966689 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:38:15.966501 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:38:15.966708 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:38:15.966708 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:38:15.966472 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:38:15.966721 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:38:15.966722 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:38:15.966729 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:38:15.966615 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:38:15.966738 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:38:15.966541 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:38:15.966743 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:38:15.966681 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:38:15.966753 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:38:15.966741 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:38:15.966910 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:38:15.966917 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:38:15.966925 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:38:15.966711 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:38:15.966480 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:38:15.966947 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:38:15.966951 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:38:15.966728 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:38:15.966966 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:38:15.966659 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:38:15.966987 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:38:15.966654 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:38:15.967001 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:38:15.967018 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:38:15.966999 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:38:15.967034 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:38:15.966661 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:38:15.966990 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:38:15.966714 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:38:15.967051 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:38:15.966724 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:38:15.967059 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:38:15.966675 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:38:15.967071 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:38:15.966481 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:38:15.966743 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:38:15.966752 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:38:15.967092 3652 port_claim.go:71] Svc openshift-ingress/router-default: port 31985 is already open, no action needed I0521 19:38:15.966587 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:38:15.966762 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:38:15.966758 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:38:15.967111 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:38:15.967118 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:38:15.966762 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:38:15.967129 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:38:15.966788 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:38:15.966768 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:38:15.966798 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:38:15.967151 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:38:15.966818 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:38:15.966829 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:38:15.966827 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:38:15.967183 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:38:15.967188 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:38:15.966836 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:38:15.967195 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:38:15.966980 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:38:15.966489 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:38:15.967225 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:38:15.966505 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:38:15.967248 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:38:15.967103 3652 port_claim.go:71] Svc openshift-ingress/router-default: port 31839 is already open, no action needed I0521 19:38:15.966452 3652 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:38:15.967311 3652 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:38:15.967135 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:38:15.966800 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:38:16.012352 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:38:16.012379 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:38:16.012387 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:38:16.012398 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:38:16.012404 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:38:16.012411 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:38:16.012417 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:38:16.012422 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:38:16.033332 3652 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-26.ec2.internal I0521 19:38:16.033358 3652 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-26.ec2.internal: 32.381µs I0521 19:38:16.033333 3652 egressfirewall.go:723] Syncing node "ip-10-0-1-26.ec2.internal" for egress firewall I0521 19:38:16.033381 3652 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-26.ec2.internal in network "default" I0521 19:38:16.033425 3652 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-26.ec2.internal", IP: 10.0.1.26 to PMTUD blocking rules I0521 19:38:16.033435 3652 node_tracker.go:169] Node ip-10-0-1-26.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:16.033442 3652 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-26.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:38:16.033469 3652 services_controller.go:574] Full service sync requested for network=default I0521 19:38:16.065082 3652 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-26.ec2.internal. Updating no re-route policies I0521 19:38:16.065095 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:38:16.065072 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:38:16.065084 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:38:16.066461 3652 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-26.ec2.internal", IP: 10.0.1.26 to PMTUD blocking rules I0521 19:38:16.066475 3652 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-26.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:38:16.108543 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:38:16.108614 3652 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:38:17.696802 3652 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-62.ec2.internal I0521 19:38:17.696841 3652 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-62.ec2.internal: 44.603µs I0521 19:38:17.724125 3652 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-f7f9cdd6d-2b776] creating logical port openshift-image-registry_image-registry-f7f9cdd6d-2b776 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:38:17.724291 3652 kube.go:256] Updating pod openshift-image-registry/image-registry-f7f9cdd6d-2b776 I0521 19:38:17.748506 3652 pod.go:62] [openshift-image-registry/image-registry-f7f9cdd6d-2b776] pod update took 24.278171ms I0521 19:38:17.748626 3652 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-f7f9cdd6d-2b776] addLogicalPort annotation time took 24.418986ms I0521 19:38:17.754102 3652 pods.go:271] [openshift-image-registry/image-registry-f7f9cdd6d-2b776] addLogicalPort took 29.995709ms, libovsdb time 4.883851ms I0521 19:38:17.769658 3652 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-sjcc8] creating logical port openshift-dns_dns-default-sjcc8 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:38:17.769799 3652 kube.go:256] Updating pod openshift-dns/dns-default-sjcc8 I0521 19:38:17.774750 3652 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-2965x] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-2965x for pod on switch ip-10-0-0-62.ec2.internal I0521 19:38:17.774786 3652 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-mrpxl] creating logical port openshift-ingress-canary_ingress-canary-mrpxl for pod on switch ip-10-0-0-62.ec2.internal I0521 19:38:17.774879 3652 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-mrpxl I0521 19:38:17.774879 3652 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-2965x I0521 19:38:17.793964 3652 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-2965x] pod update took 19.108053ms I0521 19:38:17.793994 3652 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-2965x] addLogicalPort annotation time took 19.138996ms I0521 19:38:17.794159 3652 pod.go:62] [openshift-dns/dns-default-sjcc8] pod update took 24.400201ms I0521 19:38:17.794228 3652 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-sjcc8] addLogicalPort annotation time took 24.469718ms I0521 19:38:17.793966 3652 pod.go:62] [openshift-ingress-canary/ingress-canary-mrpxl] pod update took 19.102562ms I0521 19:38:17.794316 3652 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-mrpxl] addLogicalPort annotation time took 19.449212ms I0521 19:38:17.795343 3652 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-2965x] addLogicalPort took 20.610665ms, libovsdb time 1.042021ms I0521 19:38:17.795617 3652 pods.go:271] [openshift-ingress-canary/ingress-canary-mrpxl] addLogicalPort took 20.8441ms, libovsdb time 1.028459ms I0521 19:38:17.795750 3652 pods.go:271] [openshift-dns/dns-default-sjcc8] addLogicalPort took 26.116719ms, libovsdb time 1.168184ms I0521 19:38:17.800330 3652 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default" I0521 19:38:17.800388 3652 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal I0521 19:38:17.800399 3652 egressfirewall.go:723] Syncing node "ip-10-0-2-167.ec2.internal" for egress firewall I0521 19:38:17.800407 3652 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 25.327µs I0521 19:38:17.800412 3652 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:17.800429 3652 services_controller.go:574] Full service sync requested for network=default I0521 19:38:17.800448 3652 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-167.ec2.internal", IP: 10.0.2.167 to PMTUD blocking rules I0521 19:38:17.800468 3652 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-167.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:38:17.807448 3652 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-167.ec2.internal. Updating no re-route policies I0521 19:38:17.824715 3652 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-167.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:38:17.824734 3652 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-167.ec2.internal", IP: 10.0.2.167 to PMTUD blocking rules I0521 19:38:18.922677 3652 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-2965x 052e23545f66fc0a099b16555b56220571b56a784ad9169211fd7d81491d657b network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-2965x 052e23545f66fc0a099b16555b56220571b56a784ad9169211fd7d81491d657b network default NAD default NAD key ] I0521 19:38:18.923541 3652 cni.go:452] [openshift-ingress-canary/ingress-canary-mrpxl 332d6e068a0b6e6b50a23c05458b618ddea4479f9bf7d11c8547dcb623aec2a7 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-mrpxl 332d6e068a0b6e6b50a23c05458b618ddea4479f9bf7d11c8547dcb623aec2a7 network default NAD default NAD key ] I0521 19:38:18.968042 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-mrpxl, hostIfaceName: 332d6e068a0b6e6, network: default, NAD default, SandboxID: "332d6e068a0b6e6b50a23c05458b618ddea4479f9bf7d11c8547dcb623aec2a7", PCI device ID: , UID: "1f71cb5f-3f81-4151-bed1-0b6295428f5a", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0521 19:38:18.968057 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-2965x, hostIfaceName: 052e23545f66fc0, network: default, NAD default, SandboxID: "052e23545f66fc0a099b16555b56220571b56a784ad9169211fd7d81491d657b", PCI device ID: , UID: "d6aa3c42-fc6c-411d-81eb-e2e8a49fa222", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0521 19:38:19.024569 3652 cni.go:473] [openshift-ingress-canary/ingress-canary-mrpxl 332d6e068a0b6e6b50a23c05458b618ddea4479f9bf7d11c8547dcb623aec2a7 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-mrpxl 332d6e068a0b6e6b50a23c05458b618ddea4479f9bf7d11c8547dcb623aec2a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:43:ae:57:b1:a6\",\"name\":\"332d6e068a0b6e6\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/846fc1b5-c4af-49c1-bf15-198f10649e6e\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:38:19.024602 3652 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-2965x 052e23545f66fc0a099b16555b56220571b56a784ad9169211fd7d81491d657b network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-2965x 052e23545f66fc0a099b16555b56220571b56a784ad9169211fd7d81491d657b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:02:4f:d9:6d:cd\",\"name\":\"052e23545f66fc0\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37487181-7c8d-4e3c-9624-bf0c16cd73a0\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:38:20.132153 3652 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-26.ec2.internal I0521 19:38:20.132182 3652 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-26.ec2.internal: 38.66µs I0521 19:38:21.247458 3652 cni.go:452] [kube-system/global-pull-secret-syncer-8dzxj 661b8081f2bf11869f23ac20a1820f61a0190c0e6cdf4fb453c371255f01f5e7 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-8dzxj 661b8081f2bf11869f23ac20a1820f61a0190c0e6cdf4fb453c371255f01f5e7 network default NAD default NAD key ] I0521 19:38:21.258056 3652 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-8dzxj, hostIfaceName: 661b8081f2bf118, network: default, NAD default, SandboxID: "661b8081f2bf11869f23ac20a1820f61a0190c0e6cdf4fb453c371255f01f5e7", PCI device ID: , UID: "42922e08-0065-46fd-85ac-00aaa41e7380", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0521 19:38:21.304435 3652 cni.go:473] [kube-system/global-pull-secret-syncer-8dzxj 661b8081f2bf11869f23ac20a1820f61a0190c0e6cdf4fb453c371255f01f5e7 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-8dzxj 661b8081f2bf11869f23ac20a1820f61a0190c0e6cdf4fb453c371255f01f5e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:e2:d3:95:e2:71\",\"name\":\"661b8081f2bf118\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70e32200-41e2-43b0-9d4c-1efac15203c0\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:38:21.484804 3652 cni.go:452] [openshift-network-diagnostics/network-check-target-vbx7m 11c8c710daa6b5212b7793c12e20f21b86b803ff0ffa961684cb1c9476d72aef network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-vbx7m 11c8c710daa6b5212b7793c12e20f21b86b803ff0ffa961684cb1c9476d72aef network default NAD default NAD key ] I0521 19:38:21.494890 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-vbx7m, hostIfaceName: 11c8c710daa6b52, network: default, NAD default, SandboxID: "11c8c710daa6b5212b7793c12e20f21b86b803ff0ffa961684cb1c9476d72aef", PCI device ID: , UID: "037fafd8-30d9-414a-b661-9dd7c5557427", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0521 19:38:21.540218 3652 cni.go:473] [openshift-network-diagnostics/network-check-target-vbx7m 11c8c710daa6b5212b7793c12e20f21b86b803ff0ffa961684cb1c9476d72aef network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-vbx7m 11c8c710daa6b5212b7793c12e20f21b86b803ff0ffa961684cb1c9476d72aef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:da:f2:ee:42:c6\",\"name\":\"11c8c710daa6b52\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f12cd32-52a6-4dc1-a56c-45fbee697c8b\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:38:21.631289 3652 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal I0521 19:38:21.631341 3652 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 61.426µs W0521 19:38:27.605801 3652 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0521 19:38:27.655359 3652 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:38:29.932082 3652 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:38:30.957792 3652 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:38:39.612628 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0521 19:38:58.607764 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:40:07.813781 3652 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-j2cm4] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-j2cm4 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:40:07.813875 3652 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-j2cm4 I0521 19:40:07.831363 3652 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-8586995b7c-s2dgt] creating logical port openshift-ingress_router-default-8586995b7c-s2dgt for pod on switch ip-10-0-0-62.ec2.internal I0521 19:40:07.831503 3652 kube.go:256] Updating pod openshift-ingress/router-default-8586995b7c-s2dgt I0521 19:40:07.835409 3652 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-679c7cf987-rnwjc] creating logical port openshift-ingress_router-default-679c7cf987-rnwjc for pod on switch ip-10-0-0-62.ec2.internal I0521 19:40:07.835495 3652 kube.go:256] Updating pod openshift-ingress/router-default-679c7cf987-rnwjc I0521 19:40:07.852291 3652 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-j2cm4] pod update took 38.437684ms I0521 19:40:07.852314 3652 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-j2cm4] addLogicalPort annotation time took 38.467229ms I0521 19:40:07.853415 3652 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-j2cm4] addLogicalPort took 39.652132ms, libovsdb time 757.236µs I0521 19:40:07.867487 3652 pod.go:62] [openshift-ingress/router-default-8586995b7c-s2dgt] pod update took 36.017527ms I0521 19:40:07.867510 3652 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-8586995b7c-s2dgt] addLogicalPort annotation time took 36.052473ms I0521 19:40:07.867590 3652 pod.go:62] [openshift-ingress/router-default-679c7cf987-rnwjc] pod update took 32.127119ms I0521 19:40:07.867611 3652 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-679c7cf987-rnwjc] addLogicalPort annotation time took 32.151221ms I0521 19:40:07.868608 3652 pods.go:271] [openshift-ingress/router-default-8586995b7c-s2dgt] addLogicalPort took 37.260589ms, libovsdb time 805.201µs I0521 19:40:07.868878 3652 pods.go:271] [openshift-ingress/router-default-679c7cf987-rnwjc] addLogicalPort took 33.487172ms, libovsdb time 989.683µs I0521 19:40:08.169298 3652 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-j2cm4 12896dbdb8ec96ba5622bb680f6865aec16093fd50089e4cfdc0096405103d84 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-j2cm4 12896dbdb8ec96ba5622bb680f6865aec16093fd50089e4cfdc0096405103d84 network default NAD default NAD key ] I0521 19:40:08.179455 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-j2cm4, hostIfaceName: 12896dbdb8ec96b, network: default, NAD default, SandboxID: "12896dbdb8ec96ba5622bb680f6865aec16093fd50089e4cfdc0096405103d84", PCI device ID: , UID: "b20a4378-eb58-487d-8f40-e547daa00bc5", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0521 19:40:08.228269 3652 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-j2cm4 12896dbdb8ec96ba5622bb680f6865aec16093fd50089e4cfdc0096405103d84 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-j2cm4 12896dbdb8ec96ba5622bb680f6865aec16093fd50089e4cfdc0096405103d84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:40:5c:1f:64:12\",\"name\":\"12896dbdb8ec96b\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67812ab8-4356-4efd-91f1-0484439e9d4c\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:40:11.143404 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:40:11.501304 3652 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:40:11.502172 3652 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 843.898µs I0521 19:40:11.527348 3652 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:40:13.250324 3652 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:40:13.251154 3652 namespace.go:102] [openshift-service-ca] adding namespace took 799.322µs I0521 19:40:13.266748 3652 namespace.go:142] [openshift-service-ca] updating namespace I0521 19:40:14.917955 3652 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-g8k6h] creating logical port openshift-service-ca_service-ca-d9cb48497-g8k6h for pod on switch ip-10-0-0-62.ec2.internal I0521 19:40:14.918053 3652 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-g8k6h I0521 19:40:14.932892 3652 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-g8k6h] pod update took 14.862425ms I0521 19:40:14.932918 3652 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-g8k6h] addLogicalPort annotation time took 14.891443ms I0521 19:40:14.934062 3652 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-g8k6h] addLogicalPort took 16.123328ms, libovsdb time 864.676µs I0521 19:40:15.272140 3652 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-g8k6h bbcf31ff0ddca23853d4aa87cfcaab8444c7453a3393b7a601c90f9b1ce6f795 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-g8k6h bbcf31ff0ddca23853d4aa87cfcaab8444c7453a3393b7a601c90f9b1ce6f795 network default NAD default NAD key ] I0521 19:40:15.281721 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-g8k6h, hostIfaceName: bbcf31ff0ddca23, network: default, NAD default, SandboxID: "bbcf31ff0ddca23853d4aa87cfcaab8444c7453a3393b7a601c90f9b1ce6f795", PCI device ID: , UID: "60fa4b7c-820e-4f02-af0d-3ab7372a7fd6", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0521 19:40:15.335331 3652 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-g8k6h bbcf31ff0ddca23853d4aa87cfcaab8444c7453a3393b7a601c90f9b1ce6f795 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-g8k6h bbcf31ff0ddca23853d4aa87cfcaab8444c7453a3393b7a601c90f9b1ce6f795 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:5c:ea:30:9e:1e\",\"name\":\"bbcf31ff0ddca23\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8716043-57f6-442b-95be-4fa3cc9d1873\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:40:22.019706 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:40:25.985001 3652 cni.go:452] [openshift-image-registry/image-registry-f7f9cdd6d-2b776 80c49924a0967cd3639a1990d7f7fc1f48ea121b610b570fe2b1a5912b7664e5 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-f7f9cdd6d-2b776 80c49924a0967cd3639a1990d7f7fc1f48ea121b610b570fe2b1a5912b7664e5 network default NAD default NAD key ] I0521 19:40:25.985197 3652 cni.go:452] [openshift-dns/dns-default-sjcc8 0f1e3cd210ec99d95a5cc7e5cef365da79d330dced9d2c9173f94ad9b4edc908 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-sjcc8 0f1e3cd210ec99d95a5cc7e5cef365da79d330dced9d2c9173f94ad9b4edc908 network default NAD default NAD key ] I0521 19:40:25.995368 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-f7f9cdd6d-2b776, hostIfaceName: 80c49924a0967cd, network: default, NAD default, SandboxID: "80c49924a0967cd3639a1990d7f7fc1f48ea121b610b570fe2b1a5912b7664e5", PCI device ID: , UID: "40954236-efcd-4406-9528-f2d17acfee04", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0521 19:40:25.995534 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-sjcc8, hostIfaceName: 0f1e3cd210ec99d, network: default, NAD default, SandboxID: "0f1e3cd210ec99d95a5cc7e5cef365da79d330dced9d2c9173f94ad9b4edc908", PCI device ID: , UID: "ec5cb7cd-43b8-458d-a3c8-0e3fd87562fb", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0521 19:40:26.041988 3652 cni.go:473] [openshift-image-registry/image-registry-f7f9cdd6d-2b776 80c49924a0967cd3639a1990d7f7fc1f48ea121b610b570fe2b1a5912b7664e5 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-f7f9cdd6d-2b776 80c49924a0967cd3639a1990d7f7fc1f48ea121b610b570fe2b1a5912b7664e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:34:a2:e7:84:8d\",\"name\":\"80c49924a0967cd\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4d693ea-7684-4115-bd3d-7e74946da595\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:26.057693 3652 cni.go:473] [openshift-dns/dns-default-sjcc8 0f1e3cd210ec99d95a5cc7e5cef365da79d330dced9d2c9173f94ad9b4edc908 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-sjcc8 0f1e3cd210ec99d95a5cc7e5cef365da79d330dced9d2c9173f94ad9b4edc908 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:81:2d:97:46:0e\",\"name\":\"0f1e3cd210ec99d\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f36af57-6a8b-4282-a374-6482c771e020\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:40:39.184354 3652 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:40:39.277034 3652 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t for pod on switch ip-10-0-0-62.ec2.internal I0521 19:40:39.277145 3652 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t W0521 19:40:39.304292 3652 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:40:39.304381 3652 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t] pod update took 27.262849ms I0521 19:40:39.304401 3652 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t] addLogicalPort annotation time took 27.286218ms I0521 19:40:39.305652 3652 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t] addLogicalPort took 28.633021ms, libovsdb time 969.657µs W0521 19:40:39.323787 3652 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:40:39.398573 3652 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-cm7m2] creating logical port openshift-insights_insights-runtime-extractor-cm7m2 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:40:39.398664 3652 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-cm7m2 I0521 19:40:39.457865 3652 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-cm7m2 I0521 19:40:39.489628 3652 pod.go:62] [openshift-insights/insights-runtime-extractor-cm7m2] pod update took 90.989883ms I0521 19:40:39.489658 3652 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-cm7m2] addLogicalPort annotation time took 91.024576ms I0521 19:40:39.490847 3652 pods.go:271] [openshift-insights/insights-runtime-extractor-cm7m2] addLogicalPort took 92.286575ms, libovsdb time 903.479µs I0521 19:40:39.632806 3652 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t 30a0856d787994dd545618fa49f40433305a0f38d154457de1ba0e5b82419288 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t 30a0856d787994dd545618fa49f40433305a0f38d154457de1ba0e5b82419288 network default NAD default NAD key ] I0521 19:40:39.642038 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t, hostIfaceName: 30a0856d787994d, network: default, NAD default, SandboxID: "30a0856d787994dd545618fa49f40433305a0f38d154457de1ba0e5b82419288", PCI device ID: , UID: "6ad98cae-c2af-4416-96ce-e0b1e9723eda", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0521 19:40:39.690392 3652 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t 30a0856d787994dd545618fa49f40433305a0f38d154457de1ba0e5b82419288 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t 30a0856d787994dd545618fa49f40433305a0f38d154457de1ba0e5b82419288 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:4a:17:9c:d6:77\",\"name\":\"30a0856d787994d\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33a6eea0-a2cb-4a9b-92c7-b65b52e76202\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:39.753050 3652 cni.go:452] [openshift-insights/insights-runtime-extractor-cm7m2 6819c36a9e02aeb16af58aad28d75dea101fc6cd1bd9c4d63f8cc0386a66264c network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-cm7m2 6819c36a9e02aeb16af58aad28d75dea101fc6cd1bd9c4d63f8cc0386a66264c network default NAD default NAD key ] I0521 19:40:39.762191 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-cm7m2, hostIfaceName: 6819c36a9e02aeb, network: default, NAD default, SandboxID: "6819c36a9e02aeb16af58aad28d75dea101fc6cd1bd9c4d63f8cc0386a66264c", PCI device ID: , UID: "5e779ae6-45e8-4bdc-b3f7-ce504705e6de", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0521 19:40:39.809134 3652 cni.go:473] [openshift-insights/insights-runtime-extractor-cm7m2 6819c36a9e02aeb16af58aad28d75dea101fc6cd1bd9c4d63f8cc0386a66264c network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-cm7m2 6819c36a9e02aeb16af58aad28d75dea101fc6cd1bd9c4d63f8cc0386a66264c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:b3:60:c9:d3:a6\",\"name\":\"6819c36a9e02aeb\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f803f02d-e5ef-4907-8836-92446b8f244f\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:39.981438 3652 cni.go:452] [openshift-ingress/router-default-8586995b7c-s2dgt 62c324d80d4ab7de80dfd4629c06182669b43af8f05d8296b7491453cc63155a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-8586995b7c-s2dgt 62c324d80d4ab7de80dfd4629c06182669b43af8f05d8296b7491453cc63155a network default NAD default NAD key ] I0521 19:40:39.986153 3652 cni.go:452] [openshift-ingress/router-default-679c7cf987-rnwjc 6be8029de0784db6d898549da35ca19d09e4a152452c82c2bf294181e74c57fd network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-679c7cf987-rnwjc 6be8029de0784db6d898549da35ca19d09e4a152452c82c2bf294181e74c57fd network default NAD default NAD key ] I0521 19:40:39.992853 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-8586995b7c-s2dgt, hostIfaceName: 62c324d80d4ab7d, network: default, NAD default, SandboxID: "62c324d80d4ab7de80dfd4629c06182669b43af8f05d8296b7491453cc63155a", PCI device ID: , UID: "a0638125-64de-4510-9bfb-7c341a5911cb", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0521 19:40:39.996220 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-679c7cf987-rnwjc, hostIfaceName: 6be8029de0784db, network: default, NAD default, SandboxID: "6be8029de0784db6d898549da35ca19d09e4a152452c82c2bf294181e74c57fd", PCI device ID: , UID: "1ad592ba-0127-4cd7-927f-a1f408b266b9", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0521 19:40:40.039822 3652 cni.go:473] [openshift-ingress/router-default-8586995b7c-s2dgt 62c324d80d4ab7de80dfd4629c06182669b43af8f05d8296b7491453cc63155a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-8586995b7c-s2dgt 62c324d80d4ab7de80dfd4629c06182669b43af8f05d8296b7491453cc63155a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:9f:d4:4e:12:a8\",\"name\":\"62c324d80d4ab7d\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94935177-7578-4d88-9df2-acf8483fe870\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:40.057515 3652 cni.go:473] [openshift-ingress/router-default-679c7cf987-rnwjc 6be8029de0784db6d898549da35ca19d09e4a152452c82c2bf294181e74c57fd network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-679c7cf987-rnwjc 6be8029de0784db6d898549da35ca19d09e4a152452c82c2bf294181e74c57fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:65:a5:67:b5:11\",\"name\":\"6be8029de0784db\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4efe8251-f3c2-479e-8e0d-5db5a61c1fff\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:40:40.274890 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:40.274916 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:40.274968 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:40.274985 3652 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:40.274989 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:40.937502 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:40.937540 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:40.938874 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:40.938897 3652 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:40.938904 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:40.966300 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:40.966316 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:40.968826 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:40.968843 3652 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:40.968849 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:41.264191 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:41.264217 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:41.264226 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:41.264246 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:41.264254 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:41.264261 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:41.264272 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:41.264287 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:41.264313 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:41.264324 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:41.264343 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:41.264353 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:41.953609 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:41.953636 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:41.953644 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:41.953806 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:41.953821 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0521 19:40:42.089643 3652 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:40:42.194551 3652 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:40:43.065591 3652 base_network_controller_pods.go:487] [default/openshift-console/console-644c565d4b-kfjsk] creating logical port openshift-console_console-644c565d4b-kfjsk for pod on switch ip-10-0-0-62.ec2.internal I0521 19:40:43.065700 3652 kube.go:256] Updating pod openshift-console/console-644c565d4b-kfjsk I0521 19:40:43.084244 3652 pod.go:62] [openshift-console/console-644c565d4b-kfjsk] pod update took 18.563372ms I0521 19:40:43.084271 3652 base_network_controller_pods.go:951] [default/openshift-console/console-644c565d4b-kfjsk] addLogicalPort annotation time took 18.596536ms I0521 19:40:43.085600 3652 pods.go:271] [openshift-console/console-644c565d4b-kfjsk] addLogicalPort took 20.023274ms, libovsdb time 922.54µs I0521 19:40:43.424470 3652 cni.go:452] [openshift-console/console-644c565d4b-kfjsk 3e2ece620a74db3e96206a655dc234287606026f18e9e191da83b63d00ca10dd network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-644c565d4b-kfjsk 3e2ece620a74db3e96206a655dc234287606026f18e9e191da83b63d00ca10dd network default NAD default NAD key ] I0521 19:40:43.434274 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-644c565d4b-kfjsk, hostIfaceName: 3e2ece620a74db3, network: default, NAD default, SandboxID: "3e2ece620a74db3e96206a655dc234287606026f18e9e191da83b63d00ca10dd", PCI device ID: , UID: "83b25e61-1c28-4731-b027-a226fbbb60c2", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0521 19:40:43.485815 3652 cni.go:473] [openshift-console/console-644c565d4b-kfjsk 3e2ece620a74db3e96206a655dc234287606026f18e9e191da83b63d00ca10dd network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-644c565d4b-kfjsk 3e2ece620a74db3e96206a655dc234287606026f18e9e191da83b63d00ca10dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:30:4c:58:01:66\",\"name\":\"3e2ece620a74db3\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef53ea51-7a82-4eef-810f-279d97ec7af8\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:40:45.270038 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:40:47.306977 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:40:47.985152 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:40:48.288560 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:40:49.307613 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:40:49.307639 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:40:49.341734 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:40:51.971368 3652 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-mmtzt] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-mmtzt for pod on switch ip-10-0-0-62.ec2.internal I0521 19:40:51.971477 3652 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-mmtzt I0521 19:40:52.020979 3652 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-mmtzt I0521 19:40:52.049708 3652 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-mmtzt] pod update took 78.258651ms I0521 19:40:52.049738 3652 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-mmtzt] addLogicalPort annotation time took 78.294666ms I0521 19:40:52.051216 3652 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-mmtzt] addLogicalPort took 79.866775ms, libovsdb time 1.095415ms I0521 19:40:52.333404 3652 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-mmtzt 60ab37b84a34c821baea6486baaa1e5b10893033ce9af908758ff097d683bf6e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-mmtzt 60ab37b84a34c821baea6486baaa1e5b10893033ce9af908758ff097d683bf6e network default NAD default NAD key ] I0521 19:40:52.343093 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-mmtzt, hostIfaceName: 60ab37b84a34c82, network: default, NAD default, SandboxID: "60ab37b84a34c821baea6486baaa1e5b10893033ce9af908758ff097d683bf6e", PCI device ID: , UID: "af8e6343-bc01-478b-b5f4-debd61cfa8d6", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0521 19:40:52.392717 3652 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-mmtzt 60ab37b84a34c821baea6486baaa1e5b10893033ce9af908758ff097d683bf6e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-mmtzt 60ab37b84a34c821baea6486baaa1e5b10893033ce9af908758ff097d683bf6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:df:d3:6b:37:18\",\"name\":\"60ab37b84a34c82\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32f43f4f-cfa1-4b86-9e8c-6b6cb2ed4d1b\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:52.952571 3652 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:40:52.952696 3652 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0521 19:40:53.000721 3652 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 48.069751ms I0521 19:40:53.000754 3652 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 48.109219ms I0521 19:40:53.002085 3652 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 49.534376ms, libovsdb time 933.219µs I0521 19:40:53.958348 3652 cni.go:452] [openshift-monitoring/alertmanager-main-1 98874fa7bb491a598d4ef5a7cc16c8fcc1414da61ca266f3c31ae05bd73c1e53 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 98874fa7bb491a598d4ef5a7cc16c8fcc1414da61ca266f3c31ae05bd73c1e53 network default NAD default NAD key ] I0521 19:40:53.969066 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 98874fa7bb491a5, network: default, NAD default, SandboxID: "98874fa7bb491a598d4ef5a7cc16c8fcc1414da61ca266f3c31ae05bd73c1e53", PCI device ID: , UID: "0765fccf-631d-4104-8b5d-f6d68d5c5605", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0521 19:40:54.019995 3652 cni.go:473] [openshift-monitoring/alertmanager-main-1 98874fa7bb491a598d4ef5a7cc16c8fcc1414da61ca266f3c31ae05bd73c1e53 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 98874fa7bb491a598d4ef5a7cc16c8fcc1414da61ca266f3c31ae05bd73c1e53 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:7f:fe:fe:5e:13\",\"name\":\"98874fa7bb491a5\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21180eeb-719c-4707-9055-cceb8c72b438\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:40:54.096878 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:40:54.758600 3652 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-b548bc4cd-ldcbz] creating logical port openshift-monitoring_thanos-querier-b548bc4cd-ldcbz for pod on switch ip-10-0-0-62.ec2.internal I0521 19:40:54.758756 3652 kube.go:256] Updating pod openshift-monitoring/thanos-querier-b548bc4cd-ldcbz I0521 19:40:54.794345 3652 pod.go:62] [openshift-monitoring/thanos-querier-b548bc4cd-ldcbz] pod update took 35.634273ms I0521 19:40:54.794371 3652 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-b548bc4cd-ldcbz] addLogicalPort annotation time took 35.666976ms I0521 19:40:54.795697 3652 pods.go:271] [openshift-monitoring/thanos-querier-b548bc4cd-ldcbz] addLogicalPort took 37.113674ms, libovsdb time 945.17µs W0521 19:40:55.318346 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 19:40:55.349039 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0521 19:40:56.239056 3652 cni.go:452] [openshift-monitoring/thanos-querier-b548bc4cd-ldcbz 15b7e814e4e7903d89370ec61a3556ea59c1dc383ed0da78583b79606fa9ab27 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-b548bc4cd-ldcbz 15b7e814e4e7903d89370ec61a3556ea59c1dc383ed0da78583b79606fa9ab27 network default NAD default NAD key ] I0521 19:40:56.249917 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-b548bc4cd-ldcbz, hostIfaceName: 15b7e814e4e7903, network: default, NAD default, SandboxID: "15b7e814e4e7903d89370ec61a3556ea59c1dc383ed0da78583b79606fa9ab27", PCI device ID: , UID: "f437dbc9-c25c-4497-8b49-de787c69e03a", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0521 19:40:56.304819 3652 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-sqjvj] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-sqjvj for pod on switch ip-10-0-0-62.ec2.internal I0521 19:40:56.304931 3652 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-sqjvj I0521 19:40:56.306257 3652 cni.go:473] [openshift-monitoring/thanos-querier-b548bc4cd-ldcbz 15b7e814e4e7903d89370ec61a3556ea59c1dc383ed0da78583b79606fa9ab27 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-b548bc4cd-ldcbz 15b7e814e4e7903d89370ec61a3556ea59c1dc383ed0da78583b79606fa9ab27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:e6:c5:e3:dc:00\",\"name\":\"15b7e814e4e7903\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d5b55c3-81e9-472c-af25-b1dad163cfdd\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:56.326013 3652 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sqjvj] pod update took 21.11569ms I0521 19:40:56.326045 3652 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-sqjvj] addLogicalPort annotation time took 21.148928ms I0521 19:40:56.327401 3652 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sqjvj] addLogicalPort took 22.603392ms, libovsdb time 941.273µs I0521 19:40:57.296647 3652 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sqjvj c70818c771f3420a2c8fa1c69cc59d4618bbd08ef3a87768c73b10be28cd4c9b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sqjvj c70818c771f3420a2c8fa1c69cc59d4618bbd08ef3a87768c73b10be28cd4c9b network default NAD default NAD key ] I0521 19:40:57.306440 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-sqjvj, hostIfaceName: c70818c771f3420, network: default, NAD default, SandboxID: "c70818c771f3420a2c8fa1c69cc59d4618bbd08ef3a87768c73b10be28cd4c9b", PCI device ID: , UID: "a2d8cd2c-c977-48a7-aaa0-d675963312ac", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0521 19:40:57.362740 3652 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sqjvj c70818c771f3420a2c8fa1c69cc59d4618bbd08ef3a87768c73b10be28cd4c9b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-sqjvj c70818c771f3420a2c8fa1c69cc59d4618bbd08ef3a87768c73b10be28cd4c9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:31:6c:96:f2:69\",\"name\":\"c70818c771f3420\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b741d69d-ca87-4019-b5bc-c91a52c48372\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:40:57.406364 3652 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:40:57.406383 3652 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:40:57.406388 3652 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:40:58.036142 3652 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t 30a0856d787994dd545618fa49f40433305a0f38d154457de1ba0e5b82419288 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t 30a0856d787994dd545618fa49f40433305a0f38d154457de1ba0e5b82419288 network default NAD default NAD key ] W0521 19:40:58.050776 3652 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:40:58.050866 3652 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:40:58.050880 3652 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:40:58.112727 3652 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t 30a0856d787994dd545618fa49f40433305a0f38d154457de1ba0e5b82419288 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t 30a0856d787994dd545618fa49f40433305a0f38d154457de1ba0e5b82419288 network default NAD default NAD key default], result "{}", err I0521 19:40:58.155833 3652 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:58.155870 3652 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t I0521 19:40:58.157369 3652 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t, ips: 10.128.0.14 I0521 19:40:58.157405 3652 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:58.157429 3652 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:40:58.157443 3652 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:40:58.157697 3652 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:40:58.157719 3652 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 19:40:58.302404 3652 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:40:58.302564 3652 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 19:40:58.331618 3652 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 29.128825ms I0521 19:40:58.331715 3652 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 29.230036ms I0521 19:40:58.332973 3652 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 30.589401ms, libovsdb time 862.359µs I0521 19:40:59.187612 3652 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:59.187641 3652 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:59.187656 3652 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:59.187667 3652 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:59.348837 3652 cni.go:452] [openshift-monitoring/prometheus-k8s-0 36b9b7360334782fca4e1ff26efb258008d223d8913b15485a00932fa1348561 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 36b9b7360334782fca4e1ff26efb258008d223d8913b15485a00932fa1348561 network default NAD default NAD key ] W0521 19:40:59.352924 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0521 19:40:59.358047 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 36b9b7360334782, network: default, NAD default, SandboxID: "36b9b7360334782fca4e1ff26efb258008d223d8913b15485a00932fa1348561", PCI device ID: , UID: "40df5318-2bf7-49d9-ba3c-2e89a3f8e9be", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] W0521 19:40:59.376940 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:40:59.377751 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 19:40:59.407421 3652 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:40:59.407802 3652 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:40:59.407852 3652 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:40:59.407880 3652 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 19:40:59.412143 3652 cni.go:473] [openshift-monitoring/prometheus-k8s-0 36b9b7360334782fca4e1ff26efb258008d223d8913b15485a00932fa1348561 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 36b9b7360334782fca4e1ff26efb258008d223d8913b15485a00932fa1348561 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:ff:a1:29:84:e2\",\"name\":\"36b9b7360334782\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a895b4fc-896d-4742-9690-0f6f838ba57b\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:40:59.836011 3652 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-c6d8d7bf8-mbqk4 IP address from the namespace address-set, err: pod openshift-console/console-c6d8d7bf8-mbqk4: no pod IPs found W0521 19:41:00.049659 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 19:41:00.083304 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 19:41:00.131063 3652 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:41:00.131081 3652 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:41:00.159662 3652 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:00.159688 3652 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:00.159698 3652 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:00.159706 3652 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:00.409679 3652 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:41:00.409696 3652 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:41:03.778351 3652 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:41:03.790966 3652 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:41:04.465056 3652 cni.go:452] [openshift-image-registry/image-registry-f7f9cdd6d-2b776 80c49924a0967cd3639a1990d7f7fc1f48ea121b610b570fe2b1a5912b7664e5 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-f7f9cdd6d-2b776 80c49924a0967cd3639a1990d7f7fc1f48ea121b610b570fe2b1a5912b7664e5 network default NAD default NAD key ] I0521 19:41:04.559685 3652 cni.go:473] [openshift-image-registry/image-registry-f7f9cdd6d-2b776 80c49924a0967cd3639a1990d7f7fc1f48ea121b610b570fe2b1a5912b7664e5 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-f7f9cdd6d-2b776 80c49924a0967cd3639a1990d7f7fc1f48ea121b610b570fe2b1a5912b7664e5 network default NAD default NAD key default], result "{}", err I0521 19:41:04.570914 3652 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6778768bb7-g9rlf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:04.571544 3652 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6778768bb7-g9rlf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:04.621409 3652 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f7f9cdd6d-2b776 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:04.621446 3652 pods.go:176] Deleting pod: openshift-image-registry/image-registry-f7f9cdd6d-2b776 I0521 19:41:04.622758 3652 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-f7f9cdd6d-2b776, ips: 10.128.0.6 I0521 19:41:04.622786 3652 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f7f9cdd6d-2b776 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:04.630577 3652 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6db74d78b4-ld4rc] creating logical port openshift-image-registry_image-registry-6db74d78b4-ld4rc for pod on switch ip-10-0-0-62.ec2.internal I0521 19:41:04.630711 3652 kube.go:256] Updating pod openshift-image-registry/image-registry-6db74d78b4-ld4rc I0521 19:41:04.646986 3652 pod.go:62] [openshift-image-registry/image-registry-6db74d78b4-ld4rc] pod update took 16.305495ms I0521 19:41:04.647015 3652 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6db74d78b4-ld4rc] addLogicalPort annotation time took 16.338781ms I0521 19:41:04.648296 3652 pods.go:271] [openshift-image-registry/image-registry-6db74d78b4-ld4rc] addLogicalPort took 17.73206ms, libovsdb time 943.411µs I0521 19:41:04.993105 3652 cni.go:452] [openshift-image-registry/image-registry-6db74d78b4-ld4rc 8f30fab40aec38511bf94dd3e94fbc199fc0c55b07c5fe58af1ad7eb2e877bd1 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6db74d78b4-ld4rc 8f30fab40aec38511bf94dd3e94fbc199fc0c55b07c5fe58af1ad7eb2e877bd1 network default NAD default NAD key ] I0521 19:41:05.002369 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6db74d78b4-ld4rc, hostIfaceName: 8f30fab40aec385, network: default, NAD default, SandboxID: "8f30fab40aec38511bf94dd3e94fbc199fc0c55b07c5fe58af1ad7eb2e877bd1", PCI device ID: , UID: "4532a0d1-00a8-4b27-9eeb-6d9351cce2f8", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0521 19:41:05.052903 3652 cni.go:473] [openshift-image-registry/image-registry-6db74d78b4-ld4rc 8f30fab40aec38511bf94dd3e94fbc199fc0c55b07c5fe58af1ad7eb2e877bd1 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6db74d78b4-ld4rc 8f30fab40aec38511bf94dd3e94fbc199fc0c55b07c5fe58af1ad7eb2e877bd1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:9b:54:66:2c:ee\",\"name\":\"8f30fab40aec385\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52affce4-a7f5-4408-b1f4-270dc4239cff\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:05.076923 3652 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f7f9cdd6d-2b776 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:05.076946 3652 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f7f9cdd6d-2b776 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:05.086170 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-f7f9cdd6d-2b776 I0521 19:41:05.086202 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-f7f9cdd6d-2b776 W0521 19:41:05.399026 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:05.399048 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:05.399054 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:05.399060 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:05.399071 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:05.399077 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:05.399082 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:05.399087 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 19:41:05.439150 3652 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6778768bb7-g9rlf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:05.439179 3652 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6778768bb7-g9rlf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:05.445424 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6778768bb7-g9rlf I0521 19:41:05.445453 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6778768bb7-g9rlf W0521 19:41:06.069755 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:06.069774 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:06.069779 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:06.069784 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:07.062573 3652 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5dbdbc9584-jq8vp IP address from the namespace address-set, err: pod openshift-console/console-5dbdbc9584-jq8vp: no pod IPs found W0521 19:41:07.076552 3652 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5dbdbc9584-qz76f IP address from the namespace address-set, err: pod openshift-console/console-5dbdbc9584-qz76f: no pod IPs found I0521 19:41:11.139477 3652 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:41:12.613971 3652 obj_retry.go:498] Detected object openshift-console/console-644c565d4b-vf7tn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.614515 3652 obj_retry.go:498] Detected object openshift-console/console-644c565d4b-vf7tn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:13.469234 3652 obj_retry.go:492] Detected object openshift-console/console-644c565d4b-vf7tn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.469260 3652 obj_retry.go:492] Detected object openshift-console/console-644c565d4b-vf7tn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.471812 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-644c565d4b-vf7tn I0521 19:41:13.471833 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-644c565d4b-vf7tn I0521 19:41:21.615132 3652 cni.go:452] [openshift-console/console-644c565d4b-kfjsk 3e2ece620a74db3e96206a655dc234287606026f18e9e191da83b63d00ca10dd network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-644c565d4b-kfjsk 3e2ece620a74db3e96206a655dc234287606026f18e9e191da83b63d00ca10dd network default NAD default NAD key ] I0521 19:41:21.696478 3652 cni.go:473] [openshift-console/console-644c565d4b-kfjsk 3e2ece620a74db3e96206a655dc234287606026f18e9e191da83b63d00ca10dd network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-644c565d4b-kfjsk 3e2ece620a74db3e96206a655dc234287606026f18e9e191da83b63d00ca10dd network default NAD default NAD key default], result "{}", err I0521 19:41:21.763843 3652 obj_retry.go:498] Detected object openshift-console/console-644c565d4b-kfjsk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:21.763878 3652 pods.go:176] Deleting pod: openshift-console/console-644c565d4b-kfjsk I0521 19:41:21.765372 3652 pods.go:236] Attempting to release IPs for pod: openshift-console/console-644c565d4b-kfjsk, ips: 10.128.0.16 I0521 19:41:21.765398 3652 obj_retry.go:498] Detected object openshift-console/console-644c565d4b-kfjsk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:21.775054 3652 base_network_controller_pods.go:487] [default/openshift-console/console-648459754-fm2tq] creating logical port openshift-console_console-648459754-fm2tq for pod on switch ip-10-0-0-62.ec2.internal I0521 19:41:21.775187 3652 kube.go:256] Updating pod openshift-console/console-648459754-fm2tq I0521 19:41:21.789917 3652 pod.go:62] [openshift-console/console-648459754-fm2tq] pod update took 14.761863ms I0521 19:41:21.789944 3652 base_network_controller_pods.go:951] [default/openshift-console/console-648459754-fm2tq] addLogicalPort annotation time took 14.791834ms I0521 19:41:21.791146 3652 pods.go:271] [openshift-console/console-648459754-fm2tq] addLogicalPort took 16.107979ms, libovsdb time 850.207µs I0521 19:41:22.153805 3652 obj_retry.go:492] Detected object openshift-console/console-644c565d4b-kfjsk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:22.153871 3652 obj_retry.go:492] Detected object openshift-console/console-644c565d4b-kfjsk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:22.159911 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-644c565d4b-kfjsk I0521 19:41:22.159939 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-644c565d4b-kfjsk I0521 19:41:22.181900 3652 cni.go:452] [openshift-console/console-648459754-fm2tq 2774f9cc7e97c43ca4057bec3c704d37a6451c3ab0d59587a42866bcdbd1061b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-648459754-fm2tq 2774f9cc7e97c43ca4057bec3c704d37a6451c3ab0d59587a42866bcdbd1061b network default NAD default NAD key ] I0521 19:41:22.191812 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-648459754-fm2tq, hostIfaceName: 2774f9cc7e97c43, network: default, NAD default, SandboxID: "2774f9cc7e97c43ca4057bec3c704d37a6451c3ab0d59587a42866bcdbd1061b", PCI device ID: , UID: "5239a756-a5a7-48f9-95d4-ef63af98f76b", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0521 19:41:22.239049 3652 cni.go:473] [openshift-console/console-648459754-fm2tq 2774f9cc7e97c43ca4057bec3c704d37a6451c3ab0d59587a42866bcdbd1061b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-648459754-fm2tq 2774f9cc7e97c43ca4057bec3c704d37a6451c3ab0d59587a42866bcdbd1061b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ae:54:bd:85:d7\",\"name\":\"2774f9cc7e97c43\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27b591dc-c64d-47e6-a34e-c200d3aafdb6\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:41:23.518407 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:41:23.518433 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:41:23.518455 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:41:23.518499 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:41:23.558035 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:41:23.558061 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:41:23.907904 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:23.907961 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:23.907970 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:23.907988 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:23.907996 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:23.908003 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:23.983384 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:23.983410 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:23.983416 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:26.430285 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:41:26.430314 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:41:26.430338 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:41:26.430377 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:41:26.470261 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:41:26.489855 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:41:26.489879 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:41:27.103453 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:41:31.533503 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:41:32.204652 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:41:37.562299 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0521 19:41:48.876071 3652 obj_retry.go:498] Detected object openshift-console/console-c6d8d7bf8-2bx7j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.876691 3652 obj_retry.go:498] Detected object openshift-console/console-c6d8d7bf8-2bx7j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.548592 3652 obj_retry.go:492] Detected object openshift-console/console-c6d8d7bf8-2bx7j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.548619 3652 obj_retry.go:492] Detected object openshift-console/console-c6d8d7bf8-2bx7j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.556537 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c6d8d7bf8-2bx7j I0521 19:41:49.556566 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c6d8d7bf8-2bx7j I0521 19:41:52.781183 3652 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f7f9cdd6d-flm8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:52.781790 3652 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f7f9cdd6d-flm8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:53.568575 3652 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f7f9cdd6d-flm8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:53.568625 3652 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f7f9cdd6d-flm8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:53.577433 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-f7f9cdd6d-flm8k I0521 19:41:53.577466 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-f7f9cdd6d-flm8k I0521 19:41:57.194037 3652 cni.go:452] [openshift-ingress/router-default-679c7cf987-rnwjc 6be8029de0784db6d898549da35ca19d09e4a152452c82c2bf294181e74c57fd network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-679c7cf987-rnwjc 6be8029de0784db6d898549da35ca19d09e4a152452c82c2bf294181e74c57fd network default NAD default NAD key ] I0521 19:41:57.272909 3652 cni.go:473] [openshift-ingress/router-default-679c7cf987-rnwjc 6be8029de0784db6d898549da35ca19d09e4a152452c82c2bf294181e74c57fd network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-679c7cf987-rnwjc 6be8029de0784db6d898549da35ca19d09e4a152452c82c2bf294181e74c57fd network default NAD default NAD key default], result "{}", err I0521 19:41:57.318657 3652 obj_retry.go:498] Detected object openshift-ingress/router-default-679c7cf987-rnwjc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:57.318691 3652 pods.go:176] Deleting pod: openshift-ingress/router-default-679c7cf987-rnwjc I0521 19:41:57.319985 3652 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-679c7cf987-rnwjc, ips: 10.128.0.12 I0521 19:41:57.320010 3652 obj_retry.go:498] Detected object openshift-ingress/router-default-679c7cf987-rnwjc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:58.295409 3652 obj_retry.go:492] Detected object openshift-ingress/router-default-679c7cf987-rnwjc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:58.295437 3652 obj_retry.go:492] Detected object openshift-ingress/router-default-679c7cf987-rnwjc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:58.302549 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-679c7cf987-rnwjc I0521 19:41:58.302584 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-679c7cf987-rnwjc W0521 19:41:59.348473 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:41:59.348493 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:41:59.363373 3652 cni.go:452] [openshift-multus/network-metrics-daemon-zjdnv fec9f885ac4d472f9191be136aec3b3831469678719b276db11f20b6d76df2a5 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-zjdnv fec9f885ac4d472f9191be136aec3b3831469678719b276db11f20b6d76df2a5 network default NAD default NAD key ] I0521 19:41:59.373509 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-zjdnv, hostIfaceName: fec9f885ac4d472, network: default, NAD default, SandboxID: "fec9f885ac4d472f9191be136aec3b3831469678719b276db11f20b6d76df2a5", PCI device ID: , UID: "a2cc9447-ba9a-492b-aaa7-2f760ebe8da6", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0521 19:41:59.424725 3652 cni.go:473] [openshift-multus/network-metrics-daemon-zjdnv fec9f885ac4d472f9191be136aec3b3831469678719b276db11f20b6d76df2a5 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-zjdnv fec9f885ac4d472f9191be136aec3b3831469678719b276db11f20b6d76df2a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:ee:93:15:68:0d\",\"name\":\"fec9f885ac4d472\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b7b7688-1284-432f-a44a-17c5e4939a2e\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:13.815827 3652 cni.go:452] [openshift-monitoring/alertmanager-main-1 98874fa7bb491a598d4ef5a7cc16c8fcc1414da61ca266f3c31ae05bd73c1e53 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 98874fa7bb491a598d4ef5a7cc16c8fcc1414da61ca266f3c31ae05bd73c1e53 network default NAD default NAD key ] I0521 19:42:13.898200 3652 cni.go:473] [openshift-monitoring/alertmanager-main-1 98874fa7bb491a598d4ef5a7cc16c8fcc1414da61ca266f3c31ae05bd73c1e53 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 98874fa7bb491a598d4ef5a7cc16c8fcc1414da61ca266f3c31ae05bd73c1e53 network default NAD default NAD key default], result "{}", err I0521 19:42:13.959063 3652 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:13.959148 3652 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0521 19:42:13.960652 3652 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.18 I0521 19:42:13.960680 3652 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:14.374892 3652 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:14.374919 3652 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:14.382421 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:42:14.382452 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:42:14.427986 3652 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:42:14.428119 3652 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0521 19:42:14.450999 3652 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 22.928761ms I0521 19:42:14.451098 3652 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.032563ms I0521 19:42:14.452510 3652 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.547789ms, libovsdb time 946.599µs I0521 19:42:14.786191 3652 cni.go:452] [openshift-monitoring/alertmanager-main-1 55a1098775ba8b77b73a75378f335bcb06103ecc3b542c34b6ff857f511505cb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 55a1098775ba8b77b73a75378f335bcb06103ecc3b542c34b6ff857f511505cb network default NAD default NAD key ] I0521 19:42:14.806897 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 55a1098775ba8b7, network: default, NAD default, SandboxID: "55a1098775ba8b77b73a75378f335bcb06103ecc3b542c34b6ff857f511505cb", PCI device ID: , UID: "1c1c7595-206c-4437-9397-2ab5953cc316", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0521 19:42:14.857294 3652 cni.go:473] [openshift-monitoring/alertmanager-main-1 55a1098775ba8b77b73a75378f335bcb06103ecc3b542c34b6ff857f511505cb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 55a1098775ba8b77b73a75378f335bcb06103ecc3b542c34b6ff857f511505cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:df:f1:af:cf:e1\",\"name\":\"55a1098775ba8b7\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3bd32f4-486b-442c-bcd6-63c32d6e4f22\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:18.403124 3652 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:18.403793 3652 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:18.744985 3652 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:18.745012 3652 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:18.751307 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:42:18.751334 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:42:18.831746 3652 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:42:38.668035 3652 cni.go:452] [openshift-console/console-648459754-fm2tq 2774f9cc7e97c43ca4057bec3c704d37a6451c3ab0d59587a42866bcdbd1061b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-648459754-fm2tq 2774f9cc7e97c43ca4057bec3c704d37a6451c3ab0d59587a42866bcdbd1061b network default NAD default NAD key ] I0521 19:42:38.749429 3652 cni.go:473] [openshift-console/console-648459754-fm2tq 2774f9cc7e97c43ca4057bec3c704d37a6451c3ab0d59587a42866bcdbd1061b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-648459754-fm2tq 2774f9cc7e97c43ca4057bec3c704d37a6451c3ab0d59587a42866bcdbd1061b network default NAD default NAD key default], result "{}", err I0521 19:42:38.799502 3652 obj_retry.go:498] Detected object openshift-console/console-648459754-fm2tq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:38.799564 3652 pods.go:176] Deleting pod: openshift-console/console-648459754-fm2tq I0521 19:42:38.800933 3652 pods.go:236] Attempting to release IPs for pod: openshift-console/console-648459754-fm2tq, ips: 10.128.0.23 I0521 19:42:38.800960 3652 obj_retry.go:498] Detected object openshift-console/console-648459754-fm2tq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:38.809482 3652 base_network_controller_pods.go:487] [default/openshift-console/console-6b48447b9f-dgc2l] creating logical port openshift-console_console-6b48447b9f-dgc2l for pod on switch ip-10-0-0-62.ec2.internal I0521 19:42:38.809596 3652 kube.go:256] Updating pod openshift-console/console-6b48447b9f-dgc2l I0521 19:42:38.825164 3652 pod.go:62] [openshift-console/console-6b48447b9f-dgc2l] pod update took 15.602204ms I0521 19:42:38.825183 3652 base_network_controller_pods.go:951] [default/openshift-console/console-6b48447b9f-dgc2l] addLogicalPort annotation time took 15.626819ms I0521 19:42:38.826420 3652 pods.go:271] [openshift-console/console-6b48447b9f-dgc2l] addLogicalPort took 16.953226ms, libovsdb time 870.273µs I0521 19:42:39.164569 3652 cni.go:452] [openshift-console/console-6b48447b9f-dgc2l 40261189ae890d77f5f50123788364404730c539450cc9041e9a2592de25e7ce network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b48447b9f-dgc2l 40261189ae890d77f5f50123788364404730c539450cc9041e9a2592de25e7ce network default NAD default NAD key ] I0521 19:42:39.173917 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b48447b9f-dgc2l, hostIfaceName: 40261189ae890d7, network: default, NAD default, SandboxID: "40261189ae890d77f5f50123788364404730c539450cc9041e9a2592de25e7ce", PCI device ID: , UID: "557495f6-c041-45d3-8775-33df1ae010a4", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0521 19:42:39.221176 3652 cni.go:473] [openshift-console/console-6b48447b9f-dgc2l 40261189ae890d77f5f50123788364404730c539450cc9041e9a2592de25e7ce network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b48447b9f-dgc2l 40261189ae890d77f5f50123788364404730c539450cc9041e9a2592de25e7ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:b3:ed:59:3f:e1\",\"name\":\"40261189ae890d7\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6ac5c1e-efe5-40cc-9fe6-ba1abe241886\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:39.507585 3652 obj_retry.go:492] Detected object openshift-console/console-648459754-fm2tq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:39.507609 3652 obj_retry.go:492] Detected object openshift-console/console-648459754-fm2tq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:39.514548 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-648459754-fm2tq I0521 19:42:39.514573 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-648459754-fm2tq W0521 19:42:44.862359 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:44.862382 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:44.862389 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:42:46.167168 3652 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:46.167745 3652 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:46.780436 3652 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:46.780458 3652 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:46.789912 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:42:46.789940 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0521 19:42:49.539845 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:42:50.040684 3652 obj_retry.go:498] Detected object openshift-console/console-648459754-pfb9s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:50.041238 3652 obj_retry.go:498] Detected object openshift-console/console-648459754-pfb9s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:50.886777 3652 obj_retry.go:492] Detected object openshift-console/console-648459754-pfb9s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:50.886805 3652 obj_retry.go:492] Detected object openshift-console/console-648459754-pfb9s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:50.890803 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-648459754-pfb9s I0521 19:42:50.890826 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-648459754-pfb9s I0521 19:43:03.972141 3652 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:03.972714 3652 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:04.876991 3652 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.877016 3652 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:21.212606 3652 cni.go:452] [openshift-monitoring/prometheus-k8s-0 36b9b7360334782fca4e1ff26efb258008d223d8913b15485a00932fa1348561 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 36b9b7360334782fca4e1ff26efb258008d223d8913b15485a00932fa1348561 network default NAD default NAD key ] I0521 19:43:21.288517 3652 cni.go:473] [openshift-monitoring/prometheus-k8s-0 36b9b7360334782fca4e1ff26efb258008d223d8913b15485a00932fa1348561 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 36b9b7360334782fca4e1ff26efb258008d223d8913b15485a00932fa1348561 network default NAD default NAD key default], result "{}", err I0521 19:43:21.355374 3652 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:21.355409 3652 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0521 19:43:21.356610 3652 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.21 I0521 19:43:21.356641 3652 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:21.664615 3652 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:21.664638 3652 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:21.674773 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:43:21.674813 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:43:21.719330 3652 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:43:21.719469 3652 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 19:43:21.752710 3652 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 33.280148ms I0521 19:43:21.752734 3652 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 33.309974ms I0521 19:43:21.754008 3652 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 34.691468ms, libovsdb time 943.655µs I0521 19:43:22.076404 3652 cni.go:452] [openshift-monitoring/prometheus-k8s-0 2db750522d97a9dad5a25886054465ae26432196cb80ede07c55ae11573984ec network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 2db750522d97a9dad5a25886054465ae26432196cb80ede07c55ae11573984ec network default NAD default NAD key ] I0521 19:43:22.085963 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 2db750522d97a9d, network: default, NAD default, SandboxID: "2db750522d97a9dad5a25886054465ae26432196cb80ede07c55ae11573984ec", PCI device ID: , UID: "fe5e7b7a-f375-4f0c-a4ed-9187c34cc70e", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0521 19:43:22.135248 3652 cni.go:473] [openshift-monitoring/prometheus-k8s-0 2db750522d97a9dad5a25886054465ae26432196cb80ede07c55ae11573984ec network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 2db750522d97a9dad5a25886054465ae26432196cb80ede07c55ae11573984ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:e1:ab:ff:d2:14\",\"name\":\"2db750522d97a9d\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24c51192-4364-484b-82de-6dfa8b5a8d79\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:43:30.267479 3652 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0521 19:43:52.233563 3652 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 W0521 19:44:23.004752 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:44:23.004779 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:44:54.244595 3652 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0521 19:45:20.239838 3652 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0521 19:45:36.262297 3652 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0521 19:45:48.267266 3652 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0521 19:46:05.228319 3652 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0521 19:46:08.562590 3652 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:46:19.619545 3652 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 19:46:19.619629 3652 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-gtkgg IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-gtkgg: no pod IPs found I0521 19:46:25.047602 3652 namespace.go:98] [tsf] adding namespace I0521 19:46:25.048488 3652 namespace.go:102] [tsf] adding namespace took 860.85µs I0521 19:46:25.064095 3652 namespace.go:142] [tsf] updating namespace I0521 19:46:25.074776 3652 namespace.go:142] [tsf] updating namespace I0521 19:46:28.989390 3652 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:46:28.990215 3652 namespace.go:102] [tsf-keycloak] adding namespace took 808.486µs I0521 19:46:28.995195 3652 namespace.go:98] [tsf-tas] adding namespace I0521 19:46:28.995285 3652 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:46:28.995348 3652 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:46:28.995437 3652 namespace.go:98] [konflux-operator] adding namespace I0521 19:46:28.995905 3652 namespace.go:102] [tsf-tas] adding namespace took 696.419µs I0521 19:46:28.996672 3652 namespace.go:102] [rhtpa-operator] adding namespace took 1.36772ms I0521 19:46:28.997250 3652 namespace.go:98] [tsf-tpa] adding namespace I0521 19:46:28.997416 3652 namespace.go:102] [cert-manager-operator] adding namespace took 2.058816ms I0521 19:46:28.997960 3652 namespace.go:102] [konflux-operator] adding namespace took 2.510384ms I0521 19:46:28.998455 3652 namespace.go:102] [tsf-tpa] adding namespace took 1.185756ms I0521 19:46:29.000199 3652 namespace.go:98] [konflux-ui] adding namespace I0521 19:46:29.000374 3652 namespace.go:98] [rhbk-operator] adding namespace I0521 19:46:29.000782 3652 namespace.go:102] [konflux-ui] adding namespace took 569.43µs I0521 19:46:29.001369 3652 namespace.go:102] [rhbk-operator] adding namespace took 979.768µs I0521 19:46:29.016569 3652 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:46:29.027982 3652 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:46:29.045955 3652 namespace.go:142] [tsf-tas] updating namespace I0521 19:46:29.061018 3652 namespace.go:142] [tsf-tas] updating namespace I0521 19:46:29.063252 3652 namespace.go:142] [konflux-operator] updating namespace I0521 19:46:29.063348 3652 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:46:29.063453 3652 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:46:29.073200 3652 namespace.go:142] [rhbk-operator] updating namespace I0521 19:46:29.073305 3652 namespace.go:142] [tsf-tpa] updating namespace I0521 19:46:29.074070 3652 namespace.go:142] [konflux-ui] updating namespace I0521 19:46:29.099333 3652 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:46:29.109746 3652 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:46:29.109810 3652 namespace.go:142] [tsf-tas] updating namespace I0521 19:46:29.117606 3652 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:46:29.123959 3652 namespace.go:142] [konflux-operator] updating namespace I0521 19:46:29.139429 3652 namespace.go:142] [konflux-operator] updating namespace I0521 19:46:29.145133 3652 namespace.go:142] [tsf-tpa] updating namespace I0521 19:46:29.156473 3652 namespace.go:142] [tsf-tpa] updating namespace I0521 19:46:29.166827 3652 namespace.go:142] [konflux-ui] updating namespace I0521 19:46:29.178450 3652 namespace.go:142] [konflux-ui] updating namespace I0521 19:46:29.189510 3652 namespace.go:142] [rhbk-operator] updating namespace I0521 19:46:29.205591 3652 namespace.go:142] [rhbk-operator] updating namespace I0521 19:46:29.210856 3652 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:46:29.221422 3652 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:46:30.267114 3652 namespace.go:142] [tsf-tpa] updating namespace I0521 19:46:30.275468 3652 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:46:30.455877 3652 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-62.ec2.internal I0521 19:46:30.456002 3652 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0521 19:46:30.481044 3652 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 25.067663ms I0521 19:46:30.481066 3652 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 25.095455ms I0521 19:46:30.482253 3652 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 26.390859ms, libovsdb time 881.733µs I0521 19:46:30.833385 3652 cni.go:452] [tsf/test-tsf-subscriptions 13f88fdbd811b5551657fb56efcb9d5e4d07b509e3f6ec5c744fe8f39a32c7ea network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 13f88fdbd811b5551657fb56efcb9d5e4d07b509e3f6ec5c744fe8f39a32c7ea network default NAD default NAD key ] I0521 19:46:30.842705 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 13f88fdbd811b55, network: default, NAD default, SandboxID: "13f88fdbd811b5551657fb56efcb9d5e4d07b509e3f6ec5c744fe8f39a32c7ea", PCI device ID: , UID: "8d47d567-ebbb-46d5-adc2-c3cacf02f511", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0521 19:46:30.891700 3652 cni.go:473] [tsf/test-tsf-subscriptions 13f88fdbd811b5551657fb56efcb9d5e4d07b509e3f6ec5c744fe8f39a32c7ea network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 13f88fdbd811b5551657fb56efcb9d5e4d07b509e3f6ec5c744fe8f39a32c7ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:f6:02:47:96:06\",\"name\":\"13f88fdbd811b55\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9527a07-7f3b-4b1e-8e66-042224c16064\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:46:32.002815 3652 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:46:32.003056 3652 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 I0521 19:46:32.017767 3652 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9] pod update took 14.74309ms I0521 19:46:32.017789 3652 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9] addLogicalPort annotation time took 14.770212ms I0521 19:46:32.019026 3652 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9] addLogicalPort took 16.249418ms, libovsdb time 894.124µs I0521 19:46:32.127598 3652 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp for pod on switch ip-10-0-0-62.ec2.internal I0521 19:46:32.127731 3652 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp I0521 19:46:32.141825 3652 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp] pod update took 14.122929ms I0521 19:46:32.141854 3652 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp] addLogicalPort annotation time took 14.156719ms I0521 19:46:32.143176 3652 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp] addLogicalPort took 15.591195ms, libovsdb time 946.714µs I0521 19:46:32.704318 3652 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 efdac8ad4d62a1732fd51e0672d74bb8c6feb794fddc17429491de564ab8f5d8 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 efdac8ad4d62a1732fd51e0672d74bb8c6feb794fddc17429491de564ab8f5d8 network default NAD default NAD key ] I0521 19:46:32.706999 3652 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp e4839db6cdd5564cc55eac3a592f6550fc2397e2a3c55861088b328b197d45a9 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp e4839db6cdd5564cc55eac3a592f6550fc2397e2a3c55861088b328b197d45a9 network default NAD default NAD key ] I0521 19:46:32.715138 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9, hostIfaceName: efdac8ad4d62a17, network: default, NAD default, SandboxID: "efdac8ad4d62a1732fd51e0672d74bb8c6feb794fddc17429491de564ab8f5d8", PCI device ID: , UID: "7d3cb3f4-cbc6-4ba5-968e-869e283403c4", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0521 19:46:32.717900 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp, hostIfaceName: e4839db6cdd5564, network: default, NAD default, SandboxID: "e4839db6cdd5564cc55eac3a592f6550fc2397e2a3c55861088b328b197d45a9", PCI device ID: , UID: "961acbfa-d733-4506-8b5d-5104c87077db", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0521 19:46:32.766811 3652 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 efdac8ad4d62a1732fd51e0672d74bb8c6feb794fddc17429491de564ab8f5d8 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 efdac8ad4d62a1732fd51e0672d74bb8c6feb794fddc17429491de564ab8f5d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:a9:c6:c1:cf:b8\",\"name\":\"efdac8ad4d62a17\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c3c3b18-a084-4a03-8837-694c4726a449\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:46:32.785283 3652 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp e4839db6cdd5564cc55eac3a592f6550fc2397e2a3c55861088b328b197d45a9 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp e4839db6cdd5564cc55eac3a592f6550fc2397e2a3c55861088b328b197d45a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:67:03:6d:70:8d\",\"name\":\"e4839db6cdd5564\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f83c31ae-0040-4e38-9020-762ec9a61c49\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:46:33.143641 3652 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0521 19:46:34.984794 3652 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv for pod on switch ip-10-0-0-62.ec2.internal I0521 19:46:34.984962 3652 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv I0521 19:46:35.003867 3652 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv] pod update took 18.94531ms I0521 19:46:35.003896 3652 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv] addLogicalPort annotation time took 18.982109ms I0521 19:46:35.005893 3652 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv] addLogicalPort took 21.122246ms, libovsdb time 1.460229ms I0521 19:46:35.409197 3652 base_network_controller_pods.go:487] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4] creating logical port openshift-marketplace_0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:46:35.409340 3652 kube.go:256] Updating pod openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 I0521 19:46:35.424688 3652 pod.go:62] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4] pod update took 15.378995ms I0521 19:46:35.424719 3652 base_network_controller_pods.go:951] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4] addLogicalPort annotation time took 15.415957ms I0521 19:46:35.426227 3652 pods.go:271] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4] addLogicalPort took 17.043912ms, libovsdb time 1.05564ms I0521 19:46:36.461346 3652 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp e4839db6cdd5564cc55eac3a592f6550fc2397e2a3c55861088b328b197d45a9 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp e4839db6cdd5564cc55eac3a592f6550fc2397e2a3c55861088b328b197d45a9 network default NAD default NAD key ] I0521 19:46:36.538764 3652 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp e4839db6cdd5564cc55eac3a592f6550fc2397e2a3c55861088b328b197d45a9 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp e4839db6cdd5564cc55eac3a592f6550fc2397e2a3c55861088b328b197d45a9 network default NAD default NAD key default], result "{}", err I0521 19:46:37.339814 3652 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:37.339931 3652 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp I0521 19:46:37.341582 3652 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp, ips: 10.128.0.29 I0521 19:46:37.341616 3652 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:37.341643 3652 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:37.341653 3652 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:37.341897 3652 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:37.341922 3652 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:37.780790 3652 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:46:37.781055 3652 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 I0521 19:46:37.795683 3652 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2] pod update took 14.668009ms I0521 19:46:37.795709 3652 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2] addLogicalPort annotation time took 14.699442ms I0521 19:46:37.797186 3652 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2] addLogicalPort took 16.416771ms, libovsdb time 1.077764ms I0521 19:46:37.881297 3652 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:46:37.881428 3652 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 I0521 19:46:37.896102 3652 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62] pod update took 14.704811ms I0521 19:46:37.896129 3652 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62] addLogicalPort annotation time took 14.737683ms I0521 19:46:37.897746 3652 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62] addLogicalPort took 16.462752ms, libovsdb time 1.139542ms I0521 19:46:38.369538 3652 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:38.369562 3652 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:38.369578 3652 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:38.369589 3652 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:38.584546 3652 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv a5f05796d26eb5f3a9def4abbcafddb80ed087e0b2fdc14b9505b35c89a59309 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv a5f05796d26eb5f3a9def4abbcafddb80ed087e0b2fdc14b9505b35c89a59309 network default NAD default NAD key ] I0521 19:46:38.594426 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv, hostIfaceName: a5f05796d26eb5f, network: default, NAD default, SandboxID: "a5f05796d26eb5f3a9def4abbcafddb80ed087e0b2fdc14b9505b35c89a59309", PCI device ID: , UID: "84317526-356f-4864-93de-cc1b64aa6f64", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0521 19:46:38.648478 3652 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv a5f05796d26eb5f3a9def4abbcafddb80ed087e0b2fdc14b9505b35c89a59309 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv a5f05796d26eb5f3a9def4abbcafddb80ed087e0b2fdc14b9505b35c89a59309 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:2d:eb:c4:dd:15\",\"name\":\"a5f05796d26eb5f\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d19c0bcf-1c37-448b-b87d-b86d9a97a81e\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:46:40.917866 3652 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 2266f3fb7752f0406a9397d4cd8936e21419506a494cf1a4e31bc48e6c6127da network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 2266f3fb7752f0406a9397d4cd8936e21419506a494cf1a4e31bc48e6c6127da network default NAD default NAD key ] I0521 19:46:40.918255 3652 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 65bd7fc52a8ed9addbc187531af2516f19e62d205e48f7bcb23410e8ea14f19d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 65bd7fc52a8ed9addbc187531af2516f19e62d205e48f7bcb23410e8ea14f19d network default NAD default NAD key ] I0521 19:46:40.926964 3652 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 b27fa270d315038a2e642435c3684ae4098549b1c8925be2a891bece9f97f656 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 b27fa270d315038a2e642435c3684ae4098549b1c8925be2a891bece9f97f656 network default NAD default NAD key ] I0521 19:46:40.929594 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2, hostIfaceName: 65bd7fc52a8ed9a, network: default, NAD default, SandboxID: "65bd7fc52a8ed9addbc187531af2516f19e62d205e48f7bcb23410e8ea14f19d", PCI device ID: , UID: "d93cfea6-c063-4385-8761-0aa710e2c6b3", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0521 19:46:40.931774 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4, hostIfaceName: 2266f3fb7752f04, network: default, NAD default, SandboxID: "2266f3fb7752f0406a9397d4cd8936e21419506a494cf1a4e31bc48e6c6127da", PCI device ID: , UID: "91156507-9641-40b2-b7e3-69afdcafa52e", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0521 19:46:40.938131 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62, hostIfaceName: b27fa270d315038, network: default, NAD default, SandboxID: "b27fa270d315038a2e642435c3684ae4098549b1c8925be2a891bece9f97f656", PCI device ID: , UID: "3b40c083-97b9-4a0e-be98-6d773726808e", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0521 19:46:40.992150 3652 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 2266f3fb7752f0406a9397d4cd8936e21419506a494cf1a4e31bc48e6c6127da network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 2266f3fb7752f0406a9397d4cd8936e21419506a494cf1a4e31bc48e6c6127da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:9d:86:95:d4:86\",\"name\":\"2266f3fb7752f04\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eee0a3ed-04a5-4c1f-a004-a97c391f4712\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:46:41.014364 3652 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 65bd7fc52a8ed9addbc187531af2516f19e62d205e48f7bcb23410e8ea14f19d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 65bd7fc52a8ed9addbc187531af2516f19e62d205e48f7bcb23410e8ea14f19d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:69:1d:84:a5:ef\",\"name\":\"65bd7fc52a8ed9a\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0587f4d3-cf76-4b4e-9084-8ba3ed313c15\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:46:41.041196 3652 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 b27fa270d315038a2e642435c3684ae4098549b1c8925be2a891bece9f97f656 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 b27fa270d315038a2e642435c3684ae4098549b1c8925be2a891bece9f97f656 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:cd:ec:5f:dd:39\",\"name\":\"b27fa270d315038\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da34929e-571d-4df2-a25a-1595cc3541da\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:46:41.255789 3652 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0521 19:46:43.520545 3652 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 efdac8ad4d62a1732fd51e0672d74bb8c6feb794fddc17429491de564ab8f5d8 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 efdac8ad4d62a1732fd51e0672d74bb8c6feb794fddc17429491de564ab8f5d8 network default NAD default NAD key ] I0521 19:46:43.590514 3652 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 efdac8ad4d62a1732fd51e0672d74bb8c6feb794fddc17429491de564ab8f5d8 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 efdac8ad4d62a1732fd51e0672d74bb8c6feb794fddc17429491de564ab8f5d8 network default NAD default NAD key default], result "{}", err I0521 19:46:43.654718 3652 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:43.654753 3652 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 I0521 19:46:43.656112 3652 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9, ips: 10.128.0.28 I0521 19:46:43.656135 3652 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:43.656153 3652 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:43.656160 3652 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:43.656334 3652 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:43.656350 3652 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:44.528694 3652 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 65bd7fc52a8ed9addbc187531af2516f19e62d205e48f7bcb23410e8ea14f19d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 65bd7fc52a8ed9addbc187531af2516f19e62d205e48f7bcb23410e8ea14f19d network default NAD default NAD key ] I0521 19:46:44.528708 3652 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv a5f05796d26eb5f3a9def4abbcafddb80ed087e0b2fdc14b9505b35c89a59309 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv a5f05796d26eb5f3a9def4abbcafddb80ed087e0b2fdc14b9505b35c89a59309 network default NAD default NAD key ] I0521 19:46:44.528705 3652 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 b27fa270d315038a2e642435c3684ae4098549b1c8925be2a891bece9f97f656 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 b27fa270d315038a2e642435c3684ae4098549b1c8925be2a891bece9f97f656 network default NAD default NAD key ] I0521 19:46:44.612031 3652 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 b27fa270d315038a2e642435c3684ae4098549b1c8925be2a891bece9f97f656 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 b27fa270d315038a2e642435c3684ae4098549b1c8925be2a891bece9f97f656 network default NAD default NAD key default], result "{}", err I0521 19:46:44.636009 3652 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv a5f05796d26eb5f3a9def4abbcafddb80ed087e0b2fdc14b9505b35c89a59309 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv a5f05796d26eb5f3a9def4abbcafddb80ed087e0b2fdc14b9505b35c89a59309 network default NAD default NAD key default], result "{}", err I0521 19:46:44.636304 3652 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 65bd7fc52a8ed9addbc187531af2516f19e62d205e48f7bcb23410e8ea14f19d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 65bd7fc52a8ed9addbc187531af2516f19e62d205e48f7bcb23410e8ea14f19d network default NAD default NAD key default], result "{}", err I0521 19:46:44.670852 3652 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.670916 3652 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 I0521 19:46:44.672918 3652 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62, ips: 10.128.0.33 I0521 19:46:44.672952 3652 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.672978 3652 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.672990 3652 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:44.673173 3652 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.673191 3652 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:44.682818 3652 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:44.682843 3652 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:44.682859 3652 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:44.682870 3652 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:44.700591 3652 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.700627 3652 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 I0521 19:46:44.701906 3652 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2, ips: 10.128.0.32 I0521 19:46:44.701936 3652 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.701955 3652 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.701962 3652 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:44.702142 3652 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.702158 3652 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:44.729424 3652 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.729460 3652 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv I0521 19:46:44.730814 3652 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv, ips: 10.128.0.30 I0521 19:46:44.730841 3652 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.730865 3652 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.730875 3652 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:44.731035 3652 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.731049 3652 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:45.541706 3652 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 2266f3fb7752f0406a9397d4cd8936e21419506a494cf1a4e31bc48e6c6127da network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 2266f3fb7752f0406a9397d4cd8936e21419506a494cf1a4e31bc48e6c6127da network default NAD default NAD key ] I0521 19:46:45.622950 3652 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 2266f3fb7752f0406a9397d4cd8936e21419506a494cf1a4e31bc48e6c6127da network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 2266f3fb7752f0406a9397d4cd8936e21419506a494cf1a4e31bc48e6c6127da network default NAD default NAD key default], result "{}", err I0521 19:46:45.681041 3652 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:45.681105 3652 pods.go:176] Deleting pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 I0521 19:46:45.682583 3652 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4, ips: 10.128.0.31 I0521 19:46:45.682609 3652 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:45.682638 3652 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:45.682647 3652 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:45.682818 3652 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:45.682829 3652 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:45.699246 3652 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.699299 3652 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.699315 3652 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.699328 3652 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.733820 3652 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.733844 3652 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.733856 3652 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.733870 3652 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.761092 3652 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.761122 3652 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.761137 3652 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.761148 3652 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:46.713895 3652 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:46.714014 3652 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:46.714038 3652 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:46.714049 3652 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:49.273587 3652 namespace.go:142] [openshift-operators] updating namespace I0521 19:46:49.287199 3652 namespace.go:142] [openshift-operators] updating namespace W0521 19:46:50.744393 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:46:52.045569 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:46:52.060728 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:46:52.060882 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:46:52.074287 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:46:53.143766 3652 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=78 I0521 19:46:58.086949 3652 namespace.go:142] [openshift-operators] updating namespace I0521 19:47:07.215198 3652 namespace.go:98] [cert-manager] adding namespace I0521 19:47:07.216274 3652 namespace.go:102] [cert-manager] adding namespace took 1.043295ms I0521 19:47:07.244660 3652 namespace.go:142] [cert-manager] updating namespace I0521 19:47:07.261459 3652 namespace.go:142] [cert-manager] updating namespace W0521 19:47:09.978413 3652 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 19:47:10.278930 3652 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:47:10.279779 3652 namespace.go:102] [trusted-artifact-signer] adding namespace took 827.337µs I0521 19:47:10.347677 3652 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:47:10.410718 3652 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 19:47:13.011380 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:47:13.011402 3652 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:47:14.936702 3652 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:47:14.937546 3652 namespace.go:102] [openshift-pipelines] adding namespace took 818.558µs I0521 19:47:14.956826 3652 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:47:16.676553 3652 namespace.go:142] [cert-manager] updating namespace I0521 19:47:16.867649 3652 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:47:17.307579 3652 namespace.go:142] [konflux-operator] updating namespace I0521 19:47:17.491947 3652 namespace.go:142] [konflux-ui] updating namespace I0521 19:47:17.719785 3652 namespace.go:142] [open-cluster-management-2qegn84g18ids9l2o4klqb2qr2p2km0b] updating namespace W0521 19:47:17.895788 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:47:18.100455 3652 namespace.go:142] [rhbk-operator] updating namespace I0521 19:47:18.373735 3652 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:47:18.701699 3652 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:47:18.881350 3652 namespace.go:142] [tsf] updating namespace I0521 19:47:19.166360 3652 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:47:19.350604 3652 namespace.go:142] [tsf-tas] updating namespace I0521 19:47:19.573050 3652 namespace.go:142] [tsf-tpa] updating namespace I0521 19:47:19.788617 3652 namespace.go:142] [cert-manager] updating namespace I0521 19:47:19.808628 3652 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:47:19.840976 3652 namespace.go:142] [default] updating namespace I0521 19:47:19.855542 3652 namespace.go:142] [konflux-operator] updating namespace I0521 19:47:19.878315 3652 namespace.go:142] [konflux-ui] updating namespace I0521 19:47:19.897096 3652 namespace.go:142] [open-cluster-management-2qegn84g18ids9l2o4klqb2qr2p2km0b] updating namespace I0521 19:47:19.928571 3652 namespace.go:142] [openshift] updating namespace I0521 19:47:19.974547 3652 namespace.go:142] [rhbk-operator] updating namespace I0521 19:47:19.987558 3652 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:47:20.006604 3652 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:47:20.026657 3652 namespace.go:142] [tsf] updating namespace I0521 19:47:20.041432 3652 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:47:20.066559 3652 namespace.go:142] [tsf-tas] updating namespace I0521 19:47:20.112463 3652 namespace.go:142] [tsf-tpa] updating namespace I0521 19:47:20.195467 3652 namespace.go:142] [cert-manager] updating namespace I0521 19:47:20.277482 3652 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:47:20.387707 3652 namespace.go:142] [default] updating namespace I0521 19:47:20.487670 3652 namespace.go:142] [konflux-operator] updating namespace I0521 19:47:20.566849 3652 namespace.go:142] [konflux-ui] updating namespace I0521 19:47:20.660554 3652 namespace.go:142] [open-cluster-management-2qegn84g18ids9l2o4klqb2qr2p2km0b] updating namespace I0521 19:47:20.732624 3652 namespace.go:142] [openshift] updating namespace I0521 19:47:20.790325 3652 namespace.go:142] [rhbk-operator] updating namespace I0521 19:47:20.917822 3652 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:47:21.003517 3652 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:47:21.192109 3652 namespace.go:142] [tsf] updating namespace I0521 19:47:21.367684 3652 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:47:21.592806 3652 namespace.go:142] [tsf-tas] updating namespace I0521 19:47:21.771554 3652 namespace.go:142] [tsf-tpa] updating namespace I0521 19:47:22.792690 3652 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:47:24.164354 3652 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=764 I0521 19:47:30.149974 3652 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=107 I0521 19:47:33.807055 3652 cni.go:452] [tsf/test-tsf-subscriptions 13f88fdbd811b5551657fb56efcb9d5e4d07b509e3f6ec5c744fe8f39a32c7ea network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 13f88fdbd811b5551657fb56efcb9d5e4d07b509e3f6ec5c744fe8f39a32c7ea network default NAD default NAD key ] I0521 19:47:33.895603 3652 cni.go:473] [tsf/test-tsf-subscriptions 13f88fdbd811b5551657fb56efcb9d5e4d07b509e3f6ec5c744fe8f39a32c7ea network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 13f88fdbd811b5551657fb56efcb9d5e4d07b509e3f6ec5c744fe8f39a32c7ea network default NAD default NAD key default], result "{}", err I0521 19:47:33.980856 3652 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:33.980887 3652 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0521 19:47:33.982040 3652 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.27 I0521 19:47:33.982063 3652 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:34.245206 3652 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9bkq2] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-9bkq2 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:47:34.245305 3652 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9bkq2 I0521 19:47:34.264579 3652 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9bkq2] pod update took 19.155797ms I0521 19:47:34.264604 3652 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9bkq2] addLogicalPort annotation time took 19.332481ms I0521 19:47:34.265782 3652 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9bkq2] addLogicalPort took 20.596619ms, libovsdb time 835.761µs I0521 19:47:34.371744 3652 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:34.371779 3652 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:34.528308 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:47:34.528333 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 19:47:34.606726 3652 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9bkq2 56c06a705f31f73d2cc4ada8891ddbe8218f7fbec2c76f81242731e87a70484c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9bkq2 56c06a705f31f73d2cc4ada8891ddbe8218f7fbec2c76f81242731e87a70484c network default NAD default NAD key ] I0521 19:47:34.616331 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-9bkq2, hostIfaceName: 56c06a705f31f73, network: default, NAD default, SandboxID: "56c06a705f31f73d2cc4ada8891ddbe8218f7fbec2c76f81242731e87a70484c", PCI device ID: , UID: "ed6daf6a-8dde-4d1c-b212-12c8bec49a82", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0521 19:47:34.666346 3652 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9bkq2 56c06a705f31f73d2cc4ada8891ddbe8218f7fbec2c76f81242731e87a70484c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9bkq2 56c06a705f31f73d2cc4ada8891ddbe8218f7fbec2c76f81242731e87a70484c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:1a:15:30:c0:3f\",\"name\":\"56c06a705f31f73\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cd0e12c-d6f5-4c61-9a98-668093f6de86\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:47:36.250505 3652 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-62.ec2.internal I0521 19:47:36.250627 3652 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0521 19:47:36.266903 3652 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 16.302552ms I0521 19:47:36.266937 3652 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 16.343984ms I0521 19:47:36.268329 3652 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 17.845271ms, libovsdb time 1.011533ms I0521 19:47:37.541387 3652 cni.go:452] [tsf/test-tsf-infrastructure e2e7e42a73e67471850c3bbff300c3a00d591f7d3eda965d026ee9aeca9663f1 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure e2e7e42a73e67471850c3bbff300c3a00d591f7d3eda965d026ee9aeca9663f1 network default NAD default NAD key ] I0521 19:47:37.550587 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: e2e7e42a73e6747, network: default, NAD default, SandboxID: "e2e7e42a73e67471850c3bbff300c3a00d591f7d3eda965d026ee9aeca9663f1", PCI device ID: , UID: "a879d7e8-49cb-4d7c-83e9-39d0892cf03d", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0521 19:47:37.602367 3652 cni.go:473] [tsf/test-tsf-infrastructure e2e7e42a73e67471850c3bbff300c3a00d591f7d3eda965d026ee9aeca9663f1 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure e2e7e42a73e67471850c3bbff300c3a00d591f7d3eda965d026ee9aeca9663f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:00:a1:fc:77:6a\",\"name\":\"e2e7e42a73e6747\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6b3cfec-245b-4955-a7aa-c1e4cd3b10a9\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:47:38.982868 3652 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:47:38.982887 3652 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:47:38.982893 3652 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:47:39.012839 3652 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:39.012856 3652 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:39.012862 3652 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:39.012867 3652 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 19:47:39.130650 3652 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4nwbk] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-4nwbk for pod on switch ip-10-0-0-62.ec2.internal I0521 19:47:39.130683 3652 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bxrxk] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-bxrxk for pod on switch ip-10-0-0-62.ec2.internal I0521 19:47:39.130754 3652 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4nwbk I0521 19:47:39.130755 3652 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bxrxk I0521 19:47:39.142361 3652 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:47:39.155570 3652 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bxrxk] pod update took 24.831132ms I0521 19:47:39.155590 3652 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bxrxk] addLogicalPort annotation time took 24.857142ms I0521 19:47:39.156741 3652 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bxrxk] addLogicalPort took 26.073191ms, libovsdb time 831.496µs I0521 19:47:39.158546 3652 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4nwbk] pod update took 27.817124ms I0521 19:47:39.158566 3652 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4nwbk] addLogicalPort annotation time took 27.8405ms I0521 19:47:39.159833 3652 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4nwbk] addLogicalPort took 29.20256ms, libovsdb time 963.538µs I0521 19:47:45.194073 3652 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4nwbk 482b88c2b5458fc92f7728dd35fb13fcd91a56800fca709cc738c3b500b77535 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4nwbk 482b88c2b5458fc92f7728dd35fb13fcd91a56800fca709cc738c3b500b77535 network default NAD default NAD key ] I0521 19:47:45.203097 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-4nwbk, hostIfaceName: 482b88c2b5458fc, network: default, NAD default, SandboxID: "482b88c2b5458fc92f7728dd35fb13fcd91a56800fca709cc738c3b500b77535", PCI device ID: , UID: "ece1983c-db67-4640-9108-ed89cdd7b00f", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0521 19:47:45.252837 3652 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4nwbk 482b88c2b5458fc92f7728dd35fb13fcd91a56800fca709cc738c3b500b77535 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-4nwbk 482b88c2b5458fc92f7728dd35fb13fcd91a56800fca709cc738c3b500b77535 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:3e:e9:78:2b:c5\",\"name\":\"482b88c2b5458fc\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0609269c-e8ea-49dd-99a8-ea66fe8edcec\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:47:45.902588 3652 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0521 19:47:47.229977 3652 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0521 19:47:47.301037 3652 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bxrxk e68ee345f3ffa338d5a910bee8df1a03b40f5521a00a3a0cb6849398f7e59667 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bxrxk e68ee345f3ffa338d5a910bee8df1a03b40f5521a00a3a0cb6849398f7e59667 network default NAD default NAD key ] I0521 19:47:47.310222 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-bxrxk, hostIfaceName: e68ee345f3ffa33, network: default, NAD default, SandboxID: "e68ee345f3ffa338d5a910bee8df1a03b40f5521a00a3a0cb6849398f7e59667", PCI device ID: , UID: "2481943b-e65c-4e26-9177-d18b2bdfda4a", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0521 19:47:47.364491 3652 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bxrxk e68ee345f3ffa338d5a910bee8df1a03b40f5521a00a3a0cb6849398f7e59667 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bxrxk e68ee345f3ffa338d5a910bee8df1a03b40f5521a00a3a0cb6849398f7e59667 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:c3:f2:0e:d5:23\",\"name\":\"e68ee345f3ffa33\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df2bf611-dcc2-4924-a30c-c2fd27d8c77c\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:47:47.893824 3652 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 19:47:48.109868 3652 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:47:48.109888 3652 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:47:48.109893 3652 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0521 19:47:49.249996 3652 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0521 19:47:51.147366 3652 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=92 I0521 19:47:56.142846 3652 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=194 W0521 19:48:06.888206 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 19:48:08.904435 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 19:48:10.239914 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 19:48:11.016201 3652 cni.go:452] [tsf/test-tsf-infrastructure e2e7e42a73e67471850c3bbff300c3a00d591f7d3eda965d026ee9aeca9663f1 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure e2e7e42a73e67471850c3bbff300c3a00d591f7d3eda965d026ee9aeca9663f1 network default NAD default NAD key ] I0521 19:48:11.113181 3652 cni.go:473] [tsf/test-tsf-infrastructure e2e7e42a73e67471850c3bbff300c3a00d591f7d3eda965d026ee9aeca9663f1 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure e2e7e42a73e67471850c3bbff300c3a00d591f7d3eda965d026ee9aeca9663f1 network default NAD default NAD key default], result "{}", err I0521 19:48:11.170542 3652 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:48:11.170583 3652 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0521 19:48:11.171852 3652 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.35 I0521 19:48:11.171877 3652 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:48:11.190631 3652 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:48:11.190649 3652 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:48:11.194422 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:48:11.194447 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:48:12.409032 3652 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-62.ec2.internal I0521 19:48:12.409156 3652 kube.go:256] Updating pod tsf/test-tsf-iam I0521 19:48:12.423866 3652 pod.go:62] [tsf/test-tsf-iam] pod update took 14.735963ms I0521 19:48:12.423892 3652 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.770869ms I0521 19:48:12.425123 3652 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.105518ms, libovsdb time 828.469µs I0521 19:48:12.796094 3652 cni.go:452] [tsf/test-tsf-iam 10a39054701f1c0cbf99e3793352460ae220f061871e0dff0e91c8e78dd52fee network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 10a39054701f1c0cbf99e3793352460ae220f061871e0dff0e91c8e78dd52fee network default NAD default NAD key ] I0521 19:48:12.805489 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 10a39054701f1c0, network: default, NAD default, SandboxID: "10a39054701f1c0cbf99e3793352460ae220f061871e0dff0e91c8e78dd52fee", PCI device ID: , UID: "97406043-7666-4fe4-8c16-8dac08d38540", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0521 19:48:12.857990 3652 cni.go:473] [tsf/test-tsf-iam 10a39054701f1c0cbf99e3793352460ae220f061871e0dff0e91c8e78dd52fee network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 10a39054701f1c0cbf99e3793352460ae220f061871e0dff0e91c8e78dd52fee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:e8:f0:e6:e4:b3\",\"name\":\"10a39054701f1c0\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/038b02f6-959e-4a73-9671-6bef1a5a81a9\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:48:12.893514 3652 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:48:12.894132 3652 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:48:12.894151 3652 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:48:12.896785 3652 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0521 19:48:20.194825 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:48:20.194847 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:48:20.199712 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:48:20.199732 3652 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0521 19:48:23.060561 3652 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-hwn5b] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-hwn5b for pod on switch ip-10-0-0-62.ec2.internal I0521 19:48:23.060669 3652 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-hwn5b I0521 19:48:23.079986 3652 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-hwn5b] pod update took 19.339968ms I0521 19:48:23.080016 3652 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-hwn5b] addLogicalPort annotation time took 19.374866ms I0521 19:48:23.081400 3652 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-hwn5b] addLogicalPort took 20.885758ms, libovsdb time 954.367µs I0521 19:48:23.426029 3652 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-hwn5b c266a45dbe012bf64e52561564f707d35b53af53f4eb349be5efd93bb0cab096 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-hwn5b c266a45dbe012bf64e52561564f707d35b53af53f4eb349be5efd93bb0cab096 network default NAD default NAD key ] I0521 19:48:23.435425 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-hwn5b, hostIfaceName: c266a45dbe012bf, network: default, NAD default, SandboxID: "c266a45dbe012bf64e52561564f707d35b53af53f4eb349be5efd93bb0cab096", PCI device ID: , UID: "07fcf4fb-52a6-4fea-924f-7d417deb139a", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0521 19:48:23.485395 3652 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-hwn5b c266a45dbe012bf64e52561564f707d35b53af53f4eb349be5efd93bb0cab096 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-hwn5b c266a45dbe012bf64e52561564f707d35b53af53f4eb349be5efd93bb0cab096 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:59:f1:5a:71:4b\",\"name\":\"c266a45dbe012bf\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a212c6c-01e4-4073-b052-45bdd970b13d\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:48:28.041073 3652 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:48:42.744919 3652 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-jb9ch] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-jb9ch for pod on switch ip-10-0-0-62.ec2.internal I0521 19:48:42.745032 3652 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-jb9ch I0521 19:48:42.768712 3652 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-jb9ch] pod update took 23.715733ms I0521 19:48:42.768738 3652 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-jb9ch] addLogicalPort annotation time took 23.751092ms I0521 19:48:42.769898 3652 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-jb9ch] addLogicalPort took 24.992136ms, libovsdb time 799.821µs I0521 19:48:43.709556 3652 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-jb9ch d0bdbd5775e94813623fa12ca0d1ba1906b9ee93be8767fec2fd61048ea1808d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-jb9ch d0bdbd5775e94813623fa12ca0d1ba1906b9ee93be8767fec2fd61048ea1808d network default NAD default NAD key ] I0521 19:48:43.719399 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-jb9ch, hostIfaceName: d0bdbd5775e9481, network: default, NAD default, SandboxID: "d0bdbd5775e94813623fa12ca0d1ba1906b9ee93be8767fec2fd61048ea1808d", PCI device ID: , UID: "11b909d6-7078-4762-a035-8cecd67b8223", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0521 19:48:43.771065 3652 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-jb9ch d0bdbd5775e94813623fa12ca0d1ba1906b9ee93be8767fec2fd61048ea1808d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-jb9ch d0bdbd5775e94813623fa12ca0d1ba1906b9ee93be8767fec2fd61048ea1808d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:14:fc:e1:b1:1a\",\"name\":\"d0bdbd5775e9481\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09257034-79c6-4638-add8-97865ff6c8f7\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:48:47.266613 3652 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:48:47.266636 3652 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:48:47.266644 3652 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:48:54.276109 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:48:54.276130 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:48:54.276136 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:49:03.311325 3652 cni.go:452] [tsf/test-tsf-iam 10a39054701f1c0cbf99e3793352460ae220f061871e0dff0e91c8e78dd52fee network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 10a39054701f1c0cbf99e3793352460ae220f061871e0dff0e91c8e78dd52fee network default NAD default NAD key ] I0521 19:49:03.381817 3652 cni.go:473] [tsf/test-tsf-iam 10a39054701f1c0cbf99e3793352460ae220f061871e0dff0e91c8e78dd52fee network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 10a39054701f1c0cbf99e3793352460ae220f061871e0dff0e91c8e78dd52fee network default NAD default NAD key default], result "{}", err I0521 19:49:03.433949 3652 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:03.434117 3652 pods.go:176] Deleting pod: tsf/test-tsf-iam I0521 19:49:03.435581 3652 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.38 I0521 19:49:03.435614 3652 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:03.473372 3652 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:03.473403 3652 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:03.479143 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:49:03.479172 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 19:49:04.239935 3652 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-62.ec2.internal I0521 19:49:04.240027 3652 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0521 19:49:04.256998 3652 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 16.993784ms I0521 19:49:04.257023 3652 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 17.022809ms I0521 19:49:04.258246 3652 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 18.333411ms, libovsdb time 859.243µs I0521 19:49:04.601424 3652 cni.go:452] [tsf-tas/test-tsf-tas 2bba447fa7f1440a0cd4b84f50427d288e5f1b42fe75feb8c22bb589394a79b1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 2bba447fa7f1440a0cd4b84f50427d288e5f1b42fe75feb8c22bb589394a79b1 network default NAD default NAD key ] I0521 19:49:04.610896 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 2bba447fa7f1440, network: default, NAD default, SandboxID: "2bba447fa7f1440a0cd4b84f50427d288e5f1b42fe75feb8c22bb589394a79b1", PCI device ID: , UID: "17e0c09e-c8c2-450f-968f-a731592cadf6", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0521 19:49:04.662733 3652 cni.go:473] [tsf-tas/test-tsf-tas 2bba447fa7f1440a0cd4b84f50427d288e5f1b42fe75feb8c22bb589394a79b1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 2bba447fa7f1440a0cd4b84f50427d288e5f1b42fe75feb8c22bb589394a79b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ca:c6:ce:2f:55\",\"name\":\"2bba447fa7f1440\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8dde9a67-7c8a-4651-8b9b-7b577248bcaa\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:49:05.169107 3652 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-qts55-m8q2k] creating logical port tsf-tas_segment-backup-installation-qts55-m8q2k for pod on switch ip-10-0-0-62.ec2.internal I0521 19:49:05.169232 3652 kube.go:256] Updating pod tsf-tas/segment-backup-installation-qts55-m8q2k I0521 19:49:05.183862 3652 pod.go:62] [tsf-tas/segment-backup-installation-qts55-m8q2k] pod update took 14.654212ms I0521 19:49:05.183890 3652 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-qts55-m8q2k] addLogicalPort annotation time took 14.687511ms I0521 19:49:05.185126 3652 pods.go:271] [tsf-tas/segment-backup-installation-qts55-m8q2k] addLogicalPort took 16.040196ms, libovsdb time 871.823µs I0521 19:49:05.531884 3652 cni.go:452] [tsf-tas/segment-backup-installation-qts55-m8q2k 03a730716cdb471285b689901fd680dfc6b156a7a1a0933a05143ce02f84babc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-qts55-m8q2k 03a730716cdb471285b689901fd680dfc6b156a7a1a0933a05143ce02f84babc network default NAD default NAD key ] I0521 19:49:05.541183 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-qts55-m8q2k, hostIfaceName: 03a730716cdb471, network: default, NAD default, SandboxID: "03a730716cdb471285b689901fd680dfc6b156a7a1a0933a05143ce02f84babc", PCI device ID: , UID: "3a30cf8d-9c8a-4f3d-8d1e-3ed8a5072eb1", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0521 19:49:05.593432 3652 cni.go:473] [tsf-tas/segment-backup-installation-qts55-m8q2k 03a730716cdb471285b689901fd680dfc6b156a7a1a0933a05143ce02f84babc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-qts55-m8q2k 03a730716cdb471285b689901fd680dfc6b156a7a1a0933a05143ce02f84babc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:d3:b9:29:b4:77\",\"name\":\"03a730716cdb471\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/056aafe7-f5b3-4a1f-88f2-1e71965a3d58\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:49:05.725563 3652 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-84ffc7d87c-9bznc] creating logical port tsf-tas_fulcio-server-84ffc7d87c-9bznc for pod on switch ip-10-0-0-62.ec2.internal I0521 19:49:05.725648 3652 kube.go:256] Updating pod tsf-tas/fulcio-server-84ffc7d87c-9bznc I0521 19:49:05.743509 3652 pod.go:62] [tsf-tas/fulcio-server-84ffc7d87c-9bznc] pod update took 17.882898ms I0521 19:49:05.743558 3652 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-84ffc7d87c-9bznc] addLogicalPort annotation time took 17.934614ms I0521 19:49:05.744796 3652 pods.go:271] [tsf-tas/fulcio-server-84ffc7d87c-9bznc] addLogicalPort took 19.249837ms, libovsdb time 849.151µs I0521 19:49:06.064993 3652 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-6ccd978ff4-xx82j] creating logical port tsf-tas_trillian-logserver-6ccd978ff4-xx82j for pod on switch ip-10-0-0-62.ec2.internal I0521 19:49:06.065090 3652 kube.go:256] Updating pod tsf-tas/trillian-logserver-6ccd978ff4-xx82j I0521 19:49:06.086390 3652 pod.go:62] [tsf-tas/trillian-logserver-6ccd978ff4-xx82j] pod update took 21.331278ms I0521 19:49:06.086424 3652 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-6ccd978ff4-xx82j] addLogicalPort annotation time took 21.367028ms I0521 19:49:06.087794 3652 pods.go:271] [tsf-tas/trillian-logserver-6ccd978ff4-xx82j] addLogicalPort took 22.818927ms, libovsdb time 954.415µs I0521 19:49:06.092742 3652 cni.go:452] [tsf-tas/fulcio-server-84ffc7d87c-9bznc 1c7ee2ca75f8ed64bae0a18f36001c707d0b98020603b361cae496142d4d5847 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-84ffc7d87c-9bznc 1c7ee2ca75f8ed64bae0a18f36001c707d0b98020603b361cae496142d4d5847 network default NAD default NAD key ] I0521 19:49:06.102833 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-84ffc7d87c-9bznc, hostIfaceName: 1c7ee2ca75f8ed6, network: default, NAD default, SandboxID: "1c7ee2ca75f8ed64bae0a18f36001c707d0b98020603b361cae496142d4d5847", PCI device ID: , UID: "80f4ccdd-fae4-4233-9a2b-4680edfcd5c2", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0521 19:49:06.156865 3652 cni.go:473] [tsf-tas/fulcio-server-84ffc7d87c-9bznc 1c7ee2ca75f8ed64bae0a18f36001c707d0b98020603b361cae496142d4d5847 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-84ffc7d87c-9bznc 1c7ee2ca75f8ed64bae0a18f36001c707d0b98020603b361cae496142d4d5847 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:32:6f:e8:04:59\",\"name\":\"1c7ee2ca75f8ed6\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d29c4da-b7fa-46ad-a827-97f500a2c284\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:49:06.219059 3652 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-67c499f58f-5f9x9] creating logical port tsf-tas_trillian-logsigner-67c499f58f-5f9x9 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:49:06.219154 3652 kube.go:256] Updating pod tsf-tas/trillian-logsigner-67c499f58f-5f9x9 I0521 19:49:06.236055 3652 pod.go:62] [tsf-tas/trillian-logsigner-67c499f58f-5f9x9] pod update took 16.928291ms I0521 19:49:06.236080 3652 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-67c499f58f-5f9x9] addLogicalPort annotation time took 16.954982ms I0521 19:49:06.237304 3652 pods.go:271] [tsf-tas/trillian-logsigner-67c499f58f-5f9x9] addLogicalPort took 18.266055ms, libovsdb time 874.417µs I0521 19:49:06.426870 3652 cni.go:452] [tsf-tas/trillian-logserver-6ccd978ff4-xx82j 5ddba51c451d78cc342b923838a119f0ddf4084dfba47b24e20fabe43f353d0c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-6ccd978ff4-xx82j 5ddba51c451d78cc342b923838a119f0ddf4084dfba47b24e20fabe43f353d0c network default NAD default NAD key ] I0521 19:49:06.437850 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-6ccd978ff4-xx82j, hostIfaceName: 5ddba51c451d78c, network: default, NAD default, SandboxID: "5ddba51c451d78cc342b923838a119f0ddf4084dfba47b24e20fabe43f353d0c", PCI device ID: , UID: "2f07a8f5-eeb2-42d7-aa7b-938563c250dd", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0521 19:49:06.494010 3652 cni.go:473] [tsf-tas/trillian-logserver-6ccd978ff4-xx82j 5ddba51c451d78cc342b923838a119f0ddf4084dfba47b24e20fabe43f353d0c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-6ccd978ff4-xx82j 5ddba51c451d78cc342b923838a119f0ddf4084dfba47b24e20fabe43f353d0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:dd:44:b9:96:39\",\"name\":\"5ddba51c451d78c\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b82da244-0e84-4040-bdd1-b67a562716be\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:49:07.501852 3652 cni.go:452] [tsf-tas/trillian-logsigner-67c499f58f-5f9x9 fefc61d5bcadbd3d6d8b77d638d43c1bffdcc35f9daece973d316853a6c8ca40 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-67c499f58f-5f9x9 fefc61d5bcadbd3d6d8b77d638d43c1bffdcc35f9daece973d316853a6c8ca40 network default NAD default NAD key ] I0521 19:49:07.515429 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-67c499f58f-5f9x9, hostIfaceName: fefc61d5bcadbd3, network: default, NAD default, SandboxID: "fefc61d5bcadbd3d6d8b77d638d43c1bffdcc35f9daece973d316853a6c8ca40", PCI device ID: , UID: "a2edb4f8-c471-4117-8085-69d50879408c", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0521 19:49:07.588163 3652 cni.go:473] [tsf-tas/trillian-logsigner-67c499f58f-5f9x9 fefc61d5bcadbd3d6d8b77d638d43c1bffdcc35f9daece973d316853a6c8ca40 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-67c499f58f-5f9x9 fefc61d5bcadbd3d6d8b77d638d43c1bffdcc35f9daece973d316853a6c8ca40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:07:88:50:77:05\",\"name\":\"fefc61d5bcadbd3\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa284ca1-3251-4d44-ab65-8c05350c455a\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:49:08.360842 3652 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:49:08.360866 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:49:08.386090 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:49:08.386116 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0521 19:49:08.894937 3652 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-6856b5cb5b-qhlt6] creating logical port tsf-tas_trillian-db-6856b5cb5b-qhlt6 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:49:08.895054 3652 kube.go:256] Updating pod tsf-tas/trillian-db-6856b5cb5b-qhlt6 I0521 19:49:08.910344 3652 pod.go:62] [tsf-tas/trillian-db-6856b5cb5b-qhlt6] pod update took 15.314469ms I0521 19:49:08.910437 3652 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-6856b5cb5b-qhlt6] addLogicalPort annotation time took 15.42013ms I0521 19:49:08.911981 3652 pods.go:271] [tsf-tas/trillian-db-6856b5cb5b-qhlt6] addLogicalPort took 17.064922ms, libovsdb time 1.099905ms I0521 19:49:13.801428 3652 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sg2ms of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:13.802008 3652 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sg2ms of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:14.553311 3652 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sg2ms of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:14.553338 3652 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sg2ms of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:18.704497 3652 cni.go:452] [tsf-tas/trillian-db-6856b5cb5b-qhlt6 799ebc8740b8a39c0439b292aa6aaad42a70b78ab17eebdb53f2e675fbd2b445 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-6856b5cb5b-qhlt6 799ebc8740b8a39c0439b292aa6aaad42a70b78ab17eebdb53f2e675fbd2b445 network default NAD default NAD key ] I0521 19:49:18.733404 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-6856b5cb5b-qhlt6, hostIfaceName: 799ebc8740b8a39, network: default, NAD default, SandboxID: "799ebc8740b8a39c0439b292aa6aaad42a70b78ab17eebdb53f2e675fbd2b445", PCI device ID: , UID: "8f1fba0a-da4c-4293-ae6c-9fd3da2c46a6", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0521 19:49:18.790149 3652 cni.go:473] [tsf-tas/trillian-db-6856b5cb5b-qhlt6 799ebc8740b8a39c0439b292aa6aaad42a70b78ab17eebdb53f2e675fbd2b445 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-6856b5cb5b-qhlt6 799ebc8740b8a39c0439b292aa6aaad42a70b78ab17eebdb53f2e675fbd2b445 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:0d:9a:17:0d:3f\",\"name\":\"799ebc8740b8a39\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d4926d3-f1ca-4883-8767-ac6c4499bf43\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:49:19.434033 3652 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 19:49:19.483881 3652 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0521 19:49:21.453735 3652 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:49:22.456735 3652 cni.go:452] [tsf-tas/segment-backup-installation-qts55-m8q2k 03a730716cdb471285b689901fd680dfc6b156a7a1a0933a05143ce02f84babc network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-qts55-m8q2k 03a730716cdb471285b689901fd680dfc6b156a7a1a0933a05143ce02f84babc network default NAD default NAD key ] I0521 19:49:22.542425 3652 cni.go:473] [tsf-tas/segment-backup-installation-qts55-m8q2k 03a730716cdb471285b689901fd680dfc6b156a7a1a0933a05143ce02f84babc network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-qts55-m8q2k 03a730716cdb471285b689901fd680dfc6b156a7a1a0933a05143ce02f84babc network default NAD default NAD key default], result "{}", err I0521 19:49:22.604583 3652 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qts55-m8q2k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:22.604623 3652 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-qts55-m8q2k I0521 19:49:22.605852 3652 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-qts55-m8q2k, ips: 10.128.0.42 I0521 19:49:22.605883 3652 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qts55-m8q2k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:49:22.643620 3652 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 19:49:23.505036 3652 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qts55-m8q2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:23.505069 3652 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qts55-m8q2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:49:32.493334 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0521 19:49:48.562696 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 19:49:48.599768 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 19:49:53.633317 3652 cni.go:452] [tsf-tas/test-tsf-tas 2bba447fa7f1440a0cd4b84f50427d288e5f1b42fe75feb8c22bb589394a79b1 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 2bba447fa7f1440a0cd4b84f50427d288e5f1b42fe75feb8c22bb589394a79b1 network default NAD default NAD key ] I0521 19:49:53.727240 3652 cni.go:473] [tsf-tas/test-tsf-tas 2bba447fa7f1440a0cd4b84f50427d288e5f1b42fe75feb8c22bb589394a79b1 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 2bba447fa7f1440a0cd4b84f50427d288e5f1b42fe75feb8c22bb589394a79b1 network default NAD default NAD key default], result "{}", err I0521 19:49:53.781024 3652 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:53.781062 3652 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0521 19:49:53.782348 3652 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.41 I0521 19:49:53.782373 3652 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:53.801170 3652 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:53.801187 3652 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:53.806610 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:49:53.806634 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:49:54.493661 3652 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-ncmr7] creating logical port tsf_patch-tekton-config-ncmr7 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:49:54.493763 3652 kube.go:256] Updating pod tsf/patch-tekton-config-ncmr7 I0521 19:49:54.507606 3652 pod.go:62] [tsf/patch-tekton-config-ncmr7] pod update took 13.865649ms I0521 19:49:54.507627 3652 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-ncmr7] addLogicalPort annotation time took 13.894711ms I0521 19:49:54.508872 3652 pods.go:271] [tsf/patch-tekton-config-ncmr7] addLogicalPort took 15.229991ms, libovsdb time 854.772µs I0521 19:49:54.851296 3652 cni.go:452] [tsf/patch-tekton-config-ncmr7 54accb177f5a01c91be332b302ed3712bd84b3aaeb494fb64f2ec985b516b730 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-ncmr7 54accb177f5a01c91be332b302ed3712bd84b3aaeb494fb64f2ec985b516b730 network default NAD default NAD key ] I0521 19:49:54.860736 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-ncmr7, hostIfaceName: 54accb177f5a01c, network: default, NAD default, SandboxID: "54accb177f5a01c91be332b302ed3712bd84b3aaeb494fb64f2ec985b516b730", PCI device ID: , UID: "ea429fbe-f00c-4f1a-87c6-129b197e0206", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0521 19:49:54.913093 3652 cni.go:473] [tsf/patch-tekton-config-ncmr7 54accb177f5a01c91be332b302ed3712bd84b3aaeb494fb64f2ec985b516b730 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-ncmr7 54accb177f5a01c91be332b302ed3712bd84b3aaeb494fb64f2ec985b516b730 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:22:32:84:ac:ea\",\"name\":\"54accb177f5a01c\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34b15dba-c8b7-458f-86b4-0a99c5e3c3fd\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:50:02.687790 3652 cni.go:452] [tsf/patch-tekton-config-ncmr7 54accb177f5a01c91be332b302ed3712bd84b3aaeb494fb64f2ec985b516b730 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-ncmr7 54accb177f5a01c91be332b302ed3712bd84b3aaeb494fb64f2ec985b516b730 network default NAD default NAD key ] I0521 19:50:02.778029 3652 cni.go:473] [tsf/patch-tekton-config-ncmr7 54accb177f5a01c91be332b302ed3712bd84b3aaeb494fb64f2ec985b516b730 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-ncmr7 54accb177f5a01c91be332b302ed3712bd84b3aaeb494fb64f2ec985b516b730 network default NAD default NAD key default], result "{}", err I0521 19:50:02.829858 3652 obj_retry.go:498] Detected object tsf/patch-tekton-config-ncmr7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:02.829890 3652 pods.go:176] Deleting pod: tsf/patch-tekton-config-ncmr7 I0521 19:50:02.831205 3652 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-ncmr7, ips: 10.128.0.47 I0521 19:50:02.831233 3652 obj_retry.go:498] Detected object tsf/patch-tekton-config-ncmr7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:03.853044 3652 obj_retry.go:492] Detected object tsf/patch-tekton-config-ncmr7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:03.853070 3652 obj_retry.go:492] Detected object tsf/patch-tekton-config-ncmr7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:03.955413 3652 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-clqft] creating logical port tsf_tsf-tekton-configuration-clqft for pod on switch ip-10-0-0-62.ec2.internal I0521 19:50:03.955549 3652 kube.go:256] Updating pod tsf/tsf-tekton-configuration-clqft I0521 19:50:03.960980 3652 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:03.961564 3652 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:03.968668 3652 pod.go:62] [tsf/tsf-tekton-configuration-clqft] pod update took 13.176439ms I0521 19:50:03.968688 3652 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-clqft] addLogicalPort annotation time took 13.202147ms I0521 19:50:03.969862 3652 pods.go:271] [tsf/tsf-tekton-configuration-clqft] addLogicalPort took 14.472594ms, libovsdb time 787.423µs I0521 19:50:04.317516 3652 cni.go:452] [tsf/tsf-tekton-configuration-clqft 25f4eb3b9aef807464ee96e81b321c057ceab02f56dc53ad986de5e6de75176d network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-clqft 25f4eb3b9aef807464ee96e81b321c057ceab02f56dc53ad986de5e6de75176d network default NAD default NAD key ] I0521 19:50:04.327269 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-clqft, hostIfaceName: 25f4eb3b9aef807, network: default, NAD default, SandboxID: "25f4eb3b9aef807464ee96e81b321c057ceab02f56dc53ad986de5e6de75176d", PCI device ID: , UID: "b1d12a04-cbde-4bea-ac33-1768b3431595", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0521 19:50:04.380209 3652 cni.go:473] [tsf/tsf-tekton-configuration-clqft 25f4eb3b9aef807464ee96e81b321c057ceab02f56dc53ad986de5e6de75176d network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-clqft 25f4eb3b9aef807464ee96e81b321c057ceab02f56dc53ad986de5e6de75176d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:3d:7e:2a:90:72\",\"name\":\"25f4eb3b9aef807\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5068da75-1887-474a-a4a6-6c6634ed2815\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:50:04.831332 3652 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:04.831360 3652 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:12.977027 3652 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-4l8mc-lkr6m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:12.977572 3652 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-4l8mc-lkr6m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:13.756878 3652 cni.go:452] [tsf/tsf-tekton-configuration-clqft 25f4eb3b9aef807464ee96e81b321c057ceab02f56dc53ad986de5e6de75176d network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-clqft 25f4eb3b9aef807464ee96e81b321c057ceab02f56dc53ad986de5e6de75176d network default NAD default NAD key ] I0521 19:50:13.833237 3652 cni.go:473] [tsf/tsf-tekton-configuration-clqft 25f4eb3b9aef807464ee96e81b321c057ceab02f56dc53ad986de5e6de75176d network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-clqft 25f4eb3b9aef807464ee96e81b321c057ceab02f56dc53ad986de5e6de75176d network default NAD default NAD key default], result "{}", err I0521 19:50:13.869606 3652 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-4l8mc-lkr6m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:13.869636 3652 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-4l8mc-lkr6m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:13.888164 3652 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-clqft of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:13.888192 3652 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-clqft I0521 19:50:13.889534 3652 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-clqft, ips: 10.128.0.48 I0521 19:50:13.889565 3652 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-clqft of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:14.915071 3652 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-clqft of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:14.915098 3652 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-clqft of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:14.954292 3652 obj_retry.go:492] Detected object tsf/patch-tekton-config-ncmr7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:14.954315 3652 obj_retry.go:492] Detected object tsf/patch-tekton-config-ncmr7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:14.962721 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ncmr7 I0521 19:50:14.962750 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ncmr7 I0521 19:50:15.676108 3652 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-62.ec2.internal I0521 19:50:15.676196 3652 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0521 19:50:15.691102 3652 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.929693ms I0521 19:50:15.691129 3652 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.960624ms I0521 19:50:15.692325 3652 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.233761ms, libovsdb time 803.413µs I0521 19:50:16.036898 3652 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 3b95d3c56d56d1ce6d06885e871291368a31a4069069d6bd5814ddbf2396a1a2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 3b95d3c56d56d1ce6d06885e871291368a31a4069069d6bd5814ddbf2396a1a2 network default NAD default NAD key ] I0521 19:50:16.046465 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 3b95d3c56d56d1c, network: default, NAD default, SandboxID: "3b95d3c56d56d1ce6d06885e871291368a31a4069069d6bd5814ddbf2396a1a2", PCI device ID: , UID: "2c35c250-9773-4115-8979-6293e7852ee7", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0521 19:50:16.097784 3652 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 3b95d3c56d56d1ce6d06885e871291368a31a4069069d6bd5814ddbf2396a1a2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 3b95d3c56d56d1ce6d06885e871291368a31a4069069d6bd5814ddbf2396a1a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:22:75:f6:25:9f\",\"name\":\"3b95d3c56d56d1c\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a3094f3-45b1-4c7c-b143-c76a13a13115\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:50:19.796653 3652 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 3b95d3c56d56d1ce6d06885e871291368a31a4069069d6bd5814ddbf2396a1a2 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 3b95d3c56d56d1ce6d06885e871291368a31a4069069d6bd5814ddbf2396a1a2 network default NAD default NAD key ] I0521 19:50:19.866084 3652 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 3b95d3c56d56d1ce6d06885e871291368a31a4069069d6bd5814ddbf2396a1a2 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 3b95d3c56d56d1ce6d06885e871291368a31a4069069d6bd5814ddbf2396a1a2 network default NAD default NAD key default], result "{}", err I0521 19:50:19.917413 3652 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:19.917455 3652 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0521 19:50:19.918988 3652 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.49 I0521 19:50:19.919018 3652 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:19.938099 3652 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:19.938123 3652 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:19.943951 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:50:19.943980 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 19:50:20.024406 3652 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-9h8k2-726bk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:20.024985 3652 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-9h8k2-726bk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:20.066811 3652 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-76758ffb66-9gpv5] creating logical port tsf-tas_rekor-server-76758ffb66-9gpv5 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:50:20.066910 3652 kube.go:256] Updating pod tsf-tas/rekor-server-76758ffb66-9gpv5 I0521 19:50:20.083590 3652 pod.go:62] [tsf-tas/rekor-server-76758ffb66-9gpv5] pod update took 16.706245ms I0521 19:50:20.083616 3652 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-76758ffb66-9gpv5] addLogicalPort annotation time took 16.738853ms I0521 19:50:20.084821 3652 pods.go:271] [tsf-tas/rekor-server-76758ffb66-9gpv5] addLogicalPort took 18.027524ms, libovsdb time 831.468µs I0521 19:50:20.155563 3652 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-62.ec2.internal I0521 19:50:20.155658 3652 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0521 19:50:20.176474 3652 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 20.835072ms I0521 19:50:20.176507 3652 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 20.872436ms I0521 19:50:20.177835 3652 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 22.313947ms, libovsdb time 882.006µs I0521 19:50:20.517675 3652 cni.go:452] [tsf-tpa/test-tsf-tpa 7dccd329e0d874c971f056496e36e96c02e0438b4ddc14bf411591b4e3212d88 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 7dccd329e0d874c971f056496e36e96c02e0438b4ddc14bf411591b4e3212d88 network default NAD default NAD key ] I0521 19:50:20.526856 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 7dccd329e0d874c, network: default, NAD default, SandboxID: "7dccd329e0d874c971f056496e36e96c02e0438b4ddc14bf411591b4e3212d88", PCI device ID: , UID: "10777284-6f6a-45d7-8650-8cb1664a1e5e", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0521 19:50:20.579462 3652 cni.go:473] [tsf-tpa/test-tsf-tpa 7dccd329e0d874c971f056496e36e96c02e0438b4ddc14bf411591b4e3212d88 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 7dccd329e0d874c971f056496e36e96c02e0438b4ddc14bf411591b4e3212d88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:01:6f:db:22:bb\",\"name\":\"7dccd329e0d874c\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa5862c8-e1ca-498b-8d56-16588b0f0c66\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:50:20.911672 3652 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-9h8k2-726bk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:20.911699 3652 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-9h8k2-726bk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:21.224627 3652 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-855845d9b9-44xfq] creating logical port tsf-tas_ctlog-855845d9b9-44xfq for pod on switch ip-10-0-0-62.ec2.internal I0521 19:50:21.224726 3652 kube.go:256] Updating pod tsf-tas/ctlog-855845d9b9-44xfq I0521 19:50:21.240670 3652 pod.go:62] [tsf-tas/ctlog-855845d9b9-44xfq] pod update took 15.965132ms I0521 19:50:21.240702 3652 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-855845d9b9-44xfq] addLogicalPort annotation time took 16.003323ms I0521 19:50:21.242186 3652 pods.go:271] [tsf-tas/ctlog-855845d9b9-44xfq] addLogicalPort took 17.577239ms, libovsdb time 927.934µs I0521 19:50:22.189920 3652 cni.go:452] [tsf-tas/ctlog-855845d9b9-44xfq c07206ef9117090dd4e666e6781354d3a8a46a048165417e5a745b6d9b7e5dbe network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-855845d9b9-44xfq c07206ef9117090dd4e666e6781354d3a8a46a048165417e5a745b6d9b7e5dbe network default NAD default NAD key ] I0521 19:50:22.203261 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-855845d9b9-44xfq, hostIfaceName: c07206ef9117090, network: default, NAD default, SandboxID: "c07206ef9117090dd4e666e6781354d3a8a46a048165417e5a745b6d9b7e5dbe", PCI device ID: , UID: "55905d0e-ab70-4df0-887e-76ea1797786d", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0521 19:50:22.261247 3652 cni.go:473] [tsf-tas/ctlog-855845d9b9-44xfq c07206ef9117090dd4e666e6781354d3a8a46a048165417e5a745b6d9b7e5dbe network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-855845d9b9-44xfq c07206ef9117090dd4e666e6781354d3a8a46a048165417e5a745b6d9b7e5dbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:39:4b:d6:42:bf\",\"name\":\"c07206ef9117090\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bb61b38-6f4b-4fa2-bcc8-6b742d86a743\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:50:23.936256 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0521 19:50:23.957971 3652 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0521 19:50:24.831690 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 19:50:25.227390 3652 cni.go:452] [tsf-tas/rekor-server-76758ffb66-9gpv5 239ea7a87bb4404514c33999063475a5542ddc7f01d89b7c5d9bf03437b9a018 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-76758ffb66-9gpv5 239ea7a87bb4404514c33999063475a5542ddc7f01d89b7c5d9bf03437b9a018 network default NAD default NAD key ] I0521 19:50:25.237215 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-76758ffb66-9gpv5, hostIfaceName: 239ea7a87bb4404, network: default, NAD default, SandboxID: "239ea7a87bb4404514c33999063475a5542ddc7f01d89b7c5d9bf03437b9a018", PCI device ID: , UID: "94a599b4-a8ea-42f0-9012-0f141d4c1d44", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0521 19:50:25.291014 3652 cni.go:473] [tsf-tas/rekor-server-76758ffb66-9gpv5 239ea7a87bb4404514c33999063475a5542ddc7f01d89b7c5d9bf03437b9a018 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-76758ffb66-9gpv5 239ea7a87bb4404514c33999063475a5542ddc7f01d89b7c5d9bf03437b9a018 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:9e:0d:5b:22:2e\",\"name\":\"239ea7a87bb4404\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6a58ad7-8b87-49af-85b2-d89aa08b7df2\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:50:28.063999 3652 obj_retry.go:498] Detected object tsf-tpa/create-db-v2zhr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:28.064591 3652 obj_retry.go:498] Detected object tsf-tpa/create-db-v2zhr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:50:28.860722 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:50:28.959106 3652 obj_retry.go:492] Detected object tsf-tpa/create-db-v2zhr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:28.959135 3652 obj_retry.go:492] Detected object tsf-tpa/create-db-v2zhr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:32.116690 3652 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dp9hf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:32.117257 3652 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dp9hf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:33.139169 3652 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dp9hf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:33.139193 3652 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dp9hf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:33.376088 3652 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-hn2vf] creating logical port tsf-tpa_create-importers-hn2vf for pod on switch ip-10-0-0-62.ec2.internal I0521 19:50:33.376196 3652 kube.go:256] Updating pod tsf-tpa/create-importers-hn2vf I0521 19:50:33.393553 3652 pod.go:62] [tsf-tpa/create-importers-hn2vf] pod update took 17.389511ms I0521 19:50:33.393582 3652 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-hn2vf] addLogicalPort annotation time took 17.423225ms I0521 19:50:33.394875 3652 pods.go:271] [tsf-tpa/create-importers-hn2vf] addLogicalPort took 18.800863ms, libovsdb time 898.143µs I0521 19:50:33.763907 3652 cni.go:452] [tsf-tpa/create-importers-hn2vf 060abb0c3b7801d61a2e0e55fa39345854c576dc15b928dfb6cb04e3e86cfe8a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-hn2vf 060abb0c3b7801d61a2e0e55fa39345854c576dc15b928dfb6cb04e3e86cfe8a network default NAD default NAD key ] I0521 19:50:33.772875 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-hn2vf, hostIfaceName: 060abb0c3b7801d, network: default, NAD default, SandboxID: "060abb0c3b7801d61a2e0e55fa39345854c576dc15b928dfb6cb04e3e86cfe8a", PCI device ID: , UID: "53a1e53b-ce90-44a3-9a25-5e71f7f18036", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0521 19:50:33.825977 3652 cni.go:473] [tsf-tpa/create-importers-hn2vf 060abb0c3b7801d61a2e0e55fa39345854c576dc15b928dfb6cb04e3e86cfe8a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-hn2vf 060abb0c3b7801d61a2e0e55fa39345854c576dc15b928dfb6cb04e3e86cfe8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:ba:9c:4d:c3:00\",\"name\":\"060abb0c3b7801d\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1560299-1d05-4915-8f1e-72c01e3e9c52\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:50:35.847557 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0521 19:50:39.868309 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:50:39.930224 3652 cni.go:452] [tsf-tpa/create-importers-hn2vf 060abb0c3b7801d61a2e0e55fa39345854c576dc15b928dfb6cb04e3e86cfe8a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-hn2vf 060abb0c3b7801d61a2e0e55fa39345854c576dc15b928dfb6cb04e3e86cfe8a network default NAD default NAD key ] I0521 19:50:40.022265 3652 cni.go:473] [tsf-tpa/create-importers-hn2vf 060abb0c3b7801d61a2e0e55fa39345854c576dc15b928dfb6cb04e3e86cfe8a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-hn2vf 060abb0c3b7801d61a2e0e55fa39345854c576dc15b928dfb6cb04e3e86cfe8a network default NAD default NAD key default], result "{}", err I0521 19:50:40.077006 3652 obj_retry.go:498] Detected object tsf-tpa/create-importers-hn2vf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:40.077035 3652 pods.go:176] Deleting pod: tsf-tpa/create-importers-hn2vf I0521 19:50:40.078281 3652 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-hn2vf, ips: 10.128.0.53 I0521 19:50:40.078305 3652 obj_retry.go:498] Detected object tsf-tpa/create-importers-hn2vf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:40.270477 3652 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0521 19:50:41.102779 3652 obj_retry.go:492] Detected object tsf-tpa/create-importers-hn2vf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:41.102840 3652 obj_retry.go:492] Detected object tsf-tpa/create-importers-hn2vf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:50:48.049603 3652 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 19:50:54.242470 3652 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-47sgc-bnrqq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:54.243085 3652 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-47sgc-bnrqq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:55.270493 3652 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-47sgc-bnrqq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:55.270538 3652 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-47sgc-bnrqq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:57.243892 3652 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0521 19:50:58.265868 3652 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 W0521 19:51:00.128384 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 19:51:06.086036 3652 cni.go:452] [tsf-tpa/test-tsf-tpa 7dccd329e0d874c971f056496e36e96c02e0438b4ddc14bf411591b4e3212d88 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 7dccd329e0d874c971f056496e36e96c02e0438b4ddc14bf411591b4e3212d88 network default NAD default NAD key ] I0521 19:51:06.171233 3652 cni.go:473] [tsf-tpa/test-tsf-tpa 7dccd329e0d874c971f056496e36e96c02e0438b4ddc14bf411591b4e3212d88 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 7dccd329e0d874c971f056496e36e96c02e0438b4ddc14bf411591b4e3212d88 network default NAD default NAD key default], result "{}", err I0521 19:51:06.224779 3652 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:06.224818 3652 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0521 19:51:06.226454 3652 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.51 I0521 19:51:06.226482 3652 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:06.266951 3652 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:06.266977 3652 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:06.271695 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:51:06.271721 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:51:07.039267 3652 namespace.go:98] [default-tenant] adding namespace I0521 19:51:07.040249 3652 namespace.go:102] [default-tenant] adding namespace took 962.315µs I0521 19:51:07.058158 3652 namespace.go:98] [integration-service] adding namespace I0521 19:51:07.059119 3652 namespace.go:102] [integration-service] adding namespace took 936.313µs I0521 19:51:07.061569 3652 namespace.go:98] [image-controller] adding namespace I0521 19:51:07.062435 3652 namespace.go:102] [image-controller] adding namespace took 850.185µs I0521 19:51:07.078188 3652 namespace.go:142] [default-tenant] updating namespace I0521 19:51:07.089598 3652 namespace.go:98] [build-service] adding namespace I0521 19:51:07.090327 3652 namespace.go:102] [build-service] adding namespace took 711.944µs I0521 19:51:07.130987 3652 namespace.go:142] [default-tenant] updating namespace I0521 19:51:07.152638 3652 namespace.go:142] [integration-service] updating namespace I0521 19:51:07.236908 3652 namespace.go:142] [image-controller] updating namespace I0521 19:51:07.306386 3652 namespace.go:142] [integration-service] updating namespace I0521 19:51:07.375023 3652 namespace.go:142] [build-service] updating namespace I0521 19:51:07.379925 3652 namespace.go:142] [image-controller] updating namespace I0521 19:51:07.440280 3652 namespace.go:142] [build-service] updating namespace I0521 19:51:07.689892 3652 namespace.go:142] [build-service] updating namespace I0521 19:51:07.715719 3652 namespace.go:142] [integration-service] updating namespace I0521 19:51:07.747634 3652 namespace.go:98] [release-service] adding namespace I0521 19:51:07.748642 3652 namespace.go:102] [release-service] adding namespace took 978.983µs I0521 19:51:07.795678 3652 namespace.go:142] [build-service] updating namespace I0521 19:51:07.817639 3652 namespace.go:142] [konflux-ui] updating namespace I0521 19:51:07.858625 3652 namespace.go:98] [konflux-info] adding namespace I0521 19:51:07.859442 3652 namespace.go:102] [konflux-info] adding namespace took 794.252µs I0521 19:51:07.894478 3652 namespace.go:98] [namespace-lister] adding namespace I0521 19:51:07.895442 3652 namespace.go:102] [namespace-lister] adding namespace took 944.211µs I0521 19:51:07.943155 3652 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:51:07.944006 3652 namespace.go:102] [enterprise-contract-service] adding namespace took 827.574µs I0521 19:51:07.969563 3652 namespace.go:142] [image-controller] updating namespace I0521 19:51:08.078624 3652 namespace.go:142] [release-service] updating namespace I0521 19:51:08.243850 3652 namespace.go:142] [default-tenant] updating namespace I0521 19:51:08.320998 3652 namespace.go:98] [segment-bridge] adding namespace I0521 19:51:08.321830 3652 namespace.go:102] [segment-bridge] adding namespace took 812.446µs I0521 19:51:08.395311 3652 namespace.go:142] [konflux-info] updating namespace I0521 19:51:08.453590 3652 namespace.go:98] [konflux-cli] adding namespace I0521 19:51:08.453680 3652 namespace.go:142] [default-tenant] updating namespace I0521 19:51:08.454387 3652 namespace.go:102] [konflux-cli] adding namespace took 778.425µs I0521 19:51:08.746039 3652 namespace.go:142] [konflux-info] updating namespace I0521 19:51:08.746094 3652 namespace.go:142] [namespace-lister] updating namespace I0521 19:51:08.768977 3652 namespace.go:142] [release-service] updating namespace I0521 19:51:08.875554 3652 namespace.go:142] [namespace-lister] updating namespace I0521 19:51:08.925589 3652 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:51:08.938561 3652 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-62.ec2.internal I0521 19:51:08.938674 3652 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0521 19:51:09.029635 3652 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:51:09.029864 3652 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 91.220597ms I0521 19:51:09.029882 3652 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 91.245503ms I0521 19:51:09.031125 3652 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 92.605251ms, libovsdb time 901.648µs I0521 19:51:09.100783 3652 namespace.go:142] [segment-bridge] updating namespace I0521 19:51:09.180616 3652 namespace.go:142] [segment-bridge] updating namespace I0521 19:51:09.262728 3652 namespace.go:142] [konflux-cli] updating namespace I0521 19:51:09.304249 3652 namespace.go:142] [konflux-cli] updating namespace I0521 19:51:09.307188 3652 cni.go:452] [konflux-ui/test-tsf-konflux cb019394d5d56cd6566a03ba157cd4c9d80c5486c0fdaa3670e8c981f87c2698 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux cb019394d5d56cd6566a03ba157cd4c9d80c5486c0fdaa3670e8c981f87c2698 network default NAD default NAD key ] I0521 19:51:09.317373 3652 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: cb019394d5d56cd, network: default, NAD default, SandboxID: "cb019394d5d56cd6566a03ba157cd4c9d80c5486c0fdaa3670e8c981f87c2698", PCI device ID: , UID: "4ab661ea-a4aa-46cf-aada-1489911590ae", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0521 19:51:09.372666 3652 cni.go:473] [konflux-ui/test-tsf-konflux cb019394d5d56cd6566a03ba157cd4c9d80c5486c0fdaa3670e8c981f87c2698 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux cb019394d5d56cd6566a03ba157cd4c9d80c5486c0fdaa3670e8c981f87c2698 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:db:74:e3:8c:d0\",\"name\":\"cb019394d5d56cd\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d622878f-a075-42b1-9897-ef330af1c76b\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:51:09.464809 3652 namespace.go:142] [image-controller] updating namespace I0521 19:51:09.682660 3652 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:51:09.683285 3652 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:51:09.683302 3652 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:51:09.685817 3652 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:51:09.711612 3652 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:51:09.711635 3652 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:51:09.712533 3652 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:51:09.785092 3652 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-hzx25] creating logical port namespace-lister_namespace-lister-696b855848-hzx25 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:51:09.785266 3652 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-hzx25 I0521 19:51:09.830468 3652 pod.go:62] [namespace-lister/namespace-lister-696b855848-hzx25] pod update took 45.2681ms I0521 19:51:09.830491 3652 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-hzx25] addLogicalPort annotation time took 45.295276ms I0521 19:51:09.831684 3652 pods.go:271] [namespace-lister/namespace-lister-696b855848-hzx25] addLogicalPort took 46.609614ms, libovsdb time 810.521µs I0521 19:51:09.956600 3652 namespace.go:142] [build-service] updating namespace I0521 19:51:09.986442 3652 namespace.go:142] [integration-service] updating namespace I0521 19:51:09.986703 3652 base_network_controller_pods.go:487] [default/konflux-ui/proxy-74d45566-wlp26] creating logical port konflux-ui_proxy-74d45566-wlp26 for pod on switch ip-10-0-0-62.ec2.internal I0521 19:51:09.986804 3652 kube.go:256] Updating pod konflux-ui/proxy-74d45566-wlp26 I0521 19:51:09.997604 3652 namespace.go:142] [default-tenant] updating namespace I0521 19:51:10.005967 3652 base_network_controller_pods.go:487] [default/konflux-ui/dex-746c855579-f475c] creating logical port konflux-ui_dex-746c855579-f475c for pod on switch ip-10-0-0-62.ec2.internal I0521 19:51:10.006067 3652 kube.go:256] Updating pod konflux-ui/dex-746c855579-f475c I0521 19:51:10.028798 3652 namespace.go:142] [image-controller] updating namespace I0521 19:51:10.037826 3652 pod.go:62] [konflux-ui/dex-746c855579-f475c] pod update took 31.786164ms I0521 19:51:10.037860 3652 base_network_controller_pods.go:951] [default/konflux-ui/dex-746c855579-f475c] addLogicalPort annotation time took 31.824899ms I0521 19:51:10.039306 3652 pods.go:271] [konflux-ui/dex-746c855579-f475c] addLogicalPort took 33.355575ms, libovsdb time 1.05472ms I0521 19:51:10.040678 3652 pod.go:62] [konflux-ui/proxy-74d45566-wlp26] pod update took 53.911353ms I0521 19:51:10.040695 3652 base_network_controller_pods.go:951] [default/konflux-ui/proxy-74d45566-wlp26] addLogicalPort annotation time took 53.93326ms I0521 19:51:10.042011 3652 pods.go:271] [konflux-ui/proxy-74d45566-wlp26] addLogicalPort took 55.327077ms, libovsdb time 946.543µs I0521 19:51:10.053719 3652 namespace.go:142] [integration-service] updating namespace I0521 19:51:10.184806 3652 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-v2skd] creating logical port image-controller_image-controller-controller-manager-6f859968fc-v2skd for pod on switch ip-10-0-0-62.ec2.internal I0521 19:51:10.184912 3652 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-v2skd I0521 19:51:10.252310 3652 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-v2skd] pod update took 67.42398ms I0521 19:51:10.252334 3652 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-v2skd] addLogicalPort annotation time took 67.454127ms I0521 19:51:10.253547 3652 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-v2skd] addLogicalPort took 68.758918ms, libovsdb time 790.432µs I0521 19:51:10.290676 3652 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-dghrz] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-dghrz for pod on switch ip-10-0-0-62.ec2.internal I0521 19:51:10.290775 3652 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-dghrz I0521 19:51:10.293874 3652 namespace.go:142] [build-service] updating namespace I0521 19:51:10.329571 3652 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-dghrz] pod update took 38.826028ms I0521 19:51:10.329593 3652 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-dghrz] addLogicalPort annotation time took 38.853026ms I0521 19:51:10.330852 3652 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-dghrz] addLogicalPort took 40.194396ms, libovsdb time 863.56µs I0521 19:51:10.503731 3652 namespace.go:142] [default-tenant] updating namespace I0521 19:51:10.525653 3652 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-tl4rb] creating logical port build-service_build-service-controller-manager-7cbf488fcf-tl4rb for pod on switch ip-10-0-0-62.ec2.internal I0521 19:51:10.525790 3652 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-tl4rb I0521 19:51:10.555832 3652 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-v2skd 39de995b16ccd91202392ad5203069e022bb677d404a3746c41563a715578d76 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-v2skd 39de995b16ccd91202392ad5203069e022bb677d404a3746c41563a715578d76 network default NAD default NAD key ] I0521 19:51:10.557558 3652 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-tl4rb] pod update took 31.793954ms I0521 19:51:10.557584 3652 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-tl4rb] addLogicalPort annotation time took 31.825522ms I0521 19:51:10.559228 3652 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-tl4rb] addLogicalPort took 33.594196ms, libovsdb time 1.044316ms I0521 19:51:10.566282 3652 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-v2skd, hostIfaceName: 39de995b16ccd91, network: default, NAD default, SandboxID: "39de995b16ccd91202392ad5203069e022bb677d404a3746c41563a715578d76", PCI device ID: , UID: "45aa5220-62c0-484c-a5c8-86b61bc374aa", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0521 19:51:10.622717 3652 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-v2skd 39de995b16ccd91202392ad5203069e022bb677d404a3746c41563a715578d76 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-v2skd 39de995b16ccd91202392ad5203069e022bb677d404a3746c41563a715578d76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:5f:0a:3e:a7:e5\",\"name\":\"39de995b16ccd91\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20080036-3c99-4136-9460-cf3388280fd0\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:51:10.643594 3652 namespace.go:142] [image-controller] updating namespace I0521 19:51:10.736754 3652 namespace.go:142] [integration-service] updating namespace I0521 19:51:10.904215 3652 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-tl4rb 720e8283a657e6d5fe96a1f08a9e34f47407e66e1ba7cf9c61e8f3caa3d6a4bc network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-tl4rb 720e8283a657e6d5fe96a1f08a9e34f47407e66e1ba7cf9c61e8f3caa3d6a4bc network default NAD default NAD key ] I0521 19:51:10.913706 3652 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-tl4rb, hostIfaceName: 720e8283a657e6d, network: default, NAD default, SandboxID: "720e8283a657e6d5fe96a1f08a9e34f47407e66e1ba7cf9c61e8f3caa3d6a4bc", PCI device ID: , UID: "30a5251c-a7ba-44c9-8381-e6870f693219", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0521 19:51:10.967165 3652 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-tl4rb 720e8283a657e6d5fe96a1f08a9e34f47407e66e1ba7cf9c61e8f3caa3d6a4bc network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-tl4rb 720e8283a657e6d5fe96a1f08a9e34f47407e66e1ba7cf9c61e8f3caa3d6a4bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:4b:86:8d:df:a3\",\"name\":\"720e8283a657e6d\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9957d52-83e2-4ba5-ab2a-ab7e279e3dc6\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:51:11.552241 3652 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-j9wsd] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-j9wsd for pod on switch ip-10-0-0-62.ec2.internal I0521 19:51:11.552456 3652 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-j9wsd I0521 19:51:11.576125 3652 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-j9wsd] pod update took 23.698056ms I0521 19:51:11.576488 3652 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-j9wsd] addLogicalPort annotation time took 24.062521ms I0521 19:51:11.578281 3652 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-j9wsd] addLogicalPort took 26.060461ms, libovsdb time 1.227548ms I0521 19:51:11.819118 3652 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-86bd4fdd64-72d2q] creating logical port integration-service_integration-service-controller-manager-86bd4fdd64-72d2q for pod on switch ip-10-0-0-62.ec2.internal I0521 19:51:11.819250 3652 kube.go:256] Updating pod integration-service/integration-service-controller-manager-86bd4fdd64-72d2q I0521 19:51:11.850831 3652 pod.go:62] [integration-service/integration-service-controller-manager-86bd4fdd64-72d2q] pod update took 31.626155ms I0521 19:51:11.850862 3652 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-86bd4fdd64-72d2q] addLogicalPort annotation time took 31.661125ms I0521 19:51:11.852649 3652 pods.go:271] [integration-service/integration-service-controller-manager-86bd4fdd64-72d2q] addLogicalPort took 33.552712ms, libovsdb time 1.211264ms I0521 19:51:12.183893 3652 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:51:12.434579 3652 namespace.go:142] [konflux-cli] updating namespace I0521 19:51:12.812094 3652 namespace.go:142] [konflux-info] updating namespace I0521 19:51:13.086682 3652 namespace.go:142] [namespace-lister] updating namespace I0521 19:51:13.446195 3652 namespace.go:142] [release-service] updating namespace I0521 19:51:13.658771 3652 namespace.go:142] [segment-bridge] updating namespace I0521 19:51:13.756316 3652 cni.go:452] [namespace-lister/namespace-lister-696b855848-hzx25 4491576952ad6e325499bb6cfc748612872828c179b7f595fce769deb9275ac6 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-hzx25 4491576952ad6e325499bb6cfc748612872828c179b7f595fce769deb9275ac6 network default NAD default NAD key ] I0521 19:51:13.767716 3652 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-hzx25, hostIfaceName: 4491576952ad6e3, network: default, NAD default, SandboxID: "4491576952ad6e325499bb6cfc748612872828c179b7f595fce769deb9275ac6", PCI device ID: , UID: "92274b3f-d727-4cc6-8c4f-fca731040c1f", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0521 19:51:13.828652 3652 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:51:13.829255 3652 cni.go:473] [namespace-lister/namespace-lister-696b855848-hzx25 4491576952ad6e325499bb6cfc748612872828c179b7f595fce769deb9275ac6 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-hzx25 4491576952ad6e325499bb6cfc748612872828c179b7f595fce769deb9275ac6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:54:44:bb:49:13\",\"name\":\"4491576952ad6e3\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ac8dac0-a4c7-460b-b40e-04e85b9b6548\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:51:13.846677 3652 namespace.go:142] [konflux-cli] updating namespace I0521 19:51:13.874681 3652 namespace.go:142] [konflux-info] updating namespace I0521 19:51:13.894783 3652 namespace.go:142] [namespace-lister] updating namespace I0521 19:51:13.906238 3652 namespace.go:142] [release-service] updating namespace I0521 19:51:13.940646 3652 namespace.go:142] [segment-bridge] updating namespace I0521 19:51:14.017679 3652 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:51:14.074625 3652 namespace.go:142] [konflux-cli] updating namespace I0521 19:51:14.135787 3652 namespace.go:142] [konflux-info] updating namespace W0521 19:51:14.151862 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0521 19:51:14.206733 3652 namespace.go:142] [namespace-lister] updating namespace I0521 19:51:14.372852 3652 namespace.go:142] [release-service] updating namespace I0521 19:51:14.559198 3652 namespace.go:142] [segment-bridge] updating namespace I0521 19:51:17.712918 3652 cni.go:452] [integration-service/integration-service-controller-manager-86bd4fdd64-72d2q a66e90ba80257bfbabda5a0d128a6ca09633beefdeeadeb01ec0d0191043149f network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-86bd4fdd64-72d2q a66e90ba80257bfbabda5a0d128a6ca09633beefdeeadeb01ec0d0191043149f network default NAD default NAD key ] I0521 19:51:17.725331 3652 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-86bd4fdd64-72d2q, hostIfaceName: a66e90ba80257bf, network: default, NAD default, SandboxID: "a66e90ba80257bfbabda5a0d128a6ca09633beefdeeadeb01ec0d0191043149f", PCI device ID: , UID: "b68478a7-8057-408b-98b2-bfb576e5273b", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0521 19:51:17.786787 3652 cni.go:473] [integration-service/integration-service-controller-manager-86bd4fdd64-72d2q a66e90ba80257bfbabda5a0d128a6ca09633beefdeeadeb01ec0d0191043149f network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-86bd4fdd64-72d2q a66e90ba80257bfbabda5a0d128a6ca09633beefdeeadeb01ec0d0191043149f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:44:89:7d:d6:c4\",\"name\":\"a66e90ba80257bf\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84f9e4c0-e948-4576-ba1e-56a9a546e613\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:51:17.920368 3652 cni.go:452] [konflux-ui/proxy-74d45566-wlp26 81417751ad0146f855414d36b2f86dc3e857ee8a496d885ae1d78ff41200a987 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-74d45566-wlp26 81417751ad0146f855414d36b2f86dc3e857ee8a496d885ae1d78ff41200a987 network default NAD default NAD key ] I0521 19:51:17.935793 3652 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-74d45566-wlp26, hostIfaceName: 81417751ad0146f, network: default, NAD default, SandboxID: "81417751ad0146f855414d36b2f86dc3e857ee8a496d885ae1d78ff41200a987", PCI device ID: , UID: "6fa5d7c6-bb97-49af-8e2d-55a4e6b7e533", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0521 19:51:17.939940 3652 cni.go:452] [konflux-ui/dex-746c855579-f475c 77fb66f4aab3c3e2bb8ee79a0326ae4b994e4d6a30dc7cc84cbcd014f75b3d7a network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-746c855579-f475c 77fb66f4aab3c3e2bb8ee79a0326ae4b994e4d6a30dc7cc84cbcd014f75b3d7a network default NAD default NAD key ] I0521 19:51:17.959303 3652 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-746c855579-f475c, hostIfaceName: 77fb66f4aab3c3e, network: default, NAD default, SandboxID: "77fb66f4aab3c3e2bb8ee79a0326ae4b994e4d6a30dc7cc84cbcd014f75b3d7a", PCI device ID: , UID: "5de433e8-4bac-4842-9475-551a9ee780d6", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0521 19:51:18.009030 3652 cni.go:473] [konflux-ui/proxy-74d45566-wlp26 81417751ad0146f855414d36b2f86dc3e857ee8a496d885ae1d78ff41200a987 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-74d45566-wlp26 81417751ad0146f855414d36b2f86dc3e857ee8a496d885ae1d78ff41200a987 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:4e:35:a7:a6:f3\",\"name\":\"81417751ad0146f\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2394343c-b300-4c4f-8675-7bf106407dd2\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:51:18.033579 3652 cni.go:473] [konflux-ui/dex-746c855579-f475c 77fb66f4aab3c3e2bb8ee79a0326ae4b994e4d6a30dc7cc84cbcd014f75b3d7a network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-746c855579-f475c 77fb66f4aab3c3e2bb8ee79a0326ae4b994e4d6a30dc7cc84cbcd014f75b3d7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:88:cc:67:b4:4c\",\"name\":\"77fb66f4aab3c3e\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b806ecb5-93c9-4c0a-ac1d-eff0a148c39d\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:51:18.169477 3652 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0521 19:51:18.491219 3652 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-dghrz 78fb055c646f59c0c9be46bbb4d2ddba4e725d46ac0f8e0b6f71674d72f145d7 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-dghrz 78fb055c646f59c0c9be46bbb4d2ddba4e725d46ac0f8e0b6f71674d72f145d7 network default NAD default NAD key ] I0521 19:51:18.500943 3652 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-dghrz, hostIfaceName: 78fb055c646f59c, network: default, NAD default, SandboxID: "78fb055c646f59c0c9be46bbb4d2ddba4e725d46ac0f8e0b6f71674d72f145d7", PCI device ID: , UID: "9023a286-6047-4e67-b557-bf22774363f9", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0521 19:51:18.557940 3652 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-dghrz 78fb055c646f59c0c9be46bbb4d2ddba4e725d46ac0f8e0b6f71674d72f145d7 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-dghrz 78fb055c646f59c0c9be46bbb4d2ddba4e725d46ac0f8e0b6f71674d72f145d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:f4:90:00:10:87\",\"name\":\"78fb055c646f59c\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bed625e6-a9da-4440-b4a6-ecde81121dc6\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:51:19.187300 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0521 19:51:19.477818 3652 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-j9wsd ffabd3a80e06cf630ab1f76ecf948ca45af1243f0ecce10c00a638d9b27723f6 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-j9wsd ffabd3a80e06cf630ab1f76ecf948ca45af1243f0ecce10c00a638d9b27723f6 network default NAD default NAD key ] I0521 19:51:19.490709 3652 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-j9wsd, hostIfaceName: ffabd3a80e06cf6, network: default, NAD default, SandboxID: "ffabd3a80e06cf630ab1f76ecf948ca45af1243f0ecce10c00a638d9b27723f6", PCI device ID: , UID: "82d60961-4106-44a7-bf2c-bbc92501140f", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0521 19:51:19.563214 3652 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-j9wsd ffabd3a80e06cf630ab1f76ecf948ca45af1243f0ecce10c00a638d9b27723f6 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-j9wsd ffabd3a80e06cf630ab1f76ecf948ca45af1243f0ecce10c00a638d9b27723f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:73:2c:61:aa:a8\",\"name\":\"ffabd3a80e06cf6\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14966ab3-c33f-406a-867a-0c8d58a632c8\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:51:20.200912 3652 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 19:51:20.227501 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0521 19:51:21.263131 3652 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:51:21.263153 3652 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:51:24.232014 3652 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:51:24.234728 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:51:24.255628 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:51:24.259407 3652 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:51:24.295007 3652 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:51:24.295028 3652 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:51:24.337951 3652 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:51:24.338055 3652 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 19:51:25.150730 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:51:29.201590 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 19:51:35.255886 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0521 19:51:35.271420 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:51:35.282985 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:51:35.339972 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0521 19:51:35.343515 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0521 19:51:35.495321 3652 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-dghrz 78fb055c646f59c0c9be46bbb4d2ddba4e725d46ac0f8e0b6f71674d72f145d7 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-dghrz 78fb055c646f59c0c9be46bbb4d2ddba4e725d46ac0f8e0b6f71674d72f145d7 network default NAD default NAD key ] I0521 19:51:35.574145 3652 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-dghrz 78fb055c646f59c0c9be46bbb4d2ddba4e725d46ac0f8e0b6f71674d72f145d7 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-dghrz 78fb055c646f59c0c9be46bbb4d2ddba4e725d46ac0f8e0b6f71674d72f145d7 network default NAD default NAD key default], result "{}", err I0521 19:51:35.634770 3652 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dghrz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:35.634808 3652 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-dghrz I0521 19:51:35.636219 3652 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-dghrz, ips: 10.128.0.59 I0521 19:51:35.636252 3652 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dghrz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:36.323823 3652 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dghrz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:36.323849 3652 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dghrz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:36.327655 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-dghrz I0521 19:51:36.327682 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-dghrz I0521 19:51:38.918914 3652 cni.go:452] [openshift-console/console-6b48447b9f-dgc2l 40261189ae890d77f5f50123788364404730c539450cc9041e9a2592de25e7ce network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6b48447b9f-dgc2l 40261189ae890d77f5f50123788364404730c539450cc9041e9a2592de25e7ce network default NAD default NAD key ] I0521 19:51:39.012240 3652 cni.go:473] [openshift-console/console-6b48447b9f-dgc2l 40261189ae890d77f5f50123788364404730c539450cc9041e9a2592de25e7ce network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6b48447b9f-dgc2l 40261189ae890d77f5f50123788364404730c539450cc9041e9a2592de25e7ce network default NAD default NAD key default], result "{}", err I0521 19:51:39.113294 3652 obj_retry.go:498] Detected object openshift-console/console-6b48447b9f-dgc2l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:39.113323 3652 pods.go:176] Deleting pod: openshift-console/console-6b48447b9f-dgc2l I0521 19:51:39.114676 3652 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6b48447b9f-dgc2l, ips: 10.128.0.25 I0521 19:51:39.114703 3652 obj_retry.go:498] Detected object openshift-console/console-6b48447b9f-dgc2l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:39.121587 3652 base_network_controller_pods.go:487] [default/openshift-console/console-6667b8b6d-c7kss] creating logical port openshift-console_console-6667b8b6d-c7kss for pod on switch ip-10-0-0-62.ec2.internal I0521 19:51:39.121691 3652 kube.go:256] Updating pod openshift-console/console-6667b8b6d-c7kss I0521 19:51:39.138413 3652 pod.go:62] [openshift-console/console-6667b8b6d-c7kss] pod update took 16.745789ms I0521 19:51:39.138509 3652 base_network_controller_pods.go:951] [default/openshift-console/console-6667b8b6d-c7kss] addLogicalPort annotation time took 16.847112ms I0521 19:51:39.139968 3652 pods.go:271] [openshift-console/console-6667b8b6d-c7kss] addLogicalPort took 18.398101ms, libovsdb time 900.092µs I0521 19:51:39.344584 3652 obj_retry.go:492] Detected object openshift-console/console-6b48447b9f-dgc2l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:39.344614 3652 obj_retry.go:492] Detected object openshift-console/console-6b48447b9f-dgc2l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:39.348146 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b48447b9f-dgc2l I0521 19:51:39.348171 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b48447b9f-dgc2l I0521 19:51:39.515594 3652 cni.go:452] [openshift-console/console-6667b8b6d-c7kss 63eb010f2559265658b7610b5e6f638a7cb711b0a2280c0ab73da66e27c0af8b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6667b8b6d-c7kss 63eb010f2559265658b7610b5e6f638a7cb711b0a2280c0ab73da66e27c0af8b network default NAD default NAD key ] I0521 19:51:39.524995 3652 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6667b8b6d-c7kss, hostIfaceName: 63eb010f2559265, network: default, NAD default, SandboxID: "63eb010f2559265658b7610b5e6f638a7cb711b0a2280c0ab73da66e27c0af8b", PCI device ID: , UID: "add138f5-6d9e-4171-9a29-3ad84db9ffa1", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0521 19:51:39.581084 3652 cni.go:473] [openshift-console/console-6667b8b6d-c7kss 63eb010f2559265658b7610b5e6f638a7cb711b0a2280c0ab73da66e27c0af8b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6667b8b6d-c7kss 63eb010f2559265658b7610b5e6f638a7cb711b0a2280c0ab73da66e27c0af8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:04:a0:0f:54:b9\",\"name\":\"63eb010f2559265\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/559dea68-eb5b-45e6-948b-c4fa0c5b0b05\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:51:43.270469 3652 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 19:51:49.619384 3652 obj_retry.go:498] Detected object openshift-console/console-6b48447b9f-5jpgk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:49.619984 3652 obj_retry.go:498] Detected object openshift-console/console-6b48447b9f-5jpgk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:50.415937 3652 obj_retry.go:492] Detected object openshift-console/console-6b48447b9f-5jpgk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:50.415960 3652 obj_retry.go:492] Detected object openshift-console/console-6b48447b9f-5jpgk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:50.423172 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b48447b9f-5jpgk I0521 19:51:50.423197 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b48447b9f-5jpgk W0521 19:51:50.431442 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:52:01.340330 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:52:01.340352 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 19:52:01.340365 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:52:01.340370 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 19:52:04.337969 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:52:04.337990 3652 util.go:959] Failed to build node endpoints for node ip-10-0-0-62.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0521 19:52:31.303050 3652 cni.go:452] [konflux-ui/proxy-74d45566-wlp26 81417751ad0146f855414d36b2f86dc3e857ee8a496d885ae1d78ff41200a987 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-74d45566-wlp26 81417751ad0146f855414d36b2f86dc3e857ee8a496d885ae1d78ff41200a987 network default NAD default NAD key ] I0521 19:52:31.393372 3652 cni.go:473] [konflux-ui/proxy-74d45566-wlp26 81417751ad0146f855414d36b2f86dc3e857ee8a496d885ae1d78ff41200a987 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-74d45566-wlp26 81417751ad0146f855414d36b2f86dc3e857ee8a496d885ae1d78ff41200a987 network default NAD default NAD key default], result "{}", err I0521 19:52:31.458136 3652 obj_retry.go:498] Detected object konflux-ui/proxy-74d45566-wlp26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:31.458261 3652 pods.go:176] Deleting pod: konflux-ui/proxy-74d45566-wlp26 I0521 19:52:31.459638 3652 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-74d45566-wlp26, ips: 10.128.0.56 I0521 19:52:31.459668 3652 obj_retry.go:498] Detected object konflux-ui/proxy-74d45566-wlp26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:31.679720 3652 obj_retry.go:492] Detected object konflux-ui/proxy-74d45566-wlp26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:31.679753 3652 obj_retry.go:492] Detected object konflux-ui/proxy-74d45566-wlp26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:31.687060 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-74d45566-wlp26 I0521 19:52:31.687091 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-74d45566-wlp26 I0521 19:52:39.736422 3652 cni.go:452] [konflux-ui/test-tsf-konflux cb019394d5d56cd6566a03ba157cd4c9d80c5486c0fdaa3670e8c981f87c2698 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux cb019394d5d56cd6566a03ba157cd4c9d80c5486c0fdaa3670e8c981f87c2698 network default NAD default NAD key ] I0521 19:52:39.823515 3652 cni.go:473] [konflux-ui/test-tsf-konflux cb019394d5d56cd6566a03ba157cd4c9d80c5486c0fdaa3670e8c981f87c2698 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux cb019394d5d56cd6566a03ba157cd4c9d80c5486c0fdaa3670e8c981f87c2698 network default NAD default NAD key default], result "{}", err I0521 19:52:39.877859 3652 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:39.877897 3652 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0521 19:52:39.879281 3652 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.54 I0521 19:52:39.879310 3652 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:39.895060 3652 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:39.895083 3652 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:39.901699 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:52:39.901723 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:53:34.247782 3652 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0521 19:53:40.236502 3652 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0521 19:53:41.147293 3652 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0521 19:53:42.223245 3652 namespace.go:98] [managed-tenant-ddruc] adding namespace I0521 19:53:42.224160 3652 namespace.go:102] [managed-tenant-ddruc] adding namespace took 889.002µs I0521 19:53:42.252568 3652 namespace.go:142] [managed-tenant-ddruc] updating namespace I0521 19:53:42.285441 3652 namespace.go:142] [managed-tenant-ddruc] updating namespace I0521 19:53:43.276191 3652 namespace.go:142] [managed-tenant-ddruc] updating namespace I0521 19:53:43.406609 3652 namespace.go:142] [managed-tenant-ddruc] updating namespace I0521 19:53:43.507658 3652 namespace.go:142] [managed-tenant-ddruc] updating namespace I0521 19:53:45.259096 3652 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0521 19:53:46.288949 3652 obj_retry.go:492] Detected object tsf-tpa/create-db-v2zhr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:46.288978 3652 obj_retry.go:492] Detected object tsf-tpa/create-db-v2zhr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:46.295852 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-v2zhr I0521 19:53:46.295879 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-v2zhr I0521 19:53:46.450696 3652 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-nptbm] creating logical port tsf-tpa_create-db-nptbm for pod on switch ip-10-0-0-62.ec2.internal I0521 19:53:46.450825 3652 kube.go:256] Updating pod tsf-tpa/create-db-nptbm I0521 19:53:46.815399 3652 cni.go:452] [tsf-tpa/create-db-nptbm 063a5e83556dc2f7b21acc97480ce0db5bbba4197277c9d11b7ab3bc4f4387a9 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-nptbm 063a5e83556dc2f7b21acc97480ce0db5bbba4197277c9d11b7ab3bc4f4387a9 network default NAD default NAD key ] I0521 19:53:56.473067 3652 kube.go:256] Updating pod tsf-tpa/create-db-nptbm I0521 19:53:56.487673 3652 pod.go:62] [tsf-tpa/create-db-nptbm] pod update took 10.036871242s I0521 19:53:56.487697 3652 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-nptbm] addLogicalPort annotation time took 10.036898813s I0521 19:53:56.489115 3652 pods.go:271] [tsf-tpa/create-db-nptbm] addLogicalPort took 10.038432473s, libovsdb time 970.343µs I0521 19:53:56.659963 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-nptbm, hostIfaceName: 063a5e83556dc2f, network: default, NAD default, SandboxID: "063a5e83556dc2f7b21acc97480ce0db5bbba4197277c9d11b7ab3bc4f4387a9", PCI device ID: , UID: "9e774f07-34dd-41b5-b92d-3a1b7a13059f", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0521 19:53:56.715026 3652 cni.go:473] [tsf-tpa/create-db-nptbm 063a5e83556dc2f7b21acc97480ce0db5bbba4197277c9d11b7ab3bc4f4387a9 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-nptbm 063a5e83556dc2f7b21acc97480ce0db5bbba4197277c9d11b7ab3bc4f4387a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:b0:d6:37:57:93\",\"name\":\"063a5e83556dc2f\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07fc457e-8960-4beb-a94e-86dca905c73e\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:53:58.208852 3652 cni.go:452] [tsf-tpa/create-db-nptbm 063a5e83556dc2f7b21acc97480ce0db5bbba4197277c9d11b7ab3bc4f4387a9 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-nptbm 063a5e83556dc2f7b21acc97480ce0db5bbba4197277c9d11b7ab3bc4f4387a9 network default NAD default NAD key ] I0521 19:53:58.302779 3652 cni.go:473] [tsf-tpa/create-db-nptbm 063a5e83556dc2f7b21acc97480ce0db5bbba4197277c9d11b7ab3bc4f4387a9 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-nptbm 063a5e83556dc2f7b21acc97480ce0db5bbba4197277c9d11b7ab3bc4f4387a9 network default NAD default NAD key default], result "{}", err I0521 19:53:58.356837 3652 obj_retry.go:498] Detected object tsf-tpa/create-db-nptbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:58.356872 3652 pods.go:176] Deleting pod: tsf-tpa/create-db-nptbm I0521 19:53:58.358212 3652 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-nptbm, ips: 10.128.0.64 I0521 19:53:58.358241 3652 obj_retry.go:498] Detected object tsf-tpa/create-db-nptbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:59.382577 3652 obj_retry.go:492] Detected object tsf-tpa/create-db-nptbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:59.382607 3652 obj_retry.go:492] Detected object tsf-tpa/create-db-nptbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:59.417122 3652 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dp9hf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:59.417144 3652 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dp9hf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:59.422627 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-dp9hf I0521 19:53:59.422650 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-dp9hf I0521 19:53:59.497156 3652 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-rcwwv] creating logical port tsf-tpa_migrate-db-rcwwv for pod on switch ip-10-0-0-62.ec2.internal I0521 19:53:59.497301 3652 kube.go:256] Updating pod tsf-tpa/migrate-db-rcwwv I0521 19:53:59.510027 3652 pod.go:62] [tsf-tpa/migrate-db-rcwwv] pod update took 12.750308ms I0521 19:53:59.510052 3652 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-rcwwv] addLogicalPort annotation time took 12.779989ms I0521 19:53:59.511425 3652 pods.go:271] [tsf-tpa/migrate-db-rcwwv] addLogicalPort took 14.285002ms, libovsdb time 928.264µs I0521 19:53:59.863400 3652 cni.go:452] [tsf-tpa/migrate-db-rcwwv 535de979d250ad785b7b656bee458d10cebd5e27f81e87bc1ebf9f9eb0f5b17a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-rcwwv 535de979d250ad785b7b656bee458d10cebd5e27f81e87bc1ebf9f9eb0f5b17a network default NAD default NAD key ] I0521 19:53:59.873224 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-rcwwv, hostIfaceName: 535de979d250ad7, network: default, NAD default, SandboxID: "535de979d250ad785b7b656bee458d10cebd5e27f81e87bc1ebf9f9eb0f5b17a", PCI device ID: , UID: "ecd5ae53-ffff-4bf8-8b96-1e3d6e59979c", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0521 19:53:59.928650 3652 cni.go:473] [tsf-tpa/migrate-db-rcwwv 535de979d250ad785b7b656bee458d10cebd5e27f81e87bc1ebf9f9eb0f5b17a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-rcwwv 535de979d250ad785b7b656bee458d10cebd5e27f81e87bc1ebf9f9eb0f5b17a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:14:e0:26:8e:c8\",\"name\":\"535de979d250ad7\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b356a99-8833-4bee-9d51-0fff4bc349eb\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:54:02.237379 3652 cni.go:452] [tsf-tpa/migrate-db-rcwwv 535de979d250ad785b7b656bee458d10cebd5e27f81e87bc1ebf9f9eb0f5b17a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-rcwwv 535de979d250ad785b7b656bee458d10cebd5e27f81e87bc1ebf9f9eb0f5b17a network default NAD default NAD key ] I0521 19:54:02.337093 3652 cni.go:473] [tsf-tpa/migrate-db-rcwwv 535de979d250ad785b7b656bee458d10cebd5e27f81e87bc1ebf9f9eb0f5b17a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-rcwwv 535de979d250ad785b7b656bee458d10cebd5e27f81e87bc1ebf9f9eb0f5b17a network default NAD default NAD key default], result "{}", err I0521 19:54:02.392512 3652 obj_retry.go:498] Detected object tsf-tpa/migrate-db-rcwwv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:02.392564 3652 pods.go:176] Deleting pod: tsf-tpa/migrate-db-rcwwv I0521 19:54:02.393939 3652 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-rcwwv, ips: 10.128.0.65 I0521 19:54:02.393966 3652 obj_retry.go:498] Detected object tsf-tpa/migrate-db-rcwwv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:02.533328 3652 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rcwwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:02.533353 3652 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rcwwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:02.570360 3652 obj_retry.go:492] Detected object tsf-tpa/create-importers-hn2vf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:02.570382 3652 obj_retry.go:492] Detected object tsf-tpa/create-importers-hn2vf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:02.574511 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-hn2vf I0521 19:54:02.574554 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-hn2vf I0521 19:54:02.675208 3652 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-7v6sn] creating logical port tsf-tpa_create-importers-7v6sn for pod on switch ip-10-0-0-62.ec2.internal I0521 19:54:02.675323 3652 kube.go:256] Updating pod tsf-tpa/create-importers-7v6sn I0521 19:54:02.688785 3652 pod.go:62] [tsf-tpa/create-importers-7v6sn] pod update took 13.4968ms I0521 19:54:02.688813 3652 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-7v6sn] addLogicalPort annotation time took 13.530479ms I0521 19:54:02.690371 3652 pods.go:271] [tsf-tpa/create-importers-7v6sn] addLogicalPort took 15.191442ms, libovsdb time 973.251µs I0521 19:54:03.038233 3652 cni.go:452] [tsf-tpa/create-importers-7v6sn 040ee5675546d39872670b85edb886b7b8149c1afb8ff6ab6ebcf3b11b6cbe47 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-7v6sn 040ee5675546d39872670b85edb886b7b8149c1afb8ff6ab6ebcf3b11b6cbe47 network default NAD default NAD key ] I0521 19:54:03.047673 3652 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-7v6sn, hostIfaceName: 040ee5675546d39, network: default, NAD default, SandboxID: "040ee5675546d39872670b85edb886b7b8149c1afb8ff6ab6ebcf3b11b6cbe47", PCI device ID: , UID: "f6bdc7f1-b45f-4533-bc1b-35608efb40a0", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0521 19:54:03.102460 3652 cni.go:473] [tsf-tpa/create-importers-7v6sn 040ee5675546d39872670b85edb886b7b8149c1afb8ff6ab6ebcf3b11b6cbe47 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-7v6sn 040ee5675546d39872670b85edb886b7b8149c1afb8ff6ab6ebcf3b11b6cbe47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:0b:65:ad:6c:a9\",\"name\":\"040ee5675546d39\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1005307a-e524-4366-95e4-cebe2bd371d1\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:54:05.261103 3652 cni.go:452] [tsf-tpa/create-importers-7v6sn 040ee5675546d39872670b85edb886b7b8149c1afb8ff6ab6ebcf3b11b6cbe47 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-7v6sn 040ee5675546d39872670b85edb886b7b8149c1afb8ff6ab6ebcf3b11b6cbe47 network default NAD default NAD key ] I0521 19:54:05.350729 3652 cni.go:473] [tsf-tpa/create-importers-7v6sn 040ee5675546d39872670b85edb886b7b8149c1afb8ff6ab6ebcf3b11b6cbe47 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-7v6sn 040ee5675546d39872670b85edb886b7b8149c1afb8ff6ab6ebcf3b11b6cbe47 network default NAD default NAD key default], result "{}", err I0521 19:54:05.406435 3652 obj_retry.go:498] Detected object tsf-tpa/create-importers-7v6sn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:05.406486 3652 pods.go:176] Deleting pod: tsf-tpa/create-importers-7v6sn I0521 19:54:05.408009 3652 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-7v6sn, ips: 10.128.0.66 I0521 19:54:05.408041 3652 obj_retry.go:498] Detected object tsf-tpa/create-importers-7v6sn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:05.692085 3652 obj_retry.go:492] Detected object tsf-tpa/create-importers-7v6sn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:05.692113 3652 obj_retry.go:492] Detected object tsf-tpa/create-importers-7v6sn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:08.459725 3652 obj_retry.go:498] Detected object tsf-tpa/server-94577c4f9-56pr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:08.460266 3652 obj_retry.go:498] Detected object tsf-tpa/server-94577c4f9-56pr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:09.272182 3652 obj_retry.go:492] Detected object tsf-tpa/server-94577c4f9-56pr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:09.272209 3652 obj_retry.go:492] Detected object tsf-tpa/server-94577c4f9-56pr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:09.276729 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/server-94577c4f9-56pr9 I0521 19:54:09.276750 3652 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/server-94577c4f9-56pr9 I0521 19:54:13.231165 3652 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0521 19:54:13.234168 3652 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6