+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-217.ec2.internal ++ [[ -n ip-10-0-2-217.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-217.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260324-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260324-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260324-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0408 02:38:26.067960201 - disable conntrack on geneve port' I0408 02:38:26.067960201 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0408 02:38:26.125156424 - starting ovnkube-node' I0408 02:38:26.125156424 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-217.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-217.ec2.internal --init-node ip-10-0-2-217.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-217.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0408 02:38:26.174535 3658 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0408 02:38:26.174586 3658 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-704d794a73.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0408 02:38:26.176440 3658 kube.go:423] Waiting for certificate I0408 02:38:26.176488 3658 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0408 02:38:26.176525 3658 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0408 02:38:26.177295 3658 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0408 02:38:26.208739 3658 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0408 02:38:26.208762 3658 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0408 02:38:26.211199 3658 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0408 02:38:26.211284 3658 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lgvlp" I0408 02:38:26.221575 3658 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lgvlp" I0408 02:38:26.221651 3658 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0408 02:38:27.177563 3658 kube.go:430] Certificate found I0408 02:38:27.178097 3658 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0408 02:38:27.179071 3658 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0408 02:38:27.245200 3658 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0408 02:38:27.253627 3658 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0408 02:38:27.253776 3658 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0408 02:38:27.253780 3658 factory.go:537] Starting watch factory I0408 02:38:27.254631 3658 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.254677 3658 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.254910 3658 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.254953 3658 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.255816 3658 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.255898 3658 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.256093 3658 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.256223 3658 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.256246 3658 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.256378 3658 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.256174 3658 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.256978 3658 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.258932 3658 controller_manager.go:368] Starting the ovnkube controller I0408 02:38:27.258944 3658 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-217.ec2.internal I0408 02:38:27.259000 3658 controller_manager.go:393] NBDB zone sync took: 49.475µs I0408 02:38:27.259174 3658 factory.go:537] Starting watch factory I0408 02:38:27.268862 3658 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-09 02:33:26 +0000 UTC" deadline="2026-04-08 23:10:04.777540809 +0000 UTC" I0408 02:38:27.268886 3658 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h31m37.508663892s" I0408 02:38:27.277665 3658 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.277702 3658 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.278215 3658 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.278236 3658 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.278391 3658 ovn_northd.go:121] Registering OVN northd metrics I0408 02:38:27.279301 3658 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0408 02:38:27.284150 3658 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0408 02:38:27.284184 3658 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0408 02:38:27.284632 3658 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.287242 3658 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0408 02:38:27.302052 3658 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0408 02:38:27.360185 3658 factory.go:1931] *v1.Node informer cache synced successfully I0408 02:38:27.360208 3658 factory.go:1931] *v1.Service informer cache synced successfully I0408 02:38:27.360212 3658 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0408 02:38:27.360216 3658 factory.go:1931] *v1.Pod informer cache synced successfully I0408 02:38:27.360219 3658 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0408 02:38:27.360222 3658 factory.go:1931] *v1.Namespace informer cache synced successfully I0408 02:38:27.360374 3658 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:38:27.360429 3658 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:38:27.360466 3658 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:38:27.360431 3658 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:38:27.364062 3658 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:38:27.364080 3658 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0408 02:38:27.364959 3658 factory.go:1931] *v1.Node informer cache synced successfully I0408 02:38:27.364971 3658 factory.go:1931] *v1.Service informer cache synced successfully I0408 02:38:27.364974 3658 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0408 02:38:27.364978 3658 factory.go:1931] *v1.Pod informer cache synced successfully I0408 02:38:27.364981 3658 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0408 02:38:27.364983 3658 factory.go:1931] *v1.Namespace informer cache synced successfully I0408 02:38:27.366104 3658 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0408 02:38:27.366111 3658 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0408 02:38:27.366164 3658 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.366175 3658 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.368995 3658 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.370989 3658 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0408 02:38:27.371001 3658 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0408 02:38:27.371649 3658 factory.go:1931] *v1.EgressIP informer cache synced successfully I0408 02:38:27.371703 3658 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.371719 3658 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.374665 3658 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.376653 3658 factory.go:1931] *v1.EgressIP informer cache synced successfully I0408 02:38:27.376730 3658 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0408 02:38:27.376779 3658 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.376789 3658 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.379848 3658 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.382147 3658 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0408 02:38:27.382151 3658 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0408 02:38:27.382218 3658 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.382227 3658 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.385011 3658 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.387396 3658 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0408 02:38:27.387426 3658 factory.go:1931] *v1.EgressService informer cache synced successfully I0408 02:38:27.387498 3658 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.387515 3658 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.390317 3658 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.392684 3658 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0408 02:38:27.392778 3658 factory.go:1931] *v1.EgressService informer cache synced successfully I0408 02:38:27.393007 3658 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0408 02:38:27.393024 3658 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0408 02:38:27.395850 3658 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0408 02:38:27.397849 3658 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0408 02:38:27.397934 3658 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0408 02:38:27.397976 3658 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.397998 3658 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.398312 3658 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.398324 3658 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.400786 3658 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.401018 3658 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0408 02:38:27.402952 3658 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0408 02:38:27.402963 3658 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0408 02:38:27.402965 3658 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0408 02:38:27.402970 3658 factory.go:649] Watch Factory start up complete, took: 149.195363ms I0408 02:38:27.403037 3658 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0408 02:38:27.408390 3658 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0408 02:38:27.408401 3658 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0408 02:38:27.408408 3658 factory.go:649] Watch Factory start up complete, took: 149.39659ms I0408 02:38:27.408415 3658 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-2-217.ec2.internal" zone I0408 02:38:27.443458 3658 default_node_network_controller.go:709] Initializing the default node network controller I0408 02:38:27.542583 3658 udn_isolation.go:101] Starting UDN host isolation manager I0408 02:38:27.548654 3658 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0408 02:38:27.650845 3658 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0408 02:38:27.650988 3658 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0408 02:38:27.651008 3658 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0408 02:38:27.684798 3658 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0408 02:38:27.684865 3658 default_node_network_controller.go:808] Node ip-10-0-2-217.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0408 02:38:27.689887 3658 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.217"] k8s.ovn.org/zone-name:ip-10-0-2-217.ec2.internal] on node ip-10-0-2-217.ec2.internal I0408 02:38:27.714031 3658 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0408 02:38:27.720389 3658 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0408 02:38:27.720497 3658 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0408 02:38:27.720620 3658 gateway_init.go:263] Preparing Gateway I0408 02:38:27.720629 3658 gateway_shared_intf.go:1658] Creating new gateway I0408 02:38:27.813787 3658 iptables.go:108] Creating table: filter chain: FORWARD I0408 02:38:27.820149 3658 iptables.go:108] Creating table: filter chain: OUTPUT I0408 02:38:27.826525 3658 gateway_shared_intf.go:1787] Gateway Creation Complete I0408 02:38:27.826551 3658 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-217.ec2.internal","mac-address":"0e:b7:d2:c2:3d:33","ip-addresses":["10.0.2.217/24"],"ip-address":"10.0.2.217/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:66e3fe7a-1a9c-4f53-96be-9db9560068c6 k8s.ovn.org/node-encap-ips:["10.0.2.217"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.217/24"} k8s.ovn.org/zone-name:ip-10-0-2-217.ec2.internal] on node ip-10-0-2-217.ec2.internal I0408 02:38:27.851355 3658 default_node_network_controller.go:518] Node connection status = connected I0408 02:38:27.909073 3658 controller_manager.go:427] Waiting for node in zone sync took: 500.642251ms I0408 02:38:27.915521 3658 controller_manager.go:608] Switching to transit router for layer2 networks I0408 02:38:27.915536 3658 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-217.ec2.internal I0408 02:38:27.936319 3658 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0408 02:38:27.943191 3658 controller_manager.go:288] SCTP support detected in OVN I0408 02:38:27.943791 3658 services_controller.go:69] Creating services controller for network=default I0408 02:38:27.943868 3658 udn_enabled_svc.go:80] Waiting for service informer to sync I0408 02:38:27.943919 3658 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0408 02:38:27.943964 3658 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0408 02:38:27.943981 3658 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0408 02:38:27.943991 3658 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0408 02:38:27.944155 3658 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0408 02:38:27.944223 3658 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0408 02:38:27.944237 3658 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.074µs I0408 02:38:27.944258 3658 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 26.031µs I0408 02:38:27.944265 3658 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 43.254µs I0408 02:38:27.944270 3658 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0408 02:38:27.944275 3658 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0408 02:38:27.944285 3658 default_network_controller.go:321] Starting the default network controller I0408 02:38:27.944286 3658 udn_enabled_svc.go:95] Performing full resync I0408 02:38:27.944365 3658 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 13.132µs I0408 02:38:27.944572 3658 udn_enabled_svc.go:99] Waiting for handler to sync I0408 02:38:27.944583 3658 udn_enabled_svc.go:104] Starting worker I0408 02:38:27.953250 3658 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0408 02:38:27.953308 3658 repair.go:33] Syncing exgw routes took 40.329µs I0408 02:38:27.953326 3658 default_network_controller.go:407] Starting all the Watchers... I0408 02:38:27.953467 3658 namespace.go:98] [openshift-infra] adding namespace I0408 02:38:27.953471 3658 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0408 02:38:27.953469 3658 namespace.go:98] [openshift-insights] adding namespace I0408 02:38:27.953482 3658 namespace.go:98] [openshift-network-operator] adding namespace I0408 02:38:27.953484 3658 namespace.go:98] [openshift-dns] adding namespace I0408 02:38:27.953474 3658 namespace.go:98] [openshift-monitoring] adding namespace I0408 02:38:27.953489 3658 namespace.go:98] [kube-node-lease] adding namespace I0408 02:38:27.953493 3658 namespace.go:98] [openshift-etcd] adding namespace I0408 02:38:27.953501 3658 namespace.go:98] [openshift-backplane-mobb] adding namespace I0408 02:38:27.953505 3658 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0408 02:38:27.953505 3658 namespace.go:98] [openshift-backplane-cse] adding namespace I0408 02:38:27.953510 3658 namespace.go:98] [openshift-backplane-cee] adding namespace I0408 02:38:27.953510 3658 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0408 02:38:27.953522 3658 namespace.go:98] [openshift-kube-apiserver] adding namespace I0408 02:38:27.953573 3658 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0408 02:38:27.954022 3658 namespace.go:102] [openshift-infra] adding namespace took 543.692µs I0408 02:38:27.954036 3658 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0408 02:38:27.954466 3658 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 425.575µs I0408 02:38:27.954479 3658 namespace.go:98] [openshift-config-managed] adding namespace I0408 02:38:27.955346 3658 namespace.go:102] [openshift-config-managed] adding namespace took 861.202µs I0408 02:38:27.955364 3658 namespace.go:98] [openshift-backplane] adding namespace I0408 02:38:27.955779 3658 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 2.295681ms I0408 02:38:27.955793 3658 namespace.go:98] [openshift-ingress] adding namespace I0408 02:38:27.956214 3658 namespace.go:102] [openshift-insights] adding namespace took 2.727204ms I0408 02:38:27.956229 3658 namespace.go:98] [openshift-must-gather-operator] adding namespace I0408 02:38:27.956671 3658 namespace.go:102] [openshift-network-operator] adding namespace took 3.182088ms I0408 02:38:27.956681 3658 namespace.go:98] [openshift-authentication-operator] adding namespace I0408 02:38:27.957120 3658 namespace.go:102] [openshift-dns] adding namespace took 3.623667ms I0408 02:38:27.957133 3658 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0408 02:38:27.957573 3658 namespace.go:102] [openshift-monitoring] adding namespace took 4.07781ms I0408 02:38:27.957591 3658 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0408 02:38:27.957981 3658 namespace.go:102] [kube-node-lease] adding namespace took 4.481201ms I0408 02:38:27.957994 3658 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0408 02:38:27.958357 3658 namespace.go:102] [openshift-etcd] adding namespace took 4.856484ms I0408 02:38:27.958368 3658 namespace.go:98] [openshift-ingress-operator] adding namespace I0408 02:38:27.958808 3658 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.300383ms I0408 02:38:27.958821 3658 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0408 02:38:27.959244 3658 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.732725ms I0408 02:38:27.959261 3658 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0408 02:38:27.959678 3658 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.163033ms I0408 02:38:27.959692 3658 namespace.go:98] [openshift-apiserver-operator] adding namespace I0408 02:38:27.960081 3658 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.564921ms I0408 02:38:27.960093 3658 namespace.go:98] [openshift-dns-operator] adding namespace I0408 02:38:27.960504 3658 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.986331ms I0408 02:38:27.960513 3658 namespace.go:98] [openshift-backplane-tam] adding namespace I0408 02:38:27.960911 3658 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.381516ms I0408 02:38:27.960928 3658 namespace.go:98] [openshift] adding namespace I0408 02:38:27.961285 3658 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.701497ms I0408 02:38:27.961298 3658 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0408 02:38:27.961709 3658 namespace.go:102] [openshift-backplane] adding namespace took 6.339275ms I0408 02:38:27.961724 3658 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0408 02:38:27.962076 3658 namespace.go:102] [openshift-ingress] adding namespace took 6.278428ms I0408 02:38:27.962090 3658 namespace.go:98] [openshift-backplane-srep] adding namespace I0408 02:38:27.962466 3658 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.231836ms I0408 02:38:27.962478 3658 namespace.go:98] [openshift-operators] adding namespace I0408 02:38:27.962855 3658 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.169681ms I0408 02:38:27.962865 3658 namespace.go:98] [openshift-apiserver] adding namespace I0408 02:38:27.963271 3658 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.132341ms I0408 02:38:27.963285 3658 namespace.go:98] [openshift-cluster-version] adding namespace I0408 02:38:27.963651 3658 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.053737ms I0408 02:38:27.963664 3658 namespace.go:98] [openshift-network-console] adding namespace I0408 02:38:27.964016 3658 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.016797ms I0408 02:38:27.964029 3658 namespace.go:98] [dedicated-admin] adding namespace I0408 02:38:27.964382 3658 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.008662ms I0408 02:38:27.964400 3658 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0408 02:38:27.964790 3658 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.964193ms I0408 02:38:27.964803 3658 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0408 02:38:27.965171 3658 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.903257ms I0408 02:38:27.965184 3658 namespace.go:98] [default] adding namespace I0408 02:38:27.965585 3658 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.888161ms I0408 02:38:27.965599 3658 namespace.go:98] [openshift-marketplace] adding namespace I0408 02:38:27.965951 3658 namespace.go:102] [openshift-dns-operator] adding namespace took 5.853284ms I0408 02:38:27.965964 3658 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0408 02:38:27.966324 3658 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.804849ms I0408 02:38:27.966352 3658 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0408 02:38:27.966714 3658 namespace.go:102] [openshift] adding namespace took 5.780655ms I0408 02:38:27.966726 3658 namespace.go:98] [openshift-config-operator] adding namespace I0408 02:38:27.967212 3658 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.90817ms I0408 02:38:27.967226 3658 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0408 02:38:27.967641 3658 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.911112ms I0408 02:38:27.967654 3658 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0408 02:38:27.968029 3658 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.934282ms I0408 02:38:27.968041 3658 namespace.go:98] [openshift-console] adding namespace I0408 02:38:27.968435 3658 namespace.go:102] [openshift-operators] adding namespace took 5.95306ms I0408 02:38:27.968447 3658 namespace.go:98] [openshift-machine-api] adding namespace I0408 02:38:27.968836 3658 namespace.go:102] [openshift-apiserver] adding namespace took 5.965831ms I0408 02:38:27.968848 3658 namespace.go:98] [openshift-route-controller-manager] adding namespace I0408 02:38:27.969209 3658 namespace.go:102] [openshift-cluster-version] adding namespace took 5.918435ms I0408 02:38:27.969220 3658 namespace.go:98] [openshift-node] adding namespace I0408 02:38:27.969611 3658 namespace.go:102] [openshift-network-console] adding namespace took 5.942142ms I0408 02:38:27.969622 3658 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0408 02:38:27.969992 3658 namespace.go:102] [dedicated-admin] adding namespace took 5.958452ms I0408 02:38:27.970003 3658 namespace.go:98] [openshift-console-operator] adding namespace I0408 02:38:27.970353 3658 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.948926ms I0408 02:38:27.970362 3658 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0408 02:38:27.970798 3658 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.989489ms I0408 02:38:27.970811 3658 namespace.go:98] [openshift-console-user-settings] adding namespace I0408 02:38:27.971147 3658 namespace.go:102] [default] adding namespace took 5.956711ms I0408 02:38:27.971160 3658 namespace.go:98] [openshift-network-diagnostics] adding namespace I0408 02:38:27.971612 3658 namespace.go:102] [openshift-marketplace] adding namespace took 6.006855ms I0408 02:38:27.971628 3658 namespace.go:98] [openshift-multus] adding namespace I0408 02:38:27.972046 3658 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.075622ms I0408 02:38:27.972062 3658 namespace.go:98] [openshift-network-node-identity] adding namespace I0408 02:38:27.972478 3658 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.119274ms I0408 02:38:27.972491 3658 namespace.go:98] [openshift-kube-scheduler] adding namespace I0408 02:38:27.972877 3658 namespace.go:102] [openshift-config-operator] adding namespace took 6.145907ms I0408 02:38:27.972888 3658 namespace.go:98] [openshift-config] adding namespace I0408 02:38:27.973294 3658 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.06369ms I0408 02:38:27.973305 3658 namespace.go:98] [openshift-service-ca-operator] adding namespace I0408 02:38:27.973710 3658 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.050744ms I0408 02:38:27.974087 3658 namespace.go:102] [openshift-console] adding namespace took 6.041866ms I0408 02:38:27.974099 3658 namespace.go:98] [openshift-operators-redhat] adding namespace I0408 02:38:27.974490 3658 namespace.go:102] [openshift-machine-api] adding namespace took 6.039681ms I0408 02:38:27.974503 3658 namespace.go:98] [openshift-logging] adding namespace I0408 02:38:27.974878 3658 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.025119ms I0408 02:38:27.974888 3658 namespace.go:98] [openshift-backplane-csm] adding namespace I0408 02:38:27.975261 3658 namespace.go:102] [openshift-node] adding namespace took 6.036527ms I0408 02:38:27.975273 3658 namespace.go:98] [openshift-package-operator] adding namespace I0408 02:38:27.975656 3658 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.029621ms I0408 02:38:27.975667 3658 namespace.go:98] [openshift-machine-config-operator] adding namespace I0408 02:38:27.976070 3658 namespace.go:102] [openshift-console-operator] adding namespace took 6.061867ms I0408 02:38:27.976083 3658 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0408 02:38:27.976900 3658 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.533096ms I0408 02:38:27.976910 3658 namespace.go:98] [openshift-controller-manager] adding namespace W0408 02:38:27.977292 3658 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-8pz5b: pod openshift-network-diagnostics/network-check-target-8pz5b: no pod IPs found W0408 02:38:27.977306 3658 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xs8qk: pod openshift-network-diagnostics/network-check-target-xs8qk: no pod IPs found I0408 02:38:27.977347 3658 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.530913ms I0408 02:38:27.977359 3658 namespace.go:98] [kube-public] adding namespace W0408 02:38:27.977766 3658 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-2jjl6: pod openshift-multus/network-metrics-daemon-2jjl6: no pod IPs found W0408 02:38:27.977778 3658 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bg686: pod openshift-multus/network-metrics-daemon-bg686: no pod IPs found I0408 02:38:27.977817 3658 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.651476ms I0408 02:38:27.977834 3658 namespace.go:98] [openshift-host-network] adding namespace I0408 02:38:27.978278 3658 namespace.go:102] [openshift-multus] adding namespace took 6.645049ms I0408 02:38:27.978681 3658 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.614401ms I0408 02:38:27.979060 3658 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.56471ms I0408 02:38:27.979473 3658 namespace.go:102] [openshift-config] adding namespace took 6.58059ms I0408 02:38:27.979486 3658 namespace.go:98] [open-cluster-management-2phms2giigvfvsds2o6sgo9pgqaup61d] adding namespace I0408 02:38:27.979866 3658 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.556632ms I0408 02:38:27.979878 3658 namespace.go:98] [openshift-ingress-canary] adding namespace I0408 02:38:27.980242 3658 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.139005ms I0408 02:38:27.980253 3658 namespace.go:98] [kube-system] adding namespace I0408 02:38:27.980714 3658 namespace.go:102] [openshift-logging] adding namespace took 6.206076ms I0408 02:38:27.981103 3658 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.210595ms I0408 02:38:27.981113 3658 namespace.go:98] [openshift-customer-monitoring] adding namespace I0408 02:38:27.981639 3658 namespace.go:102] [openshift-package-operator] adding namespace took 6.3594ms I0408 02:38:27.982014 3658 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.34061ms I0408 02:38:27.982027 3658 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0408 02:38:27.982433 3658 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.344495ms I0408 02:38:27.982449 3658 namespace.go:98] [openshift-image-registry] adding namespace I0408 02:38:27.982818 3658 namespace.go:102] [openshift-controller-manager] adding namespace took 5.902778ms I0408 02:38:27.982833 3658 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0408 02:38:27.983209 3658 namespace.go:102] [kube-public] adding namespace took 5.843871ms I0408 02:38:27.983698 3658 namespace.go:102] [openshift-host-network] adding namespace took 5.856433ms I0408 02:38:27.983711 3658 namespace.go:98] [openshift-authentication] adding namespace I0408 02:38:27.984083 3658 namespace.go:102] [open-cluster-management-2phms2giigvfvsds2o6sgo9pgqaup61d] adding namespace took 4.591734ms W0408 02:38:27.984446 3658 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-6h8dl: pod kube-system/global-pull-secret-syncer-6h8dl: no pod IPs found W0408 02:38:27.984456 3658 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-7rd2h: pod kube-system/global-pull-secret-syncer-7rd2h: no pod IPs found I0408 02:38:27.984494 3658 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.610002ms I0408 02:38:27.984897 3658 namespace.go:102] [kube-system] adding namespace took 4.639409ms I0408 02:38:27.985267 3658 namespace.go:102] [openshift-customer-monitoring] adding namespace took 4.149183ms I0408 02:38:27.985666 3658 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 3.633743ms I0408 02:38:27.986051 3658 namespace.go:102] [openshift-image-registry] adding namespace took 3.596659ms I0408 02:38:27.986452 3658 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 3.613387ms I0408 02:38:27.986777 3658 namespace.go:102] [openshift-authentication] adding namespace took 3.061782ms I0408 02:38:27.987129 3658 zone_ic_handler.go:186] Time taken to create transit switch: 257.365µs I0408 02:38:27.987208 3658 master.go:532] Adding or Updating local node "ip-10-0-2-217.ec2.internal" for network "default" I0408 02:38:27.987834 3658 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-11.ec2.internal for the network default I0408 02:38:27.987857 3658 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-44.ec2.internal for the network default I0408 02:38:27.988672 3658 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-11.ec2.internal" on network "default" took: 848.976µs I0408 02:38:27.989157 3658 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-44.ec2.internal" on network "default" took: 1.321605ms W0408 02:38:27.994463 3658 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-6h8dl: pod kube-system/global-pull-secret-syncer-6h8dl: no pod IPs found W0408 02:38:27.994481 3658 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-xs8qk: pod openshift-network-diagnostics/network-check-target-xs8qk: no pod IPs found W0408 02:38:27.994493 3658 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-bg686: pod openshift-multus/network-metrics-daemon-bg686: no pod IPs found I0408 02:38:27.995432 3658 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-2-217.ec2.internal for the network default I0408 02:38:27.996181 3658 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0408 02:38:27.996208 3658 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0408 02:38:27.996226 3658 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0408 02:38:27.996292 3658 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-11.ec2.internal in network "default" I0408 02:38:27.996368 3658 node_tracker.go:169] Node ip-10-0-0-11.ec2.internal switch + router changed, syncing services in network "default" I0408 02:38:27.996379 3658 services_controller.go:574] Full service sync requested for network=default I0408 02:38:27.996388 3658 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-44.ec2.internal in network "default" I0408 02:38:27.996414 3658 node_tracker.go:169] Node ip-10-0-1-44.ec2.internal switch + router changed, syncing services in network "default" I0408 02:38:27.996422 3658 services_controller.go:574] Full service sync requested for network=default I0408 02:38:27.996427 3658 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-217.ec2.internal in network "default" I0408 02:38:27.996452 3658 node_tracker.go:169] Node ip-10-0-2-217.ec2.internal switch + router changed, syncing services in network "default" I0408 02:38:27.996462 3658 services_controller.go:574] Full service sync requested for network=default I0408 02:38:28.097044 3658 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0408 02:38:28.097068 3658 services_controller.go:208] Setting up event handlers for services for network=default I0408 02:38:28.097121 3658 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0408 02:38:28.097152 3658 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0408 02:38:28.097165 3658 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0408 02:38:28.197983 3658 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0408 02:38:28.198004 3658 repair.go:60] Starting repairing loop for services I0408 02:38:28.198084 3658 repair.go:131] Deleted 0 stale service LBs I0408 02:38:28.198102 3658 repair.go:137] Deleted 0 stale Chassis Template Vars I0408 02:38:28.198123 3658 repair.go:62] Finished repairing loop for services: 121.11µs I0408 02:38:28.198147 3658 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0408 02:38:28.198157 3658 services_controller.go:254] Starting workers for network=default I0408 02:38:28.198611 3658 obj_retry.go:544] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-7rd2h, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-7rd2h: suppressed error logged: pod kube-system/global-pull-secret-syncer-7rd2h: no pod IPs found I0408 02:38:28.198667 3658 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bg686] creating logical port openshift-multus_network-metrics-daemon-bg686 for pod on switch ip-10-0-2-217.ec2.internal I0408 02:38:28.198744 3658 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-6h8dl] creating logical port kube-system_global-pull-secret-syncer-6h8dl for pod on switch ip-10-0-2-217.ec2.internal I0408 02:38:28.198756 3658 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-2jjl6, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-2jjl6: suppressed error logged: pod openshift-multus/network-metrics-daemon-2jjl6: no pod IPs found I0408 02:38:28.198804 3658 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-bg686 I0408 02:38:28.198801 3658 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-8pz5b, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-8pz5b: suppressed error logged: pod openshift-network-diagnostics/network-check-target-8pz5b: no pod IPs found I0408 02:38:28.198806 3658 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-c9fb5 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0408 02:38:28.198897 3658 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-6h8dl I0408 02:38:28.199888 3658 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xs8qk] creating logical port openshift-network-diagnostics_network-check-target-xs8qk for pod on switch ip-10-0-2-217.ec2.internal I0408 02:38:28.199954 3658 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-xs8qk I0408 02:38:28.213383 3658 pod.go:62] [kube-system/global-pull-secret-syncer-6h8dl] pod update took 14.515264ms I0408 02:38:28.213402 3658 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-6h8dl] addLogicalPort annotation time took 14.53604ms I0408 02:38:28.214703 3658 pods.go:271] [kube-system/global-pull-secret-syncer-6h8dl] addLogicalPort took 15.965682ms, libovsdb time 1.066361ms I0408 02:38:28.220695 3658 pod.go:62] [openshift-multus/network-metrics-daemon-bg686] pod update took 21.951151ms I0408 02:38:28.220713 3658 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-bg686] addLogicalPort annotation time took 21.972281ms I0408 02:38:28.220723 3658 pod.go:62] [openshift-network-diagnostics/network-check-target-xs8qk] pod update took 20.791399ms I0408 02:38:28.220734 3658 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-xs8qk] addLogicalPort annotation time took 20.807131ms I0408 02:38:28.221590 3658 pods.go:271] [openshift-multus/network-metrics-daemon-bg686] addLogicalPort took 22.936188ms, libovsdb time 656.08µs I0408 02:38:28.221774 3658 pods.go:271] [openshift-network-diagnostics/network-check-target-xs8qk] addLogicalPort took 21.895304ms, libovsdb time 790.817µs I0408 02:38:28.222310 3658 admin_network_policy_controller.go:227] Starting controller default-network-controller I0408 02:38:28.222349 3658 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0408 02:38:28.222362 3658 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0408 02:38:28.222367 3658 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0408 02:38:28.222574 3658 repair.go:29] Repairing admin network policies took 202.339µs I0408 02:38:28.222681 3658 repair.go:92] Repairing baseline admin network policies took 97.897µs I0408 02:38:28.222938 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0408 02:38:28.222958 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0408 02:38:28.224653 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0408 02:38:28.224673 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0408 02:38:28.225591 3658 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0408 02:38:28.225607 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0408 02:38:28.226380 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0408 02:38:28.226400 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0408 02:38:28.226408 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0408 02:38:28.228053 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0408 02:38:28.228070 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0408 02:38:28.228079 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0408 02:38:28.228626 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0408 02:38:28.228645 3658 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0408 02:38:28.228653 3658 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0408 02:38:28.230232 3658 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0408 02:38:28.230250 3658 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0408 02:38:28.230260 3658 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0408 02:38:28.231283 3658 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0408 02:38:28.231303 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0408 02:38:28.231311 3658 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0408 02:38:28.232927 3658 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0408 02:38:28.232947 3658 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0408 02:38:28.232953 3658 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0408 02:38:28.234168 3658 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0408 02:38:28.234186 3658 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0408 02:38:28.234194 3658 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0408 02:38:28.235577 3658 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0408 02:38:28.235597 3658 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0408 02:38:28.235605 3658 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0408 02:38:28.236496 3658 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0408 02:38:28.236513 3658 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0408 02:38:28.236523 3658 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0408 02:38:28.237552 3658 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0408 02:38:28.237571 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0408 02:38:28.237580 3658 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0408 02:38:28.238253 3658 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0408 02:38:28.238281 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0408 02:38:28.238292 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0408 02:38:28.238811 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0408 02:38:28.238826 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0408 02:38:28.238833 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0408 02:38:28.239270 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0408 02:38:28.239288 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0408 02:38:28.239296 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0408 02:38:28.239568 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0408 02:38:28.239583 3658 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0408 02:38:28.239592 3658 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0408 02:38:28.240469 3658 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0408 02:38:28.240487 3658 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0408 02:38:28.240497 3658 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0408 02:38:28.241856 3658 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0408 02:38:28.241875 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0408 02:38:28.241883 3658 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0408 02:38:28.242346 3658 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0408 02:38:28.242367 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0408 02:38:28.242374 3658 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0408 02:38:28.242910 3658 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0408 02:38:28.242928 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0408 02:38:28.242949 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0408 02:38:28.244120 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0408 02:38:28.244142 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0408 02:38:28.244151 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0408 02:38:28.245606 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0408 02:38:28.245625 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0408 02:38:28.245634 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0408 02:38:28.246185 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0408 02:38:28.246204 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0408 02:38:28.246215 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0408 02:38:28.246771 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0408 02:38:28.246789 3658 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0408 02:38:28.246797 3658 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0408 02:38:28.248057 3658 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0408 02:38:28.248085 3658 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0408 02:38:28.248101 3658 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0408 02:38:28.249427 3658 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0408 02:38:28.249448 3658 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0408 02:38:28.249461 3658 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0408 02:38:28.250544 3658 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0408 02:38:28.250562 3658 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0408 02:38:28.250570 3658 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0408 02:38:28.252209 3658 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0408 02:38:28.252231 3658 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0408 02:38:28.252244 3658 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0408 02:38:28.253507 3658 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0408 02:38:28.253531 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0408 02:38:28.253542 3658 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0408 02:38:28.253874 3658 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0408 02:38:28.254071 3658 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-c9fb5 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0408 02:38:28.260285 3658 egressfirewall.go:319] Starting EgressFirewall controller I0408 02:38:28.260312 3658 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0408 02:38:28.260343 3658 controller.go:133] Adding controller egress-firewall-controller event handlers I0408 02:38:28.260354 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0408 02:38:28.260381 3658 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0408 02:38:28.260410 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0408 02:38:28.260431 3658 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0408 02:38:28.260811 3658 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0408 02:38:28.260828 3658 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0408 02:38:28.260838 3658 egressqos.go:193] Setting up event handlers for EgressQoS I0408 02:38:28.260857 3658 egressfirewall.go:628] Syncing node "ip-10-0-1-44.ec2.internal" for egress firewall I0408 02:38:28.260871 3658 egressfirewall.go:628] Syncing node "ip-10-0-2-217.ec2.internal" for egress firewall I0408 02:38:28.260878 3658 egressfirewall.go:628] Syncing node "ip-10-0-0-11.ec2.internal" for egress firewall I0408 02:38:28.261052 3658 egressqos.go:245] Starting EgressQoS Controller I0408 02:38:28.261063 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0408 02:38:28.261071 3658 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0408 02:38:28.261076 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0408 02:38:28.261081 3658 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0408 02:38:28.261086 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0408 02:38:28.261089 3658 shared_informer.go:356] "Caches are synced" controller="egressqos" I0408 02:38:28.261093 3658 egressqos.go:259] Repairing EgressQoSes I0408 02:38:28.261097 3658 egressqos.go:399] Starting repairing loop for egressqos I0408 02:38:28.261164 3658 egressqos.go:401] Finished repairing loop for egressqos: 67.033µs I0408 02:38:28.261181 3658 egressservice_zone.go:132] Setting up event handlers for Egress Services I0408 02:38:28.261200 3658 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-217.ec2.internal I0408 02:38:28.261243 3658 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-217.ec2.internal : 43.976µs I0408 02:38:28.261270 3658 egressservice_zone.go:210] Starting Egress Services Controller I0408 02:38:28.261278 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0408 02:38:28.261283 3658 shared_informer.go:356] "Caches are synced" controller="egressservices" I0408 02:38:28.261288 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0408 02:38:28.261293 3658 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0408 02:38:28.261299 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0408 02:38:28.261304 3658 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0408 02:38:28.261309 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0408 02:38:28.261313 3658 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0408 02:38:28.261316 3658 egressservice_zone.go:228] Repairing Egress Services I0408 02:38:28.261583 3658 master_controller.go:88] Starting Admin Policy Based Route Controller I0408 02:38:28.261592 3658 external_controller.go:278] Starting Admin Policy Based Route Controller I0408 02:38:28.261605 3658 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal I0408 02:38:28.261618 3658 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 14.087µs I0408 02:38:28.261629 3658 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-44.ec2.internal I0408 02:38:28.261635 3658 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-44.ec2.internal: 5.506µs I0408 02:38:28.261640 3658 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-217.ec2.internal I0408 02:38:28.261643 3658 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-217.ec2.internal: 3.857µs I0408 02:38:28.261774 3658 default_network_controller.go:568] Completing all the Watchers took 308.439828ms I0408 02:38:28.261792 3658 default_network_controller.go:572] Starting unidling controllers I0408 02:38:28.261802 3658 unidle.go:46] Registering OVN SB ControllerEvent handler I0408 02:38:28.261811 3658 unidle.go:63] Populating Initial ContollerEvent events I0408 02:38:28.261833 3658 unidle.go:79] Setting up event handlers for services I0408 02:38:28.261889 3658 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0408 02:38:28.352219 3658 default_node_network_controller.go:518] Node connection status = connected I0408 02:38:28.852127 3658 default_node_network_controller.go:518] Node connection status = connected I0408 02:38:29.352477 3658 default_node_network_controller.go:518] Node connection status = connected I0408 02:38:29.777217 3658 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0408 02:38:29.851839 3658 default_node_network_controller.go:518] Node connection status = connected I0408 02:38:29.869352 3658 bridgeconfig.go:537] Gateway is ready I0408 02:38:29.869371 3658 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0408 02:38:29.881095 3658 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.217. Updating OVN encap IP. I0408 02:38:29.886616 3658 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.217 - it is already configured I0408 02:38:29.886628 3658 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.217/24:{} 172.20.0.1/32:{}]. Updating annotations. I0408 02:38:29.886853 3658 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.217/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-217.ec2.internal","mac-address":"0e:b7:d2:c2:3d:33","ip-addresses":["10.0.2.217/24"],"ip-address":"10.0.2.217/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:66e3fe7a-1a9c-4f53-96be-9db9560068c6 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.217/24"}] on node ip-10-0-2-217.ec2.internal I0408 02:38:29.903295 3658 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-217.ec2.internal in network "default" I0408 02:38:29.903376 3658 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-217.ec2.internal I0408 02:38:29.903383 3658 master.go:532] Adding or Updating local node "ip-10-0-2-217.ec2.internal" for network "default" I0408 02:38:29.903396 3658 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-217.ec2.internal: 25.116µs I0408 02:38:29.903404 3658 egressfirewall.go:628] Syncing node "ip-10-0-2-217.ec2.internal" for egress firewall I0408 02:38:29.903378 3658 node_tracker.go:169] Node ip-10-0-2-217.ec2.internal switch + router changed, syncing services in network "default" I0408 02:38:29.903497 3658 services_controller.go:574] Full service sync requested for network=default I0408 02:38:29.903888 3658 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.2.217 I0408 02:38:29.903998 3658 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-217.ec2.internal I0408 02:38:29.908478 3658 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-217.ec2.internal. Updating no re-route policies I0408 02:38:29.908552 3658 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-52pbz I0408 02:38:29.908558 3658 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-217.ec2.internal I0408 02:38:29.908569 3658 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-bg686 I0408 02:38:29.908573 3658 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-52pbz I0408 02:38:29.908581 3658 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-217.ec2.internal I0408 02:38:29.908582 3658 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-bg686 I0408 02:38:29.908593 3658 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hcl6n I0408 02:38:29.908604 3658 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-52pbz after 0 failed attempt(s) I0408 02:38:29.908604 3658 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-217.ec2.internal after 0 failed attempt(s) I0408 02:38:29.908606 3658 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-2jssg I0408 02:38:29.908610 3658 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-6h8dl I0408 02:38:29.908618 3658 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bg686] creating logical port openshift-multus_network-metrics-daemon-bg686 for pod on switch ip-10-0-2-217.ec2.internal I0408 02:38:29.908619 3658 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7f4vr I0408 02:38:29.908623 3658 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-6h8dl I0408 02:38:29.908624 3658 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-8j7fd I0408 02:38:29.908630 3658 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7f4vr I0408 02:38:29.908630 3658 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-ghfq8 I0408 02:38:29.908631 3658 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-rbjbc I0408 02:38:29.908641 3658 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-ghfq8 I0408 02:38:29.908655 3658 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-6h8dl] creating logical port kube-system_global-pull-secret-syncer-6h8dl for pod on switch ip-10-0-2-217.ec2.internal I0408 02:38:29.908651 3658 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7f4vr after 0 failed attempt(s) I0408 02:38:29.908664 3658 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-ghfq8 after 0 failed attempt(s) I0408 02:38:29.908620 3658 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-xtnxn I0408 02:38:29.908680 3658 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-xtnxn I0408 02:38:29.908690 3658 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-xtnxn after 0 failed attempt(s) I0408 02:38:29.908643 3658 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-rbjbc I0408 02:38:29.908593 3658 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-9zgv2 I0408 02:38:29.908703 3658 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-rbjbc after 0 failed attempt(s) I0408 02:38:29.908583 3658 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-217.ec2.internal I0408 02:38:29.908709 3658 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-9zgv2 I0408 02:38:29.908712 3658 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-217.ec2.internal I0408 02:38:29.908723 3658 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-217.ec2.internal after 0 failed attempt(s) I0408 02:38:29.908608 3658 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hcl6n I0408 02:38:29.908757 3658 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-hcl6n after 0 failed attempt(s) I0408 02:38:29.908619 3658 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-2jssg I0408 02:38:29.908807 3658 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-2jssg after 0 failed attempt(s) I0408 02:38:29.908631 3658 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xs8qk I0408 02:38:29.908815 3658 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xs8qk I0408 02:38:29.908835 3658 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xs8qk] creating logical port openshift-network-diagnostics_network-check-target-xs8qk for pod on switch ip-10-0-2-217.ec2.internal I0408 02:38:29.908634 3658 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-8j7fd I0408 02:38:29.908937 3658 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-8j7fd after 0 failed attempt(s) I0408 02:38:29.908724 3658 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-9zgv2 after 0 failed attempt(s) I0408 02:38:29.909546 3658 pods.go:271] [kube-system/global-pull-secret-syncer-6h8dl] addLogicalPort took 901.709µs, libovsdb time 290.883µs I0408 02:38:29.909559 3658 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-6h8dl after 0 failed attempt(s) I0408 02:38:29.909655 3658 pods.go:271] [openshift-multus/network-metrics-daemon-bg686] addLogicalPort took 1.045051ms, libovsdb time 323.506µs I0408 02:38:29.909673 3658 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-bg686 after 0 failed attempt(s) I0408 02:38:29.909766 3658 pods.go:271] [openshift-network-diagnostics/network-check-target-xs8qk] addLogicalPort took 937.76µs, libovsdb time 363.114µs I0408 02:38:29.909779 3658 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-xs8qk after 0 failed attempt(s) I0408 02:38:29.921139 3658 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0408 02:38:29.925760 3658 egressfirewall.go:628] Syncing node "ip-10-0-1-44.ec2.internal" for egress firewall I0408 02:38:29.925774 3658 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-44.ec2.internal in network "default" I0408 02:38:29.925819 3658 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-44.ec2.internal I0408 02:38:29.925834 3658 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-44.ec2.internal: 20.887µs I0408 02:38:29.925822 3658 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-44.ec2.internal. Updating no re-route policies I0408 02:38:29.925863 3658 node_tracker.go:169] Node ip-10-0-1-44.ec2.internal switch + router changed, syncing services in network "default" I0408 02:38:29.925886 3658 services_controller.go:574] Full service sync requested for network=default I0408 02:38:29.932950 3658 iptables.go:108] Creating table: mangle chain: OUTPUT I0408 02:38:29.936098 3658 iptables.go:108] Creating table: nat chain: OUTPUT I0408 02:38:29.980850 3658 iptables.go:108] Creating table: nat chain: PREROUTING I0408 02:38:30.040377 3658 iptables.go:108] Creating table: filter chain: FORWARD I0408 02:38:30.056594 3658 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0408 02:38:30.056720 3658 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0408 02:38:30.056771 3658 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0408 02:38:30.056851 3658 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0408 02:38:30.056907 3658 gateway_init.go:325] Gateway and management port readiness took 2.209610273s I0408 02:38:30.056934 3658 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0408 02:38:30.056968 3658 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0408 02:38:30.056980 3658 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0408 02:38:30.056988 3658 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0408 02:38:30.057043 3658 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0408 02:38:30.057121 3658 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.014µs I0408 02:38:30.057448 3658 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0408 02:38:30.057473 3658 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.74µs I0408 02:38:30.057485 3658 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.356µs I0408 02:38:30.057491 3658 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0408 02:38:30.057501 3658 nad_controller.go:173] [node-nad-controller NAD controller]: started I0408 02:38:30.057506 3658 default_node_network_controller.go:898] Starting the default node network controller I0408 02:38:30.057510 3658 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0408 02:38:30.057585 3658 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 12.237µs I0408 02:38:30.057676 3658 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0408 02:38:30.057685 3658 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0408 02:38:30.057708 3658 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a46380 0xc0002ed260 0xc0002ed2d0 0xc0002ed340 0xc0002ed3b0 0xc0002ed420 0xc0002ed500 0xc0009fd8b0 0xc0002ed570 0xc0002ed5e0 0xc000b2c410 0xc006551110 0xc0002ed650 map[0x2f8f0c0:0xc002516120 0x2f8f600:0xc0025162a0 0x2f90080:0xc000f94a20 0x2f90320:0xc0025160c0 0x2f90b00:0xc002516180 0x2f90da0:0xc0025161e0 0x2f91040:0xc002516240 0x2f91820:0xc002516480 0x2f91ac0:0xc0025164e0 0x2fbc3e0:0xc000f94780 0x2fbc780:0xc000f947e0 0x2fbd260:0xc000a415c0 0x2fbebc0:0xc000c26660 0x2fbf6a0:0xc000f949c0 0x2fc0520:0xc000c266c0] 0xc000486540 0} I0408 02:38:30.057768 3658 gateway.go:151] Starting gateway service sync I0408 02:38:30.058214 3658 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0408 02:38:30.060441 3658 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0408 02:38:30.088991 3658 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0408 02:38:30.090201 3658 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0408 02:38:30.091300 3658 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0408 02:38:30.124863 3658 gateway.go:168] Gateway service sync done. Time taken: 67.08072ms I0408 02:38:30.125472 3658 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32538 I0408 02:38:30.125653 3658 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a46380 0xc0002ed260 0xc0002ed2d0 0xc0002ed340 0xc0002ed3b0 0xc0002ed420 0xc0002ed500 0xc0009fd8b0 0xc0002ed570 0xc0002ed5e0 0xc000b2c410 0xc006551110 0xc0002ed650 map[0x2f8f0c0:0xc002516120 0x2f8f600:0xc0025162a0 0x2f90080:0xc000f94a20 0x2f90320:0xc0025160c0 0x2f90b00:0xc002516180 0x2f90da0:0xc0025161e0 0x2f91040:0xc002516240 0x2f91820:0xc002516480 0x2f91ac0:0xc0025164e0 0x2fbc3e0:0xc000f94780 0x2fbc780:0xc000f947e0 0x2fbd260:0xc000a415c0 0x2fbebc0:0xc000c26660 0x2fbf6a0:0xc000f949c0 0x2fc0520:0xc000c266c0] 0xc000486540 0} I0408 02:38:30.126074 3658 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a46380 0xc0002ed260 0xc0002ed2d0 0xc0002ed340 0xc0002ed3b0 0xc0002ed420 0xc0002ed500 0xc0009fd8b0 0xc0002ed570 0xc0002ed5e0 0xc000b2c410 0xc006551110 0xc0002ed650 map[0x2f8f0c0:0xc002516120 0x2f8f600:0xc0025162a0 0x2f90080:0xc000f94a20 0x2f90320:0xc0025160c0 0x2f90b00:0xc002516180 0x2f90da0:0xc0025161e0 0x2f91040:0xc002516240 0x2f91820:0xc002516480 0x2f91ac0:0xc0025164e0 0x2fbc3e0:0xc000f94780 0x2fbc780:0xc000f947e0 0x2fbd260:0xc000a415c0 0x2fbebc0:0xc000c26660 0x2fbf6a0:0xc000f949c0 0x2fc0520:0xc000c266c0] 0xc000486540 0} I0408 02:38:30.126110 3658 gateway.go:519] Reconciling gateway with updates I0408 02:38:30.131737 3658 gateway.go:326] Spawning Conntrack Rule Check Thread I0408 02:38:30.131763 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0408 02:38:30.131778 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0408 02:38:30.131762 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0408 02:38:30.131781 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0408 02:38:30.131794 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0408 02:38:30.131796 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0408 02:38:30.131790 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0408 02:38:30.131816 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0408 02:38:30.131818 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0408 02:38:30.131803 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0408 02:38:30.131850 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0408 02:38:30.131871 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0408 02:38:30.131781 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0408 02:38:30.131888 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0408 02:38:30.131887 3658 default_node_network_controller.go:943] Gateway and management port readiness took 74.193197ms I0408 02:38:30.131889 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0408 02:38:30.131874 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0408 02:38:30.131912 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0408 02:38:30.131922 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0408 02:38:30.131929 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0408 02:38:30.131933 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0408 02:38:30.131946 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0408 02:38:30.131963 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0408 02:38:30.131963 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0408 02:38:30.131970 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0408 02:38:30.131974 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0408 02:38:30.131970 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0408 02:38:30.131985 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0408 02:38:30.131991 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0408 02:38:30.131801 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0408 02:38:30.132002 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0408 02:38:30.132006 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0408 02:38:30.131946 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0408 02:38:30.131967 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0408 02:38:30.132018 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0408 02:38:30.132031 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0408 02:38:30.132034 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0408 02:38:30.131855 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0408 02:38:30.132044 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0408 02:38:30.131991 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0408 02:38:30.131965 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0408 02:38:30.132053 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0408 02:38:30.131978 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0408 02:38:30.132060 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0408 02:38:30.132066 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0408 02:38:30.132065 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0408 02:38:30.132071 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0408 02:38:30.132079 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0408 02:38:30.132081 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0408 02:38:30.132081 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0408 02:38:30.132094 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0408 02:38:30.132104 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0408 02:38:30.132110 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0408 02:38:30.131947 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0408 02:38:30.132120 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0408 02:38:30.132128 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0408 02:38:30.132133 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0408 02:38:30.132154 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0408 02:38:30.132168 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0408 02:38:30.132178 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0408 02:38:30.132182 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0408 02:38:30.132186 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0408 02:38:30.132198 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0408 02:38:30.132202 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0408 02:38:30.132207 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0408 02:38:30.132214 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0408 02:38:30.132228 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0408 02:38:30.132240 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0408 02:38:30.132065 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0408 02:38:30.132246 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0408 02:38:30.132250 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0408 02:38:30.132264 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0408 02:38:30.132266 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0408 02:38:30.132266 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0408 02:38:30.132271 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0408 02:38:30.132154 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0408 02:38:30.132282 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0408 02:38:30.132266 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0408 02:38:30.132287 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0408 02:38:30.132295 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0408 02:38:30.132305 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0408 02:38:30.132294 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0408 02:38:30.132314 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0408 02:38:30.132324 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0408 02:38:30.132356 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0408 02:38:30.132363 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0408 02:38:30.132368 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0408 02:38:30.132285 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0408 02:38:30.132374 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0408 02:38:30.132376 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0408 02:38:30.132391 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0408 02:38:30.132412 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0408 02:38:30.132256 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0408 02:38:30.132421 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0408 02:38:30.132368 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0408 02:38:30.132239 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0408 02:38:30.132189 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0408 02:38:30.132443 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0408 02:38:30.132168 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0408 02:38:30.132134 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0408 02:38:30.132046 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0408 02:38:30.132048 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0408 02:38:30.131850 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0408 02:38:30.132514 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0408 02:38:30.132295 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0408 02:38:30.132056 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0408 02:38:30.132561 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0408 02:38:30.131893 3658 port_claim.go:71] Svc openshift-ingress/router-default: port 30268 is already open, no action needed I0408 02:38:30.132608 3658 port_claim.go:71] Svc openshift-ingress/router-default: port 32530 is already open, no action needed I0408 02:38:30.132069 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0408 02:38:30.132679 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0408 02:38:30.132071 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0408 02:38:30.132732 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0408 02:38:30.132159 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0408 02:38:30.132169 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0408 02:38:30.132047 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0408 02:38:30.132766 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0408 02:38:30.132183 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0408 02:38:30.132183 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0408 02:38:30.132284 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0408 02:38:30.132880 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0408 02:38:30.132887 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0408 02:38:30.133065 3658 node_ip_handler_linux.go:160] Node IP manager is running W0408 02:38:30.170142 3658 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0408 02:38:30.170444 3658 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0408 02:38:30.170556 3658 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0408 02:38:30.179146 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0408 02:38:30.179167 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0408 02:38:30.179176 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0408 02:38:30.179194 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0408 02:38:30.179214 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0408 02:38:30.179224 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0408 02:38:30.179230 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0408 02:38:30.219097 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0408 02:38:30.219111 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0408 02:38:30.219097 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0408 02:38:30.219122 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0408 02:38:30.219135 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0408 02:38:30.219165 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0408 02:38:31.376977 3658 default_node_network_controller.go:1369] Starting node controller node sync W0408 02:38:31.377020 3658 egressip_healthcheck.go:76] Health checking using insecure connection I0408 02:38:31.377058 3658 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0408 02:38:31.388516 3658 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.519156ms I0408 02:38:31.388657 3658 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-11.ec2.internal", IP: 10.0.0.11 to PMTUD blocking rules I0408 02:38:31.388671 3658 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-11.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0408 02:38:31.394430 3658 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-44.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0408 02:38:31.394441 3658 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-44.ec2.internal", IP: 10.0.1.44 to PMTUD blocking rules I0408 02:38:31.399995 3658 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0408 02:38:31.400259 3658 egressservice_node.go:93] Setting up event handlers for Egress Services I0408 02:38:31.400386 3658 egressservice_node.go:183] Starting Egress Services Controller I0408 02:38:31.400401 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0408 02:38:31.400410 3658 shared_informer.go:356] "Caches are synced" controller="egressservices" I0408 02:38:31.400417 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0408 02:38:31.400422 3658 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0408 02:38:31.400427 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0408 02:38:31.400431 3658 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0408 02:38:31.400436 3658 egressservice_node.go:197] Repairing Egress Services I0408 02:38:31.410104 3658 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0408 02:38:31.410130 3658 external_controller.go:278] Starting Admin Policy Based Route Controller I0408 02:38:31.410256 3658 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0408 02:38:31.410268 3658 link_network_manager.go:117] Link manager is running I0408 02:38:31.410276 3658 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0408 02:38:31.410370 3658 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0408 02:38:31.410674 3658 vrf_manager.go:128] VRF manager is running I0408 02:38:31.410773 3658 node_controller_manager.go:437] Removing flows to drop GARP I0408 02:38:31.410785 3658 gateway.go:519] Reconciling gateway with updates I0408 02:38:31.432290 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0408 02:38:31.432299 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0408 02:38:31.432315 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0408 02:38:31.432317 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0408 02:38:31.432325 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0408 02:38:31.432351 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0408 02:38:31.432352 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0408 02:38:31.432358 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0408 02:38:31.432357 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0408 02:38:31.432377 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0408 02:38:31.432383 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0408 02:38:31.432393 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0408 02:38:31.432326 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0408 02:38:31.432398 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0408 02:38:31.432409 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0408 02:38:31.432421 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0408 02:38:31.432411 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0408 02:38:31.432424 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0408 02:38:31.432435 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0408 02:38:31.432442 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0408 02:38:31.432443 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0408 02:38:31.432452 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0408 02:38:31.432461 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0408 02:38:31.432460 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0408 02:38:31.432459 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0408 02:38:31.432470 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0408 02:38:31.432478 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0408 02:38:31.432480 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0408 02:38:31.432482 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0408 02:38:31.432492 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0408 02:38:31.432493 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0408 02:38:31.432496 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0408 02:38:31.432500 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0408 02:38:31.432505 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0408 02:38:31.432510 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0408 02:38:31.432515 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0408 02:38:31.432513 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0408 02:38:31.432522 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0408 02:38:31.432527 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0408 02:38:31.432531 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0408 02:38:31.432532 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0408 02:38:31.432537 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0408 02:38:31.432535 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0408 02:38:31.432545 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0408 02:38:31.432540 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0408 02:38:31.432547 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0408 02:38:31.432554 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0408 02:38:31.432557 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0408 02:38:31.432561 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0408 02:38:31.432563 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0408 02:38:31.432572 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0408 02:38:31.432572 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0408 02:38:31.432579 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0408 02:38:31.432578 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0408 02:38:31.432587 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0408 02:38:31.432587 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0408 02:38:31.432596 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0408 02:38:31.432602 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0408 02:38:31.432492 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0408 02:38:31.432621 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0408 02:38:31.432550 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0408 02:38:31.432637 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0408 02:38:31.432458 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0408 02:38:31.432650 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0408 02:38:31.432627 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0408 02:38:31.432524 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0408 02:38:31.432686 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0408 02:38:31.432592 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0408 02:38:31.432705 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0408 02:38:31.432420 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0408 02:38:31.432716 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0408 02:38:31.432735 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0408 02:38:31.432738 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0408 02:38:31.432749 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0408 02:38:31.432753 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0408 02:38:31.432760 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0408 02:38:31.432532 3658 port_claim.go:71] Svc openshift-ingress/router-default: port 30268 is already open, no action needed I0408 02:38:31.432775 3658 port_claim.go:71] Svc openshift-ingress/router-default: port 32530 is already open, no action needed I0408 02:38:31.432551 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0408 02:38:31.432435 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0408 02:38:31.432508 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0408 02:38:31.432826 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0408 02:38:31.432491 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0408 02:38:31.432837 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0408 02:38:31.432515 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0408 02:38:31.432481 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0408 02:38:31.432862 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0408 02:38:31.432450 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0408 02:38:31.432396 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0408 02:38:31.432421 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0408 02:38:31.432947 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0408 02:38:31.432467 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0408 02:38:31.432449 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0408 02:38:31.432467 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0408 02:38:31.432978 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0408 02:38:31.432981 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0408 02:38:31.432507 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0408 02:38:31.432313 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0408 02:38:31.433007 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0408 02:38:31.432502 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0408 02:38:31.432514 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0408 02:38:31.432518 3658 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0408 02:38:31.433025 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0408 02:38:31.433028 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0408 02:38:31.432540 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0408 02:38:31.433056 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0408 02:38:31.432538 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0408 02:38:31.432540 3658 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0408 02:38:31.473288 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0408 02:38:31.473319 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0408 02:38:31.473364 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0408 02:38:31.473377 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0408 02:38:31.473385 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0408 02:38:31.473393 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0408 02:38:31.516576 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0408 02:38:31.516577 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0408 02:38:31.516604 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0408 02:38:31.516625 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0408 02:38:31.516642 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0408 02:38:31.516648 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0408 02:38:31.516655 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0408 02:38:31.516661 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0408 02:38:31.562556 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0408 02:38:31.562571 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0408 02:38:31.562593 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0408 02:38:31.562606 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0408 02:38:31.562616 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0408 02:38:31.562625 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0408 02:38:31.562640 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0408 02:38:31.562658 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0408 02:38:31.562668 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0408 02:38:31.562678 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0408 02:38:31.562690 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0408 02:38:31.562704 3658 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0408 02:38:33.666312 3658 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-217.ec2.internal I0408 02:38:33.666360 3658 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-217.ec2.internal: 57.613µs I0408 02:38:33.691371 3658 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-594bcfd95d-7krct] creating logical port openshift-image-registry_image-registry-594bcfd95d-7krct for pod on switch ip-10-0-2-217.ec2.internal I0408 02:38:33.691488 3658 kube.go:256] Updating pod openshift-image-registry/image-registry-594bcfd95d-7krct I0408 02:38:33.720618 3658 pod.go:62] [openshift-image-registry/image-registry-594bcfd95d-7krct] pod update took 29.163279ms I0408 02:38:33.720645 3658 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-594bcfd95d-7krct] addLogicalPort annotation time took 29.194709ms I0408 02:38:33.722204 3658 pods.go:271] [openshift-image-registry/image-registry-594bcfd95d-7krct] addLogicalPort took 30.847271ms, libovsdb time 1.178572ms I0408 02:38:33.735416 3658 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-jqwn7] creating logical port openshift-dns_dns-default-jqwn7 for pod on switch ip-10-0-2-217.ec2.internal I0408 02:38:33.735544 3658 kube.go:256] Updating pod openshift-dns/dns-default-jqwn7 I0408 02:38:33.745684 3658 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-5ktld] creating logical port openshift-ingress-canary_ingress-canary-5ktld for pod on switch ip-10-0-2-217.ec2.internal I0408 02:38:33.745807 3658 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-5ktld I0408 02:38:33.752662 3658 pod.go:62] [openshift-dns/dns-default-jqwn7] pod update took 17.160668ms I0408 02:38:33.752682 3658 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-jqwn7] addLogicalPort annotation time took 17.185367ms I0408 02:38:33.753893 3658 pods.go:271] [openshift-dns/dns-default-jqwn7] addLogicalPort took 18.493552ms, libovsdb time 896.315µs I0408 02:38:33.759388 3658 pod.go:62] [openshift-ingress-canary/ingress-canary-5ktld] pod update took 13.604494ms I0408 02:38:33.759407 3658 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-5ktld] addLogicalPort annotation time took 13.626333ms I0408 02:38:33.760406 3658 pods.go:271] [openshift-ingress-canary/ingress-canary-5ktld] addLogicalPort took 14.735682ms, libovsdb time 772.094µs I0408 02:38:33.872978 3658 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-44.ec2.internal I0408 02:38:33.873013 3658 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-44.ec2.internal: 40.99µs I0408 02:38:35.474069 3658 cni.go:403] [openshift-ingress-canary/ingress-canary-5ktld 206841c3aab3d2521c3b5afe988a206b5741b1e10955c293f8bfdae3f7f6bee6 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-5ktld 206841c3aab3d2521c3b5afe988a206b5741b1e10955c293f8bfdae3f7f6bee6 network default NAD default] I0408 02:38:35.512535 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-5ktld, hostIfaceName: 206841c3aab3d25, network: default, NAD default, SandboxID: "206841c3aab3d2521c3b5afe988a206b5741b1e10955c293f8bfdae3f7f6bee6", PCI device ID: , UID: "cf7fa9b9-b0a5-4f92-af84-2c774b2a9a8a", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0408 02:38:35.559944 3658 cni.go:424] [openshift-ingress-canary/ingress-canary-5ktld 206841c3aab3d2521c3b5afe988a206b5741b1e10955c293f8bfdae3f7f6bee6 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-5ktld 206841c3aab3d2521c3b5afe988a206b5741b1e10955c293f8bfdae3f7f6bee6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:1c:66:d0:c1:4a\",\"name\":\"206841c3aab3d25\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5aacfcd-d575-4b15-bcbd-97397ca78947\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:38:37.761299 3658 cni.go:403] [openshift-network-diagnostics/network-check-target-xs8qk d60f34e8698b555a146ff0d78bcef195fff1249e03ea92e08984cfe4fc7771f7 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-xs8qk d60f34e8698b555a146ff0d78bcef195fff1249e03ea92e08984cfe4fc7771f7 network default NAD default] I0408 02:38:37.771667 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-xs8qk, hostIfaceName: d60f34e8698b555, network: default, NAD default, SandboxID: "d60f34e8698b555a146ff0d78bcef195fff1249e03ea92e08984cfe4fc7771f7", PCI device ID: , UID: "9a243c5a-c905-4386-8365-9ce3f6398842", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0408 02:38:37.785160 3658 cni.go:403] [kube-system/global-pull-secret-syncer-6h8dl 29c6012c8a5cd813e7e06cb07097eb7c9dfcb1b9b3f954dfd4abd255cbea8f47 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-6h8dl 29c6012c8a5cd813e7e06cb07097eb7c9dfcb1b9b3f954dfd4abd255cbea8f47 network default NAD default] I0408 02:38:37.794684 3658 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-6h8dl, hostIfaceName: 29c6012c8a5cd81, network: default, NAD default, SandboxID: "29c6012c8a5cd813e7e06cb07097eb7c9dfcb1b9b3f954dfd4abd255cbea8f47", PCI device ID: , UID: "18469ff9-b95c-4e97-8f5c-da5e0c58a91a", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0408 02:38:37.820794 3658 cni.go:424] [openshift-network-diagnostics/network-check-target-xs8qk d60f34e8698b555a146ff0d78bcef195fff1249e03ea92e08984cfe4fc7771f7 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-xs8qk d60f34e8698b555a146ff0d78bcef195fff1249e03ea92e08984cfe4fc7771f7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:dd:71:27:98:2b\",\"name\":\"d60f34e8698b555\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3978615c-2acb-4298-a3bc-81e1bdf2b756\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:38:37.842087 3658 cni.go:424] [kube-system/global-pull-secret-syncer-6h8dl 29c6012c8a5cd813e7e06cb07097eb7c9dfcb1b9b3f954dfd4abd255cbea8f47 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-6h8dl 29c6012c8a5cd813e7e06cb07097eb7c9dfcb1b9b3f954dfd4abd255cbea8f47 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:69:59:0d:c7:5b\",\"name\":\"29c6012c8a5cd81\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f477d0aa-d668-4fc3-8ecb-4e3fcefa227e\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:38:55.493127 3658 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:38:55.493688 3658 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:38:55.493717 3658 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:38:55.493726 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0408 02:38:55.493741 3658 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:38:55.493745 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0408 02:38:56.519263 3658 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:38:56.519291 3658 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:38:56.519311 3658 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:38:56.519327 3658 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cxl4k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:38:56.974248 3658 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0408 02:38:56.984220 3658 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0408 02:39:13.971960 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0408 02:39:17.925500 3658 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-2mgwc] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-76494886f6-2mgwc for pod on switch ip-10-0-2-217.ec2.internal I0408 02:39:17.925627 3658 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-2mgwc I0408 02:39:17.933351 3658 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-qjx6b] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-54b84b498b-qjx6b for pod on switch ip-10-0-2-217.ec2.internal I0408 02:39:17.933473 3658 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-qjx6b I0408 02:39:17.949035 3658 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-2mgwc] pod update took 23.430472ms I0408 02:39:17.949059 3658 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-2mgwc] addLogicalPort annotation time took 23.458469ms I0408 02:39:17.950247 3658 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-2mgwc] addLogicalPort took 24.764853ms, libovsdb time 914.865µs I0408 02:39:17.957445 3658 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-qjx6b] pod update took 23.992889ms I0408 02:39:17.957465 3658 base_network_controller_pods.go:937] [default/openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-qjx6b] addLogicalPort annotation time took 24.017209ms I0408 02:39:17.958676 3658 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-qjx6b] addLogicalPort took 25.363404ms, libovsdb time 815.08µs I0408 02:39:17.971411 3658 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-d6f47c5fd-btxwr] creating logical port openshift-network-console_networking-console-plugin-d6f47c5fd-btxwr for pod on switch ip-10-0-2-217.ec2.internal I0408 02:39:17.971502 3658 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-d6f47c5fd-btxwr I0408 02:39:17.992969 3658 pod.go:62] [openshift-network-console/networking-console-plugin-d6f47c5fd-btxwr] pod update took 21.498151ms I0408 02:39:17.992997 3658 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-d6f47c5fd-btxwr] addLogicalPort annotation time took 21.532729ms I0408 02:39:17.994101 3658 pods.go:271] [openshift-network-console/networking-console-plugin-d6f47c5fd-btxwr] addLogicalPort took 22.7025ms, libovsdb time 809.971µs I0408 02:39:18.138829 3658 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-75b46cc85-pfrs8] creating logical port openshift-console-operator_console-operator-75b46cc85-pfrs8 for pod on switch ip-10-0-2-217.ec2.internal I0408 02:39:18.138863 3658 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-fx44x] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-6667b64b75-fx44x for pod on switch ip-10-0-2-217.ec2.internal I0408 02:39:18.138924 3658 kube.go:256] Updating pod openshift-console-operator/console-operator-75b46cc85-pfrs8 I0408 02:39:18.138934 3658 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-fx44x I0408 02:39:18.160426 3658 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-fx44x] pod update took 21.504941ms I0408 02:39:18.160448 3658 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-fx44x] addLogicalPort annotation time took 21.53214ms I0408 02:39:18.161539 3658 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-fx44x] addLogicalPort took 22.686268ms, libovsdb time 811.753µs I0408 02:39:18.161592 3658 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-76dc995b8d-4z5mc] creating logical port openshift-monitoring_cluster-monitoring-operator-76dc995b8d-4z5mc for pod on switch ip-10-0-2-217.ec2.internal I0408 02:39:18.161655 3658 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-76dc995b8d-4z5mc I0408 02:39:18.167108 3658 pod.go:62] [openshift-console-operator/console-operator-75b46cc85-pfrs8] pod update took 28.209613ms I0408 02:39:18.167126 3658 base_network_controller_pods.go:937] [default/openshift-console-operator/console-operator-75b46cc85-pfrs8] addLogicalPort annotation time took 28.233304ms I0408 02:39:18.168316 3658 pods.go:271] [openshift-console-operator/console-operator-75b46cc85-pfrs8] addLogicalPort took 29.501589ms, libovsdb time 910.594µs I0408 02:39:18.177887 3658 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-76dc995b8d-4z5mc] pod update took 16.248922ms I0408 02:39:18.177903 3658 base_network_controller_pods.go:937] [default/openshift-monitoring/cluster-monitoring-operator-76dc995b8d-4z5mc] addLogicalPort annotation time took 16.269514ms I0408 02:39:18.178781 3658 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-76dc995b8d-4z5mc] addLogicalPort took 17.1979ms, libovsdb time 612.334µs I0408 02:39:18.280469 3658 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-2mgwc f0a77053329526924476564cad1197579f507fb22fcdc4ee72b7917a71028688 network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-2mgwc f0a77053329526924476564cad1197579f507fb22fcdc4ee72b7917a71028688 network default NAD default] I0408 02:39:18.289799 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-76494886f6-2mgwc, hostIfaceName: f0a770533295269, network: default, NAD default, SandboxID: "f0a77053329526924476564cad1197579f507fb22fcdc4ee72b7917a71028688", PCI device ID: , UID: "1f948f4c-da6d-4d57-9000-637985088c47", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0408 02:39:18.335632 3658 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-2mgwc f0a77053329526924476564cad1197579f507fb22fcdc4ee72b7917a71028688 network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-76494886f6-2mgwc f0a77053329526924476564cad1197579f507fb22fcdc4ee72b7917a71028688 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:01:44:e5:72:8f\",\"name\":\"f0a770533295269\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14e725b4-2438-43e1-94af-408272308d4f\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:39:18.509014 3658 cni.go:403] [openshift-console-operator/console-operator-75b46cc85-pfrs8 a0fc7fdfbaba1f53efa548c5485f9a757c48a3892338b83b72b2c86a9c673958 network default NAD default] ADD starting CNI request [openshift-console-operator/console-operator-75b46cc85-pfrs8 a0fc7fdfbaba1f53efa548c5485f9a757c48a3892338b83b72b2c86a9c673958 network default NAD default] I0408 02:39:18.511214 3658 cni.go:403] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-fx44x ffd56c82410d8b3b96dba8c8c24f36d1ff60f4897e893f9abbb806693b791bea network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-fx44x ffd56c82410d8b3b96dba8c8c24f36d1ff60f4897e893f9abbb806693b791bea network default NAD default] I0408 02:39:18.521949 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-75b46cc85-pfrs8, hostIfaceName: a0fc7fdfbaba1f5, network: default, NAD default, SandboxID: "a0fc7fdfbaba1f53efa548c5485f9a757c48a3892338b83b72b2c86a9c673958", PCI device ID: , UID: "bc68ad3b-cba7-49ef-8547-b9aa531c76f0", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0408 02:39:18.523541 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-6667b64b75-fx44x, hostIfaceName: ffd56c82410d8b3, network: default, NAD default, SandboxID: "ffd56c82410d8b3b96dba8c8c24f36d1ff60f4897e893f9abbb806693b791bea", PCI device ID: , UID: "81dee342-ed88-4d72-a106-78d7959fa128", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0408 02:39:18.565683 3658 cni.go:424] [openshift-console-operator/console-operator-75b46cc85-pfrs8 a0fc7fdfbaba1f53efa548c5485f9a757c48a3892338b83b72b2c86a9c673958 network default NAD default] ADD finished CNI request [openshift-console-operator/console-operator-75b46cc85-pfrs8 a0fc7fdfbaba1f53efa548c5485f9a757c48a3892338b83b72b2c86a9c673958 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:6c:00:14:1d:5d\",\"name\":\"a0fc7fdfbaba1f5\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18bb85ce-c180-44c1-9a8a-8f2446bf7f78\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:39:18.581117 3658 cni.go:424] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-fx44x ffd56c82410d8b3b96dba8c8c24f36d1ff60f4897e893f9abbb806693b791bea network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6667b64b75-fx44x ffd56c82410d8b3b96dba8c8c24f36d1ff60f4897e893f9abbb806693b791bea network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:e3:fe:ff:fe:59\",\"name\":\"ffd56c82410d8b3\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc4631e4-20f3-43e8-8dc2-f19a63940712\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0408 02:39:22.060142 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0408 02:39:22.172437 3658 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0408 02:39:22.173323 3658 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 860.402µs I0408 02:39:22.200639 3658 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0408 02:39:22.323396 3658 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-8c77ffd4c-hdk7t] creating logical port openshift-kube-storage-version-migrator_migrator-8c77ffd4c-hdk7t for pod on switch ip-10-0-2-217.ec2.internal I0408 02:39:22.323521 3658 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-8c77ffd4c-hdk7t I0408 02:39:22.346818 3658 pod.go:62] [openshift-kube-storage-version-migrator/migrator-8c77ffd4c-hdk7t] pod update took 23.323516ms I0408 02:39:22.346844 3658 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-8c77ffd4c-hdk7t] addLogicalPort annotation time took 23.353531ms I0408 02:39:22.348000 3658 pods.go:271] [openshift-kube-storage-version-migrator/migrator-8c77ffd4c-hdk7t] addLogicalPort took 24.628015ms, libovsdb time 832.413µs I0408 02:39:22.682865 3658 cni.go:403] [openshift-kube-storage-version-migrator/migrator-8c77ffd4c-hdk7t 7f04d60bbf1edd0d5c6fb163e497b90de83d16f1c8ea132ecf0a087744ccfe9a network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-8c77ffd4c-hdk7t 7f04d60bbf1edd0d5c6fb163e497b90de83d16f1c8ea132ecf0a087744ccfe9a network default NAD default] I0408 02:39:22.692786 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-8c77ffd4c-hdk7t, hostIfaceName: 7f04d60bbf1edd0, network: default, NAD default, SandboxID: "7f04d60bbf1edd0d5c6fb163e497b90de83d16f1c8ea132ecf0a087744ccfe9a", PCI device ID: , UID: "2b451bc6-94fc-4e47-a6b2-c25e7261169d", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0408 02:39:22.739451 3658 cni.go:424] [openshift-kube-storage-version-migrator/migrator-8c77ffd4c-hdk7t 7f04d60bbf1edd0d5c6fb163e497b90de83d16f1c8ea132ecf0a087744ccfe9a network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-8c77ffd4c-hdk7t 7f04d60bbf1edd0d5c6fb163e497b90de83d16f1c8ea132ecf0a087744ccfe9a network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:67:89:31:21:7d\",\"name\":\"7f04d60bbf1edd0\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/716f8e3d-9015-42d1-b998-685ecd8b47a7\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:39:23.354891 3658 namespace.go:98] [openshift-service-ca] adding namespace I0408 02:39:23.355845 3658 namespace.go:102] [openshift-service-ca] adding namespace took 929.863µs I0408 02:39:23.377822 3658 namespace.go:142] [openshift-service-ca] updating namespace W0408 02:39:32.136626 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0408 02:39:33.889492 3658 cni.go:403] [openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-qjx6b 83c52684977cbc75848e38c76b033e99ca3fa6138a3aa646420003b5cd69cd7d network default NAD default] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-qjx6b 83c52684977cbc75848e38c76b033e99ca3fa6138a3aa646420003b5cd69cd7d network default NAD default] I0408 02:39:33.900127 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-54b84b498b-qjx6b, hostIfaceName: 83c52684977cbc7, network: default, NAD default, SandboxID: "83c52684977cbc75848e38c76b033e99ca3fa6138a3aa646420003b5cd69cd7d", PCI device ID: , UID: "de3a0929-a2dc-4cab-92bc-25bc3b77b13a", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0408 02:39:33.948081 3658 cni.go:424] [openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-qjx6b 83c52684977cbc75848e38c76b033e99ca3fa6138a3aa646420003b5cd69cd7d network default NAD default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-qjx6b 83c52684977cbc75848e38c76b033e99ca3fa6138a3aa646420003b5cd69cd7d network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:e4:7e:08:e2:e5\",\"name\":\"83c52684977cbc7\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e6604d2-a292-4d2e-a701-a42f4c9efdce\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:39:37.727509 3658 cni.go:403] [openshift-dns/dns-default-jqwn7 eb94da2dd3372a291cbc3bf9cea4f2d35ddc760097853e64c6ef21e31510d382 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-jqwn7 eb94da2dd3372a291cbc3bf9cea4f2d35ddc760097853e64c6ef21e31510d382 network default NAD default] I0408 02:39:37.742812 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-jqwn7, hostIfaceName: eb94da2dd3372a2, network: default, NAD default, SandboxID: "eb94da2dd3372a291cbc3bf9cea4f2d35ddc760097853e64c6ef21e31510d382", PCI device ID: , UID: "f87d75f3-5ea5-44c4-aafc-2724ffb7710f", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0408 02:39:37.791961 3658 cni.go:424] [openshift-dns/dns-default-jqwn7 eb94da2dd3372a291cbc3bf9cea4f2d35ddc760097853e64c6ef21e31510d382 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-jqwn7 eb94da2dd3372a291cbc3bf9cea4f2d35ddc760097853e64c6ef21e31510d382 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:a4:03:a4:3a:5f\",\"name\":\"eb94da2dd3372a2\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82a85cd5-4419-4ed6-985a-dbe9a76b1c7d\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:39:37.992194 3658 cni.go:403] [openshift-image-registry/image-registry-594bcfd95d-7krct 470bb716ff31ffd5c989276b50c1179b6d4299e88fa3e396dba276df7119ef33 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-594bcfd95d-7krct 470bb716ff31ffd5c989276b50c1179b6d4299e88fa3e396dba276df7119ef33 network default NAD default] I0408 02:39:38.001587 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-594bcfd95d-7krct, hostIfaceName: 470bb716ff31ffd, network: default, NAD default, SandboxID: "470bb716ff31ffd5c989276b50c1179b6d4299e88fa3e396dba276df7119ef33", PCI device ID: , UID: "2e73c1e4-8bd8-4b02-b9b1-20d919dc7a86", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0408 02:39:38.048017 3658 cni.go:424] [openshift-image-registry/image-registry-594bcfd95d-7krct 470bb716ff31ffd5c989276b50c1179b6d4299e88fa3e396dba276df7119ef33 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-594bcfd95d-7krct 470bb716ff31ffd5c989276b50c1179b6d4299e88fa3e396dba276df7119ef33 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:e5:e1:ff:9f:95\",\"name\":\"470bb716ff31ffd\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/382dcfa7-cb3e-4264-a46e-4b8c99761087\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0408 02:39:44.428773 3658 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0408 02:39:44.443780 3658 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-gxxtf] creating logical port openshift-insights_insights-runtime-extractor-gxxtf for pod on switch ip-10-0-2-217.ec2.internal I0408 02:39:44.443900 3658 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-gxxtf W0408 02:39:44.449571 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:44.449594 3658 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:44.449603 3658 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0408 02:39:44.464693 3658 pod.go:62] [openshift-insights/insights-runtime-extractor-gxxtf] pod update took 20.823463ms I0408 02:39:44.464715 3658 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-gxxtf] addLogicalPort annotation time took 20.850514ms I0408 02:39:44.465933 3658 pods.go:271] [openshift-insights/insights-runtime-extractor-gxxtf] addLogicalPort took 22.165203ms, libovsdb time 929.717µs W0408 02:39:44.525503 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0408 02:39:44.533366 3658 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:39:44.607932 3658 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0408 02:39:44.626180 3658 base_network_controller_pods.go:487] [default/openshift-console/downloads-59f56c7685-5m5ps] creating logical port openshift-console_downloads-59f56c7685-5m5ps for pod on switch ip-10-0-2-217.ec2.internal I0408 02:39:44.626266 3658 kube.go:256] Updating pod openshift-console/downloads-59f56c7685-5m5ps I0408 02:39:44.651167 3658 pod.go:62] [openshift-console/downloads-59f56c7685-5m5ps] pod update took 24.924402ms I0408 02:39:44.651188 3658 base_network_controller_pods.go:937] [default/openshift-console/downloads-59f56c7685-5m5ps] addLogicalPort annotation time took 24.951686ms I0408 02:39:44.652509 3658 pods.go:271] [openshift-console/downloads-59f56c7685-5m5ps] addLogicalPort took 26.347192ms, libovsdb time 924.624µs I0408 02:39:45.283958 3658 cni.go:403] [openshift-console/downloads-59f56c7685-5m5ps 0474f27fe328ce850670931990b6e6f38a4462c4d0b8934733f46bcd948b1a25 network default NAD default] ADD starting CNI request [openshift-console/downloads-59f56c7685-5m5ps 0474f27fe328ce850670931990b6e6f38a4462c4d0b8934733f46bcd948b1a25 network default NAD default] I0408 02:39:45.293148 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-59f56c7685-5m5ps, hostIfaceName: 0474f27fe328ce8, network: default, NAD default, SandboxID: "0474f27fe328ce850670931990b6e6f38a4462c4d0b8934733f46bcd948b1a25", PCI device ID: , UID: "cc385009-a83e-4136-b36f-eb1470c982ee", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0408 02:39:45.342184 3658 cni.go:424] [openshift-console/downloads-59f56c7685-5m5ps 0474f27fe328ce850670931990b6e6f38a4462c4d0b8934733f46bcd948b1a25 network default NAD default] ADD finished CNI request [openshift-console/downloads-59f56c7685-5m5ps 0474f27fe328ce850670931990b6e6f38a4462c4d0b8934733f46bcd948b1a25 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:6d:8b:bd:13:15\",\"name\":\"0474f27fe328ce8\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47ff8a1e-529d-4f61-ab06-dce9b35098db\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:39:46.305230 3658 cni.go:403] [openshift-insights/insights-runtime-extractor-gxxtf 854d47d14ccd6c0dc30d5a36747792c31faf81c43eaf87fb6eb10e10a3f10a4f network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-gxxtf 854d47d14ccd6c0dc30d5a36747792c31faf81c43eaf87fb6eb10e10a3f10a4f network default NAD default] I0408 02:39:46.316124 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-gxxtf, hostIfaceName: 854d47d14ccd6c0, network: default, NAD default, SandboxID: "854d47d14ccd6c0dc30d5a36747792c31faf81c43eaf87fb6eb10e10a3f10a4f", PCI device ID: , UID: "5f2429a4-9e8e-4325-9ab3-67bad2469b21", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0408 02:39:46.367850 3658 cni.go:424] [openshift-insights/insights-runtime-extractor-gxxtf 854d47d14ccd6c0dc30d5a36747792c31faf81c43eaf87fb6eb10e10a3f10a4f network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-gxxtf 854d47d14ccd6c0dc30d5a36747792c31faf81c43eaf87fb6eb10e10a3f10a4f network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:8e:bf:bf:10:a6\",\"name\":\"854d47d14ccd6c0\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89a528b9-9952-4ad9-b97e-9e52f4d9b7b0\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0408 02:39:47.520280 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:47.520307 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:47.520316 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:47.520358 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:47.520364 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:47.520368 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0408 02:39:50.129801 3658 cni.go:403] [openshift-network-console/networking-console-plugin-d6f47c5fd-btxwr b9804d36c848c314de49b5ef24c51109295383fbbf255473ff671e8e5060ad54 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-d6f47c5fd-btxwr b9804d36c848c314de49b5ef24c51109295383fbbf255473ff671e8e5060ad54 network default NAD default] I0408 02:39:50.139281 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-d6f47c5fd-btxwr, hostIfaceName: b9804d36c848c31, network: default, NAD default, SandboxID: "b9804d36c848c314de49b5ef24c51109295383fbbf255473ff671e8e5060ad54", PCI device ID: , UID: "7a68e9d4-d106-414f-9451-c921b35bd8e1", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] W0408 02:39:50.144244 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:50.144271 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0408 02:39:50.144276 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0408 02:39:50.189407 3658 cni.go:424] [openshift-network-console/networking-console-plugin-d6f47c5fd-btxwr b9804d36c848c314de49b5ef24c51109295383fbbf255473ff671e8e5060ad54 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-d6f47c5fd-btxwr b9804d36c848c314de49b5ef24c51109295383fbbf255473ff671e8e5060ad54 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:61:d4:d2:ad:60\",\"name\":\"b9804d36c848c31\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43848d9e-f4f0-44ff-8746-efa699f61cdc\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:39:50.315924 3658 cni.go:403] [openshift-monitoring/cluster-monitoring-operator-76dc995b8d-4z5mc 1c63036d7a365b806dcc2877d0bde18f449dcde55cc9b199ef1e36990c855af9 network default NAD default] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-76dc995b8d-4z5mc 1c63036d7a365b806dcc2877d0bde18f449dcde55cc9b199ef1e36990c855af9 network default NAD default] I0408 02:39:50.325892 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-76dc995b8d-4z5mc, hostIfaceName: 1c63036d7a365b8, network: default, NAD default, SandboxID: "1c63036d7a365b806dcc2877d0bde18f449dcde55cc9b199ef1e36990c855af9", PCI device ID: , UID: "831213df-5d59-428a-b708-fbae39e56d7c", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0408 02:39:50.378105 3658 cni.go:424] [openshift-monitoring/cluster-monitoring-operator-76dc995b8d-4z5mc 1c63036d7a365b806dcc2877d0bde18f449dcde55cc9b199ef1e36990c855af9 network default NAD default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-76dc995b8d-4z5mc 1c63036d7a365b806dcc2877d0bde18f449dcde55cc9b199ef1e36990c855af9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:a2:56:96:44:a0\",\"name\":\"1c63036d7a365b8\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61621867-13d5-4a26-b6c9-6700b473f6e8\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0408 02:39:50.566179 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:50.566200 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:50.566205 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:50.566315 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:50.566353 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:50.596437 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:50.596461 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:50.601254 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:50.601269 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:50.601274 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.450113 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.450140 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0408 02:39:51.453836 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.453851 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0408 02:39:51.453856 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0408 02:39:52.787777 3658 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-mlbxn] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7944fff6fb-mlbxn for pod on switch ip-10-0-2-217.ec2.internal I0408 02:39:52.787895 3658 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-mlbxn I0408 02:39:52.806316 3658 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-mlbxn] pod update took 18.459602ms I0408 02:39:52.806354 3658 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-mlbxn] addLogicalPort annotation time took 18.5034ms I0408 02:39:52.807836 3658 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-mlbxn] addLogicalPort took 20.081716ms, libovsdb time 1.090066ms I0408 02:39:53.746374 3658 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-mlbxn df51a23f4b95a0f35d43f29bd33de937b4f47075bc5bf86dfd88d5414edc2150 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-mlbxn df51a23f4b95a0f35d43f29bd33de937b4f47075bc5bf86dfd88d5414edc2150 network default NAD default] I0408 02:39:53.756184 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7944fff6fb-mlbxn, hostIfaceName: df51a23f4b95a0f, network: default, NAD default, SandboxID: "df51a23f4b95a0f35d43f29bd33de937b4f47075bc5bf86dfd88d5414edc2150", PCI device ID: , UID: "f66545ac-2ba1-4f70-8f78-f2b013368787", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0408 02:39:53.811859 3658 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-mlbxn df51a23f4b95a0f35d43f29bd33de937b4f47075bc5bf86dfd88d5414edc2150 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-mlbxn df51a23f4b95a0f35d43f29bd33de937b4f47075bc5bf86dfd88d5414edc2150 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:9c:5b:40:5f:e6\",\"name\":\"df51a23f4b95a0f\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a64daafc-c19d-4d1f-8210-9d4afc0cba1d\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0408 02:39:54.426819 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0408 02:39:54.513952 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:39:54.513976 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:39:54.570279 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:39:54.580302 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0408 02:39:55.426136 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0408 02:39:55.791319 3658 base_network_controller_pods.go:487] [default/openshift-console/console-5578c7bdcf-wh4xv] creating logical port openshift-console_console-5578c7bdcf-wh4xv for pod on switch ip-10-0-2-217.ec2.internal I0408 02:39:55.791442 3658 kube.go:256] Updating pod openshift-console/console-5578c7bdcf-wh4xv I0408 02:39:55.804276 3658 pod.go:62] [openshift-console/console-5578c7bdcf-wh4xv] pod update took 12.861882ms I0408 02:39:55.804302 3658 base_network_controller_pods.go:937] [default/openshift-console/console-5578c7bdcf-wh4xv] addLogicalPort annotation time took 12.894851ms I0408 02:39:55.805475 3658 pods.go:271] [openshift-console/console-5578c7bdcf-wh4xv] addLogicalPort took 14.18013ms, libovsdb time 841.382µs W0408 02:39:55.813873 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0408 02:39:56.222001 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0408 02:39:56.883771 3658 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-bb8f968df-vqtpz] creating logical port openshift-monitoring_prometheus-operator-bb8f968df-vqtpz for pod on switch ip-10-0-2-217.ec2.internal I0408 02:39:56.883873 3658 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-bb8f968df-vqtpz I0408 02:39:56.896929 3658 pod.go:62] [openshift-monitoring/prometheus-operator-bb8f968df-vqtpz] pod update took 13.085789ms I0408 02:39:56.896953 3658 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-bb8f968df-vqtpz] addLogicalPort annotation time took 13.116279ms I0408 02:39:56.898285 3658 pods.go:271] [openshift-monitoring/prometheus-operator-bb8f968df-vqtpz] addLogicalPort took 14.536486ms, libovsdb time 962.486µs I0408 02:40:00.254288 3658 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29593600-64nzc for pod on switch ip-10-0-2-217.ec2.internal I0408 02:40:00.254391 3658 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc I0408 02:40:00.278119 3658 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc] pod update took 23.751059ms I0408 02:40:00.278149 3658 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc] addLogicalPort annotation time took 23.784891ms I0408 02:40:00.279423 3658 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc] addLogicalPort took 25.153036ms, libovsdb time 878.008µs I0408 02:40:02.515187 3658 cni.go:403] [openshift-monitoring/prometheus-operator-bb8f968df-vqtpz 2cb854c749fce327bd73f5daff25f0765ab07c42a0fcc7bf8debbdd07f96aa99 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-bb8f968df-vqtpz 2cb854c749fce327bd73f5daff25f0765ab07c42a0fcc7bf8debbdd07f96aa99 network default NAD default] I0408 02:40:02.515210 3658 cni.go:403] [openshift-console/console-5578c7bdcf-wh4xv 9b350ac96290f1b32c47812b9888b5bbf301b790a727be3156e36fdfae754246 network default NAD default] ADD starting CNI request [openshift-console/console-5578c7bdcf-wh4xv 9b350ac96290f1b32c47812b9888b5bbf301b790a727be3156e36fdfae754246 network default NAD default] I0408 02:40:02.515989 3658 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc 19417496ad5e9f7ac798150e3da62fee7f8545b4ee1bf9801cf22daefae7764f network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc 19417496ad5e9f7ac798150e3da62fee7f8545b4ee1bf9801cf22daefae7764f network default NAD default] I0408 02:40:02.531190 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-5578c7bdcf-wh4xv, hostIfaceName: 9b350ac96290f1b, network: default, NAD default, SandboxID: "9b350ac96290f1b32c47812b9888b5bbf301b790a727be3156e36fdfae754246", PCI device ID: , UID: "7af2c407-ec93-49c8-91ee-f12d215394fb", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0408 02:40:02.533196 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29593600-64nzc, hostIfaceName: 19417496ad5e9f7, network: default, NAD default, SandboxID: "19417496ad5e9f7ac798150e3da62fee7f8545b4ee1bf9801cf22daefae7764f", PCI device ID: , UID: "34fbb70b-dd53-499d-810a-a3e85ef39cb4", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0408 02:40:02.535711 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-bb8f968df-vqtpz, hostIfaceName: 2cb854c749fce32, network: default, NAD default, SandboxID: "2cb854c749fce327bd73f5daff25f0765ab07c42a0fcc7bf8debbdd07f96aa99", PCI device ID: , UID: "acccc7fe-0592-44bb-ae15-12b50c84b748", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0408 02:40:02.591935 3658 cni.go:424] [openshift-console/console-5578c7bdcf-wh4xv 9b350ac96290f1b32c47812b9888b5bbf301b790a727be3156e36fdfae754246 network default NAD default] ADD finished CNI request [openshift-console/console-5578c7bdcf-wh4xv 9b350ac96290f1b32c47812b9888b5bbf301b790a727be3156e36fdfae754246 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:67:dc:be:39:f2\",\"name\":\"9b350ac96290f1b\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a878852-f7e4-4bc5-b620-66fbabe2def7\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:40:02.819588 3658 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc 19417496ad5e9f7ac798150e3da62fee7f8545b4ee1bf9801cf22daefae7764f network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc 19417496ad5e9f7ac798150e3da62fee7f8545b4ee1bf9801cf22daefae7764f network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:e5:17:c6:22:bc\",\"name\":\"19417496ad5e9f7\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e1effec-7ad6-4e45-854d-f2e697182473\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:40:02.820705 3658 cni.go:424] [openshift-monitoring/prometheus-operator-bb8f968df-vqtpz 2cb854c749fce327bd73f5daff25f0765ab07c42a0fcc7bf8debbdd07f96aa99 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-bb8f968df-vqtpz 2cb854c749fce327bd73f5daff25f0765ab07c42a0fcc7bf8debbdd07f96aa99 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:e0:19:89:2f:7f\",\"name\":\"2cb854c749fce32\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd3cad2e-ab8e-40b9-8b97-771dc4799eaf\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0408 02:40:03.249600 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0408 02:40:03.277290 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0408 02:40:09.703712 3658 cni.go:403] [openshift-image-registry/image-registry-594bcfd95d-7krct 470bb716ff31ffd5c989276b50c1179b6d4299e88fa3e396dba276df7119ef33 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-594bcfd95d-7krct 470bb716ff31ffd5c989276b50c1179b6d4299e88fa3e396dba276df7119ef33 network default NAD default] I0408 02:40:09.783966 3658 cni.go:424] [openshift-image-registry/image-registry-594bcfd95d-7krct 470bb716ff31ffd5c989276b50c1179b6d4299e88fa3e396dba276df7119ef33 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-594bcfd95d-7krct 470bb716ff31ffd5c989276b50c1179b6d4299e88fa3e396dba276df7119ef33 network default NAD default], result "{}", err I0408 02:40:09.787427 3658 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7876796689-s4vvt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:09.787994 3658 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7876796689-s4vvt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:09.847324 3658 obj_retry.go:464] Detected object openshift-image-registry/image-registry-594bcfd95d-7krct of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:09.847375 3658 pods.go:176] Deleting pod: openshift-image-registry/image-registry-594bcfd95d-7krct I0408 02:40:09.848731 3658 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-594bcfd95d-7krct, ips: 10.129.0.6 I0408 02:40:09.848762 3658 obj_retry.go:464] Detected object openshift-image-registry/image-registry-594bcfd95d-7krct of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:09.857705 3658 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7dcd474f7c-425lr] creating logical port openshift-image-registry_image-registry-7dcd474f7c-425lr for pod on switch ip-10-0-2-217.ec2.internal I0408 02:40:09.857851 3658 kube.go:256] Updating pod openshift-image-registry/image-registry-7dcd474f7c-425lr I0408 02:40:09.874438 3658 pod.go:62] [openshift-image-registry/image-registry-7dcd474f7c-425lr] pod update took 16.627986ms I0408 02:40:09.874462 3658 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-7dcd474f7c-425lr] addLogicalPort annotation time took 16.658826ms I0408 02:40:09.875758 3658 pods.go:271] [openshift-image-registry/image-registry-7dcd474f7c-425lr] addLogicalPort took 18.071816ms, libovsdb time 939.252µs I0408 02:40:10.222014 3658 cni.go:403] [openshift-image-registry/image-registry-7dcd474f7c-425lr ad6d9bc4721db5ff7a0e9482477b7d73b5cbbb2df1a5952b29fb07a8005d14e3 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-7dcd474f7c-425lr ad6d9bc4721db5ff7a0e9482477b7d73b5cbbb2df1a5952b29fb07a8005d14e3 network default NAD default] I0408 02:40:10.232200 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7dcd474f7c-425lr, hostIfaceName: ad6d9bc4721db5f, network: default, NAD default, SandboxID: "ad6d9bc4721db5ff7a0e9482477b7d73b5cbbb2df1a5952b29fb07a8005d14e3", PCI device ID: , UID: "45c38458-290e-4cf3-8a71-7ae26b5ae953", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0408 02:40:10.265853 3658 obj_retry.go:458] Detected object openshift-image-registry/image-registry-594bcfd95d-7krct of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:10.265883 3658 obj_retry.go:458] Detected object openshift-image-registry/image-registry-594bcfd95d-7krct of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:10.279616 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-594bcfd95d-7krct I0408 02:40:10.279645 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-594bcfd95d-7krct I0408 02:40:10.288773 3658 cni.go:424] [openshift-image-registry/image-registry-7dcd474f7c-425lr ad6d9bc4721db5ff7a0e9482477b7d73b5cbbb2df1a5952b29fb07a8005d14e3 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-7dcd474f7c-425lr ad6d9bc4721db5ff7a0e9482477b7d73b5cbbb2df1a5952b29fb07a8005d14e3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:08:90:5c:77:31\",\"name\":\"ad6d9bc4721db5f\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0148515d-2769-4d39-99fb-bb9f88316c9c\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:40:10.503255 3658 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7876796689-s4vvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:10.503287 3658 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7876796689-s4vvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:10.511869 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7876796689-s4vvt I0408 02:40:10.511933 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7876796689-s4vvt I0408 02:40:12.304932 3658 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-696b6cc76c-t7qtt] creating logical port openshift-monitoring_kube-state-metrics-696b6cc76c-t7qtt for pod on switch ip-10-0-2-217.ec2.internal I0408 02:40:12.305082 3658 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-696b6cc76c-t7qtt I0408 02:40:12.336487 3658 pod.go:62] [openshift-monitoring/kube-state-metrics-696b6cc76c-t7qtt] pod update took 31.444904ms I0408 02:40:12.336511 3658 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-696b6cc76c-t7qtt] addLogicalPort annotation time took 31.474767ms I0408 02:40:12.337719 3658 pods.go:271] [openshift-monitoring/kube-state-metrics-696b6cc76c-t7qtt] addLogicalPort took 32.803516ms, libovsdb time 868.228µs I0408 02:40:12.665995 3658 cni.go:403] [openshift-monitoring/kube-state-metrics-696b6cc76c-t7qtt 0e325d3a243191a6b9c137b60dad1b76128b99a494170cc9057087006be4192c network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-696b6cc76c-t7qtt 0e325d3a243191a6b9c137b60dad1b76128b99a494170cc9057087006be4192c network default NAD default] I0408 02:40:12.675207 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-696b6cc76c-t7qtt, hostIfaceName: 0e325d3a243191a, network: default, NAD default, SandboxID: "0e325d3a243191a6b9c137b60dad1b76128b99a494170cc9057087006be4192c", PCI device ID: , UID: "4fcf5678-0ee7-4aed-83af-28bdb383d511", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0408 02:40:12.724082 3658 cni.go:424] [openshift-monitoring/kube-state-metrics-696b6cc76c-t7qtt 0e325d3a243191a6b9c137b60dad1b76128b99a494170cc9057087006be4192c network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-696b6cc76c-t7qtt 0e325d3a243191a6b9c137b60dad1b76128b99a494170cc9057087006be4192c network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:f2:fa:02:d2:61\",\"name\":\"0e325d3a243191a\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b42464a9-8d62-4514-b9a2-118400a3141e\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:40:14.657025 3658 cni.go:403] [openshift-multus/network-metrics-daemon-bg686 0b39a58e255a873ba2993c0aa59b9c4eb6f568f7c64e161f58e32b79b636588e network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-bg686 0b39a58e255a873ba2993c0aa59b9c4eb6f568f7c64e161f58e32b79b636588e network default NAD default] I0408 02:40:14.666619 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-bg686, hostIfaceName: 0b39a58e255a873, network: default, NAD default, SandboxID: "0b39a58e255a873ba2993c0aa59b9c4eb6f568f7c64e161f58e32b79b636588e", PCI device ID: , UID: "68234c17-289a-4e49-96b7-b3e7d1511977", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0408 02:40:14.719771 3658 cni.go:424] [openshift-multus/network-metrics-daemon-bg686 0b39a58e255a873ba2993c0aa59b9c4eb6f568f7c64e161f58e32b79b636588e network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-bg686 0b39a58e255a873ba2993c0aa59b9c4eb6f568f7c64e161f58e32b79b636588e network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:46:a5:ee:03:15\",\"name\":\"0b39a58e255a873\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcd601f6-0387-43f2-9151-c48261aa06fb\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0408 02:40:15.696910 3658 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:15.696931 3658 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:15.696938 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:16.354802 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0408 02:40:16.659883 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:16.659904 3658 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0408 02:40:16.659910 3658 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0408 02:40:17.033535 3658 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-66fb54f947-7cxhg] creating logical port openshift-monitoring_metrics-server-66fb54f947-7cxhg for pod on switch ip-10-0-2-217.ec2.internal I0408 02:40:17.033656 3658 kube.go:256] Updating pod openshift-monitoring/metrics-server-66fb54f947-7cxhg I0408 02:40:17.065507 3658 pod.go:62] [openshift-monitoring/metrics-server-66fb54f947-7cxhg] pod update took 31.893421ms I0408 02:40:17.065528 3658 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-66fb54f947-7cxhg] addLogicalPort annotation time took 31.920233ms I0408 02:40:17.066733 3658 pods.go:271] [openshift-monitoring/metrics-server-66fb54f947-7cxhg] addLogicalPort took 33.21725ms, libovsdb time 876.948µs I0408 02:40:17.441550 3658 cni.go:403] [openshift-monitoring/metrics-server-66fb54f947-7cxhg 74d4f56d54b87f043e1ec44096b10ec1b39082497726d2dcf9fff7d9a7b207d1 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-66fb54f947-7cxhg 74d4f56d54b87f043e1ec44096b10ec1b39082497726d2dcf9fff7d9a7b207d1 network default NAD default] I0408 02:40:17.451538 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-66fb54f947-7cxhg, hostIfaceName: 74d4f56d54b87f0, network: default, NAD default, SandboxID: "74d4f56d54b87f043e1ec44096b10ec1b39082497726d2dcf9fff7d9a7b207d1", PCI device ID: , UID: "0c9c541d-437e-4002-98a0-d8cc4d11881b", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0408 02:40:17.502867 3658 cni.go:424] [openshift-monitoring/metrics-server-66fb54f947-7cxhg 74d4f56d54b87f043e1ec44096b10ec1b39082497726d2dcf9fff7d9a7b207d1 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-66fb54f947-7cxhg 74d4f56d54b87f043e1ec44096b10ec1b39082497726d2dcf9fff7d9a7b207d1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:ce:12:ee:39:eb\",\"name\":\"74d4f56d54b87f0\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfc71dc2-cfce-4b7c-ba7c-1e61f389bda3\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0408 02:40:17.827009 3658 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-5578c7bdcf-rd4pr IP address from the namespace address-set, err: pod openshift-console/console-5578c7bdcf-rd4pr: no pod IPs found W0408 02:40:18.685052 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:18.685076 3658 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:18.685084 3658 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:18.685090 3658 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier I0408 02:40:18.779735 3658 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-217.ec2.internal I0408 02:40:18.779847 3658 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0408 02:40:18.830246 3658 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 50.446918ms I0408 02:40:18.830279 3658 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 50.483471ms I0408 02:40:18.831954 3658 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 52.234118ms, libovsdb time 1.23908ms I0408 02:40:19.184713 3658 cni.go:403] [openshift-monitoring/prometheus-k8s-1 f4cb15a0ce898bcc61ea8bb70bb97e5c556ae50d07cb2c5f9d831adeff548d85 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 f4cb15a0ce898bcc61ea8bb70bb97e5c556ae50d07cb2c5f9d831adeff548d85 network default NAD default] I0408 02:40:19.194709 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: f4cb15a0ce898bc, network: default, NAD default, SandboxID: "f4cb15a0ce898bcc61ea8bb70bb97e5c556ae50d07cb2c5f9d831adeff548d85", PCI device ID: , UID: "18b1f5ec-349e-4662-ad26-2632166322f7", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0408 02:40:19.250774 3658 cni.go:424] [openshift-monitoring/prometheus-k8s-1 f4cb15a0ce898bcc61ea8bb70bb97e5c556ae50d07cb2c5f9d831adeff548d85 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 f4cb15a0ce898bcc61ea8bb70bb97e5c556ae50d07cb2c5f9d831adeff548d85 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:eb:a6:48:3a:6e\",\"name\":\"f4cb15a0ce898bc\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d1c131e-3c04-44bd-bee2-d0834941d65b\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0408 02:40:19.699540 3658 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:40:19.699560 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:40:20.329637 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0408 02:40:21.365506 3658 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:40:21.365524 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:40:21.581212 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:21.581231 3658 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:21.581236 3658 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:21.581240 3658 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0408 02:40:21.647316 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0408 02:40:21.751976 3658 obj_retry.go:464] Detected object openshift-console/console-6789dffdcb-4nb58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:21.752576 3658 obj_retry.go:464] Detected object openshift-console/console-6789dffdcb-4nb58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:22.626514 3658 obj_retry.go:458] Detected object openshift-console/console-6789dffdcb-4nb58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:22.626579 3658 obj_retry.go:458] Detected object openshift-console/console-6789dffdcb-4nb58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:22.634376 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6789dffdcb-4nb58 I0408 02:40:22.634463 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6789dffdcb-4nb58 W0408 02:40:23.035289 3658 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-598c56946c-nt7g5 IP address from the namespace address-set, err: pod openshift-console/console-598c56946c-nt7g5: no pod IPs found W0408 02:40:31.505199 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:40:31.505231 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:40:31.505248 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:40:31.505278 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:40:31.560606 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:40:31.560633 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:40:32.292581 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0408 02:40:32.743038 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0408 02:40:41.345076 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0408 02:40:41.713890 3658 obj_retry.go:464] Detected object openshift-console/console-6789dffdcb-cwz9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:41.714470 3658 obj_retry.go:464] Detected object openshift-console/console-6789dffdcb-cwz9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:42.076855 3658 obj_retry.go:458] Detected object openshift-console/console-6789dffdcb-cwz9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:42.076876 3658 obj_retry.go:458] Detected object openshift-console/console-6789dffdcb-cwz9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:42.083895 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6789dffdcb-cwz9d I0408 02:40:42.083919 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6789dffdcb-cwz9d W0408 02:40:46.806810 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0408 02:40:49.928537 3658 obj_retry.go:464] Detected object openshift-console/console-598c56946c-j7mtl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:49.929083 3658 obj_retry.go:464] Detected object openshift-console/console-598c56946c-j7mtl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:50.741757 3658 obj_retry.go:458] Detected object openshift-console/console-598c56946c-j7mtl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:50.741790 3658 obj_retry.go:458] Detected object openshift-console/console-598c56946c-j7mtl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:50.748966 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-598c56946c-j7mtl I0408 02:40:50.749001 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-598c56946c-j7mtl W0408 02:40:52.481296 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0408 02:40:52.481358 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0408 02:40:52.481405 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0408 02:40:53.500655 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0408 02:40:57.879076 3658 obj_retry.go:464] Detected object openshift-image-registry/image-registry-594bcfd95d-p7wtr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:57.879678 3658 obj_retry.go:464] Detected object openshift-image-registry/image-registry-594bcfd95d-p7wtr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:40:58.851051 3658 obj_retry.go:458] Detected object openshift-image-registry/image-registry-594bcfd95d-p7wtr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:58.851074 3658 obj_retry.go:458] Detected object openshift-image-registry/image-registry-594bcfd95d-p7wtr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:40:58.858575 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-594bcfd95d-p7wtr I0408 02:40:58.858609 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-594bcfd95d-p7wtr I0408 02:41:07.332374 3658 obj_retry.go:464] Detected object openshift-ingress/router-default-587ff98f7b-zgxm5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:07.332965 3658 obj_retry.go:464] Detected object openshift-ingress/router-default-587ff98f7b-zgxm5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:07.910200 3658 obj_retry.go:458] Detected object openshift-ingress/router-default-587ff98f7b-zgxm5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:07.910240 3658 obj_retry.go:458] Detected object openshift-ingress/router-default-587ff98f7b-zgxm5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:07.912403 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-587ff98f7b-zgxm5 I0408 02:41:07.912426 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-587ff98f7b-zgxm5 I0408 02:41:18.050036 3658 cni.go:403] [openshift-console/console-5578c7bdcf-wh4xv 9b350ac96290f1b32c47812b9888b5bbf301b790a727be3156e36fdfae754246 network default NAD default] DEL starting CNI request [openshift-console/console-5578c7bdcf-wh4xv 9b350ac96290f1b32c47812b9888b5bbf301b790a727be3156e36fdfae754246 network default NAD default] I0408 02:41:18.131841 3658 cni.go:424] [openshift-console/console-5578c7bdcf-wh4xv 9b350ac96290f1b32c47812b9888b5bbf301b790a727be3156e36fdfae754246 network default NAD default] DEL finished CNI request [openshift-console/console-5578c7bdcf-wh4xv 9b350ac96290f1b32c47812b9888b5bbf301b790a727be3156e36fdfae754246 network default NAD default], result "{}", err I0408 02:41:18.180009 3658 obj_retry.go:464] Detected object openshift-console/console-5578c7bdcf-wh4xv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:18.180048 3658 pods.go:176] Deleting pod: openshift-console/console-5578c7bdcf-wh4xv I0408 02:41:18.181419 3658 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5578c7bdcf-wh4xv, ips: 10.129.0.19 I0408 02:41:18.181450 3658 obj_retry.go:464] Detected object openshift-console/console-5578c7bdcf-wh4xv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:18.602250 3658 obj_retry.go:458] Detected object openshift-console/console-5578c7bdcf-wh4xv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:18.602273 3658 obj_retry.go:458] Detected object openshift-console/console-5578c7bdcf-wh4xv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:18.609854 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5578c7bdcf-wh4xv I0408 02:41:18.609883 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5578c7bdcf-wh4xv W0408 02:41:19.651303 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0408 02:41:19.651328 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0408 02:41:30.658396 3658 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc 19417496ad5e9f7ac798150e3da62fee7f8545b4ee1bf9801cf22daefae7764f network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc 19417496ad5e9f7ac798150e3da62fee7f8545b4ee1bf9801cf22daefae7764f network default NAD default] I0408 02:41:30.740521 3658 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc 19417496ad5e9f7ac798150e3da62fee7f8545b4ee1bf9801cf22daefae7764f network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc 19417496ad5e9f7ac798150e3da62fee7f8545b4ee1bf9801cf22daefae7764f network default NAD default], result "{}", err I0408 02:41:30.785191 3658 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:30.785228 3658 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc I0408 02:41:30.786640 3658 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc, ips: 10.129.0.21 I0408 02:41:30.786678 3658 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:30.875900 3658 base_network_controller_pods.go:487] [default/openshift-console/console-fcbbdb694-84w2r] creating logical port openshift-console_console-fcbbdb694-84w2r for pod on switch ip-10-0-2-217.ec2.internal I0408 02:41:30.876038 3658 kube.go:256] Updating pod openshift-console/console-fcbbdb694-84w2r I0408 02:41:30.899895 3658 pod.go:62] [openshift-console/console-fcbbdb694-84w2r] pod update took 23.886195ms I0408 02:41:30.899919 3658 base_network_controller_pods.go:937] [default/openshift-console/console-fcbbdb694-84w2r] addLogicalPort annotation time took 23.914481ms I0408 02:41:30.901167 3658 pods.go:271] [openshift-console/console-fcbbdb694-84w2r] addLogicalPort took 25.287339ms, libovsdb time 924.867µs I0408 02:41:31.238206 3658 cni.go:403] [openshift-console/console-fcbbdb694-84w2r e7b856a59648183a1ca98dbf145bf8d22e6da6f28dd1eb2d52519182c7190da1 network default NAD default] ADD starting CNI request [openshift-console/console-fcbbdb694-84w2r e7b856a59648183a1ca98dbf145bf8d22e6da6f28dd1eb2d52519182c7190da1 network default NAD default] I0408 02:41:31.247843 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-fcbbdb694-84w2r, hostIfaceName: e7b856a59648183, network: default, NAD default, SandboxID: "e7b856a59648183a1ca98dbf145bf8d22e6da6f28dd1eb2d52519182c7190da1", PCI device ID: , UID: "14536cb5-c5fc-4a94-a477-e89d0bd1095e", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0408 02:41:31.297744 3658 cni.go:424] [openshift-console/console-fcbbdb694-84w2r e7b856a59648183a1ca98dbf145bf8d22e6da6f28dd1eb2d52519182c7190da1 network default NAD default] ADD finished CNI request [openshift-console/console-fcbbdb694-84w2r e7b856a59648183a1ca98dbf145bf8d22e6da6f28dd1eb2d52519182c7190da1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:90:b4:32:d4:6c\",\"name\":\"e7b856a59648183\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cff66f31-1ed5-4d5d-a5ae-1148ae9581e4\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:41:31.812755 3658 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:31.812781 3658 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593600-64nzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0408 02:41:41.714251 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0408 02:41:56.161639 3658 obj_retry.go:464] Detected object openshift-console/console-7598fdb4bd-lp4x5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:56.162260 3658 obj_retry.go:464] Detected object openshift-console/console-7598fdb4bd-lp4x5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:41:57.030135 3658 obj_retry.go:458] Detected object openshift-console/console-7598fdb4bd-lp4x5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:57.030165 3658 obj_retry.go:458] Detected object openshift-console/console-7598fdb4bd-lp4x5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:41:57.037116 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7598fdb4bd-lp4x5 I0408 02:41:57.037150 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7598fdb4bd-lp4x5 I0408 02:42:07.045516 3658 obj_retry.go:464] Detected object openshift-console/console-7598fdb4bd-wh59q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:42:07.046047 3658 obj_retry.go:464] Detected object openshift-console/console-7598fdb4bd-wh59q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:42:07.146886 3658 obj_retry.go:458] Detected object openshift-console/console-7598fdb4bd-wh59q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:42:07.146909 3658 obj_retry.go:458] Detected object openshift-console/console-7598fdb4bd-wh59q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:42:07.154970 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7598fdb4bd-wh59q I0408 02:42:07.154998 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7598fdb4bd-wh59q I0408 02:42:32.552849 3658 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0408 02:43:37.290846 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=525 I0408 02:43:55.287444 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0408 02:43:55.398394 3658 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0408 02:44:01.497800 3658 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0408 02:44:12.542061 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0408 02:44:12.542133 3658 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-9mg5x IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-9mg5x: no pod IPs found I0408 02:44:14.372505 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0408 02:44:34.366969 3658 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0408 02:44:35.393231 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0408 02:45:26.403809 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0408 02:45:37.382936 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0408 02:45:56.281683 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 I0408 02:46:19.388759 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0408 02:46:26.667406 3658 namespace.go:98] [tsf] adding namespace I0408 02:46:26.668395 3658 namespace.go:102] [tsf] adding namespace took 961.92µs I0408 02:46:26.685717 3658 namespace.go:142] [tsf] updating namespace I0408 02:46:26.697237 3658 namespace.go:142] [tsf] updating namespace I0408 02:46:30.561399 3658 namespace.go:98] [tsf-keycloak] adding namespace I0408 02:46:30.562255 3658 namespace.go:102] [tsf-keycloak] adding namespace took 835.58µs I0408 02:46:30.565297 3658 namespace.go:98] [rhtpa-operator] adding namespace I0408 02:46:30.566066 3658 namespace.go:102] [rhtpa-operator] adding namespace took 752.46µs I0408 02:46:30.568904 3658 namespace.go:98] [tsf-tas] adding namespace I0408 02:46:30.569035 3658 namespace.go:98] [konflux-operator] adding namespace I0408 02:46:30.569254 3658 namespace.go:98] [rhbk-operator] adding namespace I0408 02:46:30.569282 3658 namespace.go:98] [konflux-ui] adding namespace I0408 02:46:30.569667 3658 namespace.go:102] [tsf-tas] adding namespace took 749.845µs I0408 02:46:30.570328 3658 namespace.go:102] [konflux-operator] adding namespace took 1.27474ms I0408 02:46:30.570379 3658 namespace.go:98] [tsf-tpa] adding namespace I0408 02:46:30.570933 3658 namespace.go:102] [rhbk-operator] adding namespace took 1.65843ms I0408 02:46:30.571424 3658 namespace.go:102] [konflux-ui] adding namespace took 2.127727ms I0408 02:46:30.571449 3658 namespace.go:98] [cert-manager-operator] adding namespace I0408 02:46:30.571900 3658 namespace.go:102] [cert-manager-operator] adding namespace took 443.207µs I0408 02:46:30.572306 3658 namespace.go:102] [tsf-tpa] adding namespace took 1.912352ms I0408 02:46:30.579982 3658 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:46:30.593307 3658 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:46:30.611741 3658 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:46:30.614522 3658 namespace.go:142] [tsf-tas] updating namespace I0408 02:46:30.619689 3658 namespace.go:142] [tsf-tpa] updating namespace I0408 02:46:30.630138 3658 namespace.go:142] [konflux-operator] updating namespace I0408 02:46:30.632319 3658 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:46:30.632399 3658 namespace.go:142] [rhbk-operator] updating namespace I0408 02:46:30.635527 3658 namespace.go:142] [konflux-ui] updating namespace I0408 02:46:30.640898 3658 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:46:30.644202 3658 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:46:30.688284 3658 namespace.go:142] [konflux-operator] updating namespace I0408 02:46:30.702127 3658 namespace.go:142] [konflux-operator] updating namespace I0408 02:46:30.726169 3658 namespace.go:142] [tsf-tpa] updating namespace I0408 02:46:30.746434 3658 namespace.go:142] [tsf-tpa] updating namespace I0408 02:46:30.750542 3658 namespace.go:142] [rhbk-operator] updating namespace I0408 02:46:30.767683 3658 namespace.go:142] [rhbk-operator] updating namespace I0408 02:46:30.772144 3658 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:46:30.797459 3658 namespace.go:142] [konflux-ui] updating namespace I0408 02:46:30.811013 3658 namespace.go:142] [konflux-ui] updating namespace I0408 02:46:30.826923 3658 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:46:30.834980 3658 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:46:30.862447 3658 namespace.go:142] [tsf-tas] updating namespace I0408 02:46:30.875330 3658 namespace.go:142] [tsf-tas] updating namespace I0408 02:46:31.789436 3658 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:46:31.795057 3658 namespace.go:142] [tsf-tpa] updating namespace I0408 02:46:31.957755 3658 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-217.ec2.internal I0408 02:46:31.957874 3658 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0408 02:46:31.988238 3658 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 30.392543ms I0408 02:46:31.988261 3658 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 30.421406ms I0408 02:46:31.989591 3658 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 31.849108ms, libovsdb time 914.464µs I0408 02:46:32.337031 3658 cni.go:403] [tsf/test-tsf-subscriptions 219e3185358fb990a4a22143764072c41d70279fe860cfb4f8d7b62a198611a5 network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions 219e3185358fb990a4a22143764072c41d70279fe860cfb4f8d7b62a198611a5 network default NAD default] I0408 02:46:32.346194 3658 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 219e3185358fb99, network: default, NAD default, SandboxID: "219e3185358fb990a4a22143764072c41d70279fe860cfb4f8d7b62a198611a5", PCI device ID: , UID: "e04e4f78-c2f6-4439-8a13-ed87a7b5dd0c", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0408 02:46:32.397992 3658 cni.go:424] [tsf/test-tsf-subscriptions 219e3185358fb990a4a22143764072c41d70279fe860cfb4f8d7b62a198611a5 network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions 219e3185358fb990a4a22143764072c41d70279fe860cfb4f8d7b62a198611a5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:57:89:e8:d8:3e\",\"name\":\"219e3185358fb99\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/163dbcd8-83b5-4752-83ab-b3370dcfb9f0\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:46:38.341721 3658 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:38.342273 3658 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:38.342301 3658 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:38.342309 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:38.342321 3658 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:38.342326 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:39.357133 3658 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:39.357719 3658 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:39.357749 3658 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:39.357757 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:39.357771 3658 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:39.357775 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:39.375073 3658 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:39.375104 3658 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:39.375121 3658 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:39.375133 3658 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t4mj4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:40.386186 3658 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:40.386284 3658 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:40.386308 3658 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:40.386351 3658 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dkttz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:41.371995 3658 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:41.372599 3658 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:41.372629 3658 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:41.372639 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:41.372654 3658 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:41.372660 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:42.380012 3658 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:42.380561 3658 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:42.380590 3658 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:42.380597 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:42.380613 3658 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:42.380617 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:42.397986 3658 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:42.398080 3658 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:42.398123 3658 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:42.398164 3658 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc6vx4g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:43.414870 3658 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:43.414893 3658 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:43.414906 3658 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:43.414918 3658 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecew54pr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:44.395365 3658 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:44.395882 3658 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:44.395907 3658 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:44.395914 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:44.395925 3658 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:44.395929 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:45.405833 3658 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:45.406352 3658 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:46:45.406382 3658 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:45.406390 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0408 02:46:45.406401 3658 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0408 02:46:45.406405 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0408 02:46:45.427650 3658 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:45.427674 3658 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:45.427688 3658 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:45.427703 3658 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76mkvx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:46.431411 3658 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:46.431440 3658 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:46.431461 3658 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:46.431481 3658 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqjtrw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:46:53.405622 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0408 02:46:55.124023 3658 namespace.go:98] [cert-manager] adding namespace I0408 02:46:55.124847 3658 namespace.go:102] [cert-manager] adding namespace took 803.538µs I0408 02:46:55.148223 3658 namespace.go:142] [cert-manager] updating namespace I0408 02:46:55.218956 3658 namespace.go:142] [cert-manager] updating namespace I0408 02:46:56.377834 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0408 02:46:59.320775 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=131 W0408 02:47:00.379611 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0408 02:47:00.379635 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0408 02:47:04.032716 3658 namespace.go:142] [openshift-operators] updating namespace I0408 02:47:04.053015 3658 namespace.go:142] [openshift-operators] updating namespace W0408 02:47:05.282196 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0408 02:47:07.298394 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0408 02:47:12.424899 3658 namespace.go:142] [openshift-operators] updating namespace I0408 02:47:21.963962 3658 namespace.go:98] [trusted-artifact-signer] adding namespace I0408 02:47:21.964815 3658 namespace.go:102] [trusted-artifact-signer] adding namespace took 830.478µs I0408 02:47:22.005094 3658 namespace.go:142] [trusted-artifact-signer] updating namespace I0408 02:47:22.005139 3658 namespace.go:142] [trusted-artifact-signer] updating namespace W0408 02:47:22.443185 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0408 02:47:24.281381 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0408 02:47:28.043431 3658 namespace.go:98] [openshift-pipelines] adding namespace I0408 02:47:28.044254 3658 namespace.go:102] [openshift-pipelines] adding namespace took 801.304µs I0408 02:47:28.062746 3658 namespace.go:142] [openshift-pipelines] updating namespace I0408 02:47:28.755708 3658 namespace.go:142] [cert-manager] updating namespace I0408 02:47:28.953993 3658 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:47:29.357904 3658 namespace.go:142] [konflux-operator] updating namespace I0408 02:47:29.560093 3658 namespace.go:142] [konflux-ui] updating namespace I0408 02:47:29.760824 3658 namespace.go:142] [open-cluster-management-2phms2giigvfvsds2o6sgo9pgqaup61d] updating namespace I0408 02:47:30.160802 3658 namespace.go:142] [rhbk-operator] updating namespace I0408 02:47:30.363102 3658 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:47:30.563574 3658 namespace.go:142] [trusted-artifact-signer] updating namespace I0408 02:47:30.759897 3658 namespace.go:142] [tsf] updating namespace I0408 02:47:30.963183 3658 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:47:31.161147 3658 namespace.go:142] [tsf-tas] updating namespace I0408 02:47:31.365386 3658 namespace.go:142] [tsf-tpa] updating namespace I0408 02:47:31.493793 3658 namespace.go:142] [cert-manager] updating namespace I0408 02:47:31.503888 3658 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:47:31.512320 3658 namespace.go:142] [default] updating namespace I0408 02:47:31.524475 3658 namespace.go:142] [konflux-operator] updating namespace I0408 02:47:31.533462 3658 namespace.go:142] [konflux-ui] updating namespace I0408 02:47:31.544038 3658 namespace.go:142] [open-cluster-management-2phms2giigvfvsds2o6sgo9pgqaup61d] updating namespace I0408 02:47:31.552228 3658 namespace.go:142] [openshift] updating namespace I0408 02:47:31.562496 3658 namespace.go:142] [rhbk-operator] updating namespace I0408 02:47:31.571534 3658 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:47:31.582970 3658 namespace.go:142] [trusted-artifact-signer] updating namespace I0408 02:47:31.591618 3658 namespace.go:142] [tsf] updating namespace I0408 02:47:31.607196 3658 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:47:31.626875 3658 namespace.go:142] [tsf-tas] updating namespace I0408 02:47:31.644478 3658 namespace.go:142] [tsf-tpa] updating namespace I0408 02:47:31.745486 3658 namespace.go:142] [cert-manager] updating namespace I0408 02:47:31.846490 3658 namespace.go:142] [cert-manager-operator] updating namespace I0408 02:47:31.949102 3658 namespace.go:142] [default] updating namespace I0408 02:47:32.046987 3658 namespace.go:142] [konflux-operator] updating namespace I0408 02:47:32.149156 3658 namespace.go:142] [konflux-ui] updating namespace I0408 02:47:32.247016 3658 namespace.go:142] [open-cluster-management-2phms2giigvfvsds2o6sgo9pgqaup61d] updating namespace I0408 02:47:32.347105 3658 namespace.go:142] [openshift] updating namespace I0408 02:47:32.445605 3658 namespace.go:142] [rhbk-operator] updating namespace I0408 02:47:32.546999 3658 namespace.go:142] [rhtpa-operator] updating namespace I0408 02:47:32.646117 3658 namespace.go:142] [trusted-artifact-signer] updating namespace I0408 02:47:32.748688 3658 namespace.go:142] [tsf] updating namespace I0408 02:47:32.854821 3658 namespace.go:142] [tsf-keycloak] updating namespace I0408 02:47:32.947610 3658 namespace.go:142] [tsf-tas] updating namespace I0408 02:47:33.048110 3658 namespace.go:142] [tsf-tpa] updating namespace I0408 02:47:33.312691 3658 namespace.go:142] [openshift-pipelines] updating namespace I0408 02:47:35.171649 3658 cni.go:403] [tsf/test-tsf-subscriptions 219e3185358fb990a4a22143764072c41d70279fe860cfb4f8d7b62a198611a5 network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions 219e3185358fb990a4a22143764072c41d70279fe860cfb4f8d7b62a198611a5 network default NAD default] I0408 02:47:35.263423 3658 cni.go:424] [tsf/test-tsf-subscriptions 219e3185358fb990a4a22143764072c41d70279fe860cfb4f8d7b62a198611a5 network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions 219e3185358fb990a4a22143764072c41d70279fe860cfb4f8d7b62a198611a5 network default NAD default], result "{}", err I0408 02:47:35.282594 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=90 I0408 02:47:35.350606 3658 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:47:35.350639 3658 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0408 02:47:35.351862 3658 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.27 I0408 02:47:35.351888 3658 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:47:35.380767 3658 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:47:35.380791 3658 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:47:35.397920 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0408 02:47:35.397946 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0408 02:47:37.157096 3658 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-217.ec2.internal I0408 02:47:37.157188 3658 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0408 02:47:37.176930 3658 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 19.766987ms I0408 02:47:37.176955 3658 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 19.798027ms I0408 02:47:37.178262 3658 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 21.179722ms, libovsdb time 966.84µs I0408 02:47:37.538469 3658 cni.go:403] [tsf/test-tsf-infrastructure a535683f4882db29db5687ab4a3dd8745bb96e71425e46a7f5c84d4eee6ac6bf network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure a535683f4882db29db5687ab4a3dd8745bb96e71425e46a7f5c84d4eee6ac6bf network default NAD default] I0408 02:47:37.552794 3658 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: a535683f4882db2, network: default, NAD default, SandboxID: "a535683f4882db29db5687ab4a3dd8745bb96e71425e46a7f5c84d4eee6ac6bf", PCI device ID: , UID: "5ae2d1c1-f5c1-493e-9ff0-700c4fe30e8b", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0408 02:47:37.604080 3658 cni.go:424] [tsf/test-tsf-infrastructure a535683f4882db29db5687ab4a3dd8745bb96e71425e46a7f5c84d4eee6ac6bf network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure a535683f4882db29db5687ab4a3dd8745bb96e71425e46a7f5c84d4eee6ac6bf network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:24:8d:b6:51:a2\",\"name\":\"a535683f4882db2\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43ac22c4-ed11-42b1-b8a8-63bfe153958e\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:47:40.040849 3658 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bb66w] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-bb66w for pod on switch ip-10-0-2-217.ec2.internal I0408 02:47:40.040971 3658 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bb66w I0408 02:47:40.054859 3658 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bb66w] pod update took 13.932729ms I0408 02:47:40.054883 3658 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bb66w] addLogicalPort annotation time took 13.962616ms I0408 02:47:40.056396 3658 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bb66w] addLogicalPort took 15.564168ms, libovsdb time 1.026802ms I0408 02:47:41.675765 3658 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-865r9] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-865r9 for pod on switch ip-10-0-2-217.ec2.internal I0408 02:47:41.675890 3658 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-865r9 I0408 02:47:41.691447 3658 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-865r9] pod update took 15.595602ms I0408 02:47:41.691471 3658 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-865r9] addLogicalPort annotation time took 15.627859ms I0408 02:47:41.692911 3658 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-865r9] addLogicalPort took 17.166422ms, libovsdb time 947.7µs I0408 02:47:41.787983 3658 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-zw7cg] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-zw7cg for pod on switch ip-10-0-2-217.ec2.internal I0408 02:47:41.788154 3658 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-zw7cg I0408 02:47:41.802543 3658 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-zw7cg] pod update took 14.43221ms I0408 02:47:41.802571 3658 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-zw7cg] addLogicalPort annotation time took 14.46498ms I0408 02:47:41.803982 3658 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-zw7cg] addLogicalPort took 16.023995ms, libovsdb time 985.164µs I0408 02:47:43.395361 3658 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-865r9 9f477e465df6423c3169d9ab9208688760913af7df9721e5aa6c2ac9cf1b44ae network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-865r9 9f477e465df6423c3169d9ab9208688760913af7df9721e5aa6c2ac9cf1b44ae network default NAD default] I0408 02:47:43.396688 3658 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-zw7cg a27ca1b017ef45bc9844b93c4b89afe302173108765a1ed00377d9f28f8c1fcd network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-zw7cg a27ca1b017ef45bc9844b93c4b89afe302173108765a1ed00377d9f28f8c1fcd network default NAD default] I0408 02:47:43.409270 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-865r9, hostIfaceName: 9f477e465df6423, network: default, NAD default, SandboxID: "9f477e465df6423c3169d9ab9208688760913af7df9721e5aa6c2ac9cf1b44ae", PCI device ID: , UID: "2cd5b425-6595-4c5a-a9a9-4e6e7aa8e07d", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0408 02:47:43.409321 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-zw7cg, hostIfaceName: a27ca1b017ef45b, network: default, NAD default, SandboxID: "a27ca1b017ef45bc9844b93c4b89afe302173108765a1ed00377d9f28f8c1fcd", PCI device ID: , UID: "00caacae-7ea3-4f51-a2ab-40d146a32f00", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0408 02:47:43.479767 3658 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-865r9 9f477e465df6423c3169d9ab9208688760913af7df9721e5aa6c2ac9cf1b44ae network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-865r9 9f477e465df6423c3169d9ab9208688760913af7df9721e5aa6c2ac9cf1b44ae network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:bb:e7:13:9a:5c\",\"name\":\"9f477e465df6423\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdb8af38-82ad-47bb-9a3e-86ed875ae6b3\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:47:43.486865 3658 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-zw7cg a27ca1b017ef45bc9844b93c4b89afe302173108765a1ed00377d9f28f8c1fcd network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-zw7cg a27ca1b017ef45bc9844b93c4b89afe302173108765a1ed00377d9f28f8c1fcd network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:eb:44:cb:8d:7f\",\"name\":\"a27ca1b017ef45b\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f20effeb-c9ce-4fdf-954b-dd75d64b51cf\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0408 02:47:45.640133 3658 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0408 02:47:45.640154 3658 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0408 02:47:45.640158 3658 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0408 02:47:45.640162 3658 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0408 02:47:47.015963 3658 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bb66w 729b4b3afd24de47dc9a1ea4c1b69b6a4bc942b30ba8f9c76ec5bdb24d40831d network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bb66w 729b4b3afd24de47dc9a1ea4c1b69b6a4bc942b30ba8f9c76ec5bdb24d40831d network default NAD default] I0408 02:47:47.025055 3658 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-bb66w, hostIfaceName: 729b4b3afd24de4, network: default, NAD default, SandboxID: "729b4b3afd24de47dc9a1ea4c1b69b6a4bc942b30ba8f9c76ec5bdb24d40831d", PCI device ID: , UID: "c024caca-10fb-455d-918c-9091d0c5fcbd", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0408 02:47:47.078855 3658 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bb66w 729b4b3afd24de47dc9a1ea4c1b69b6a4bc942b30ba8f9c76ec5bdb24d40831d network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-bb66w 729b4b3afd24de47dc9a1ea4c1b69b6a4bc942b30ba8f9c76ec5bdb24d40831d network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:41:4c:6a:47:48\",\"name\":\"729b4b3afd24de4\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34d63cce-dd19-4482-9888-a86355f4cf33\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0408 02:47:47.236236 3658 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0408 02:47:47.266265 3658 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0408 02:47:47.266296 3658 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0408 02:47:47.266304 3658 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0408 02:47:47.296084 3658 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0408 02:47:47.296113 3658 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0408 02:47:47.296118 3658 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0408 02:47:53.522613 3658 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0408 02:47:58.252281 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0408 02:47:58.252301 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0408 02:47:58.252308 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0408 02:47:58.292917 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0408 02:47:58.292941 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0408 02:47:58.292947 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0408 02:48:08.251259 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0408 02:48:09.276148 3658 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-2bdt8] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-2bdt8 for pod on switch ip-10-0-2-217.ec2.internal I0408 02:48:09.276249 3658 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-2bdt8 I0408 02:48:09.290769 3658 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-2bdt8] pod update took 14.546435ms I0408 02:48:09.290788 3658 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-2bdt8] addLogicalPort annotation time took 14.574996ms I0408 02:48:09.291993 3658 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-2bdt8] addLogicalPort took 15.878563ms, libovsdb time 845.919µs I0408 02:48:09.638650 3658 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-2bdt8 4d40ff2f3c0ffe9d7611abe7d71f95a33c48483ef2b895bbbecefd5f565896f9 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-2bdt8 4d40ff2f3c0ffe9d7611abe7d71f95a33c48483ef2b895bbbecefd5f565896f9 network default NAD default] I0408 02:48:09.648809 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-2bdt8, hostIfaceName: 4d40ff2f3c0ffe9, network: default, NAD default, SandboxID: "4d40ff2f3c0ffe9d7611abe7d71f95a33c48483ef2b895bbbecefd5f565896f9", PCI device ID: , UID: "652e65f8-795c-45f0-93bd-3d7f2f67ca66", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0408 02:48:09.704325 3658 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-2bdt8 4d40ff2f3c0ffe9d7611abe7d71f95a33c48483ef2b895bbbecefd5f565896f9 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-2bdt8 4d40ff2f3c0ffe9d7611abe7d71f95a33c48483ef2b895bbbecefd5f565896f9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:2f:46:75:d1:c0\",\"name\":\"4d40ff2f3c0ffe9\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/becca8dd-d1cc-45f1-b5f4-2d2c4d9d9c98\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0408 02:48:12.746065 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0408 02:48:12.767654 3658 namespace.go:142] [openshift-pipelines] updating namespace I0408 02:48:17.396827 3658 cni.go:403] [tsf/test-tsf-infrastructure a535683f4882db29db5687ab4a3dd8745bb96e71425e46a7f5c84d4eee6ac6bf network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure a535683f4882db29db5687ab4a3dd8745bb96e71425e46a7f5c84d4eee6ac6bf network default NAD default] I0408 02:48:17.481249 3658 cni.go:424] [tsf/test-tsf-infrastructure a535683f4882db29db5687ab4a3dd8745bb96e71425e46a7f5c84d4eee6ac6bf network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure a535683f4882db29db5687ab4a3dd8745bb96e71425e46a7f5c84d4eee6ac6bf network default NAD default], result "{}", err I0408 02:48:17.532073 3658 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:48:17.532108 3658 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0408 02:48:17.533459 3658 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.28 I0408 02:48:17.533488 3658 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:48:17.555727 3658 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:48:17.555748 3658 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:48:17.563860 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0408 02:48:17.563955 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0408 02:48:18.678767 3658 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-217.ec2.internal I0408 02:48:18.678859 3658 kube.go:256] Updating pod tsf/test-tsf-iam I0408 02:48:18.692931 3658 pod.go:62] [tsf/test-tsf-iam] pod update took 14.092903ms I0408 02:48:18.692961 3658 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.129428ms I0408 02:48:18.694545 3658 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.793759ms, libovsdb time 1.013168ms I0408 02:48:19.040163 3658 cni.go:403] [tsf/test-tsf-iam 063f6512d14bbae289bf3719ee1b99d477a6cac4093a3137b97a4294d7174278 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 063f6512d14bbae289bf3719ee1b99d477a6cac4093a3137b97a4294d7174278 network default NAD default] I0408 02:48:19.049567 3658 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 063f6512d14bbae, network: default, NAD default, SandboxID: "063f6512d14bbae289bf3719ee1b99d477a6cac4093a3137b97a4294d7174278", PCI device ID: , UID: "e17129fd-ca59-4d32-a660-f10a287d3f6e", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0408 02:48:19.101594 3658 cni.go:424] [tsf/test-tsf-iam 063f6512d14bbae289bf3719ee1b99d477a6cac4093a3137b97a4294d7174278 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 063f6512d14bbae289bf3719ee1b99d477a6cac4093a3137b97a4294d7174278 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:6d:b1:da:32:43\",\"name\":\"063f6512d14bbae\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82416101-c221-4886-810b-d182bc3ba7c8\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:48:19.548217 3658 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0408 02:48:19.548938 3658 pod_selector_address_set.go:212] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0408 02:48:19.548959 3658 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0408 02:48:19.550993 3658 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0408 02:48:23.367507 3658 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0408 02:48:25.676701 3658 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-747zm] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-747zm for pod on switch ip-10-0-2-217.ec2.internal I0408 02:48:25.676812 3658 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-747zm I0408 02:48:25.693646 3658 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-747zm] pod update took 16.86769ms I0408 02:48:25.693699 3658 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-747zm] addLogicalPort annotation time took 16.926557ms I0408 02:48:25.694976 3658 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-747zm] addLogicalPort took 18.289244ms, libovsdb time 886.572µs I0408 02:48:26.040589 3658 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-747zm b43ec9dd5e793acae155bd28bd8916986f14458522538e1803d84eb4117cd12b network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-747zm b43ec9dd5e793acae155bd28bd8916986f14458522538e1803d84eb4117cd12b network default NAD default] I0408 02:48:26.050596 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-747zm, hostIfaceName: b43ec9dd5e793ac, network: default, NAD default, SandboxID: "b43ec9dd5e793acae155bd28bd8916986f14458522538e1803d84eb4117cd12b", PCI device ID: , UID: "9ee2d2a1-9734-47e9-95db-6a2c01a4dd6b", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0408 02:48:26.101494 3658 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-747zm b43ec9dd5e793acae155bd28bd8916986f14458522538e1803d84eb4117cd12b network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-747zm b43ec9dd5e793acae155bd28bd8916986f14458522538e1803d84eb4117cd12b network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:29:41:8b:7d:9f\",\"name\":\"b43ec9dd5e793ac\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7da95680-c17a-4177-94f4-fad71d175de1\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0408 02:48:27.708449 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0408 02:48:27.708474 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0408 02:48:27.709261 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0408 02:48:27.709282 3658 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0408 02:48:29.340877 3658 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0408 02:48:45.400035 3658 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-znp9v] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-znp9v for pod on switch ip-10-0-2-217.ec2.internal I0408 02:48:45.400127 3658 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-znp9v I0408 02:48:45.414570 3658 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-znp9v] pod update took 14.463111ms I0408 02:48:45.414596 3658 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-znp9v] addLogicalPort annotation time took 14.49462ms I0408 02:48:45.415898 3658 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-znp9v] addLogicalPort took 15.897059ms, libovsdb time 915.466µs I0408 02:48:45.760415 3658 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-znp9v 24b33da1636c586e9b67e2e8ef2edf634638f05c7386656216ea8d620b070d9e network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-znp9v 24b33da1636c586e9b67e2e8ef2edf634638f05c7386656216ea8d620b070d9e network default NAD default] I0408 02:48:45.770135 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-znp9v, hostIfaceName: 24b33da1636c586, network: default, NAD default, SandboxID: "24b33da1636c586e9b67e2e8ef2edf634638f05c7386656216ea8d620b070d9e", PCI device ID: , UID: "8ebbed40-b16f-4414-b5a9-4438df05c9a3", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0408 02:48:45.827204 3658 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-znp9v 24b33da1636c586e9b67e2e8ef2edf634638f05c7386656216ea8d620b070d9e network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-znp9v 24b33da1636c586e9b67e2e8ef2edf634638f05c7386656216ea8d620b070d9e network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:66:e4:ac:7c:9e\",\"name\":\"24b33da1636c586\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b486146-9fb5-4d7d-98d2-e2267f593260\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0408 02:48:49.957663 3658 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0408 02:48:49.957685 3658 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0408 02:48:49.957689 3658 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0408 02:48:58.402058 3658 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0408 02:49:01.926053 3658 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-jmtwr] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-jmtwr for pod on switch ip-10-0-2-217.ec2.internal I0408 02:49:01.926157 3658 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-jmtwr I0408 02:49:01.939700 3658 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-jmtwr] pod update took 13.560018ms I0408 02:49:01.939730 3658 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-jmtwr] addLogicalPort annotation time took 13.596678ms I0408 02:49:01.940996 3658 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-jmtwr] addLogicalPort took 14.960667ms, libovsdb time 885.853µs I0408 02:49:02.285872 3658 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-jmtwr 17e6a051fbd96388d296aa4ef142a7158823c0a100f490cb2631b8816485838c network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-jmtwr 17e6a051fbd96388d296aa4ef142a7158823c0a100f490cb2631b8816485838c network default NAD default] I0408 02:49:02.295795 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-jmtwr, hostIfaceName: 17e6a051fbd9638, network: default, NAD default, SandboxID: "17e6a051fbd96388d296aa4ef142a7158823c0a100f490cb2631b8816485838c", PCI device ID: , UID: "ec233391-177f-4709-b95a-fe08f142fae5", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0408 02:49:02.349613 3658 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-jmtwr 17e6a051fbd96388d296aa4ef142a7158823c0a100f490cb2631b8816485838c network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-jmtwr 17e6a051fbd96388d296aa4ef142a7158823c0a100f490cb2631b8816485838c network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:a1:e1:42:0c:e1\",\"name\":\"17e6a051fbd9638\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/757b9b2a-2090-4266-afbe-3f304f62c114\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:49:09.662604 3658 cni.go:403] [tsf/test-tsf-iam 063f6512d14bbae289bf3719ee1b99d477a6cac4093a3137b97a4294d7174278 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 063f6512d14bbae289bf3719ee1b99d477a6cac4093a3137b97a4294d7174278 network default NAD default] I0408 02:49:09.750460 3658 cni.go:424] [tsf/test-tsf-iam 063f6512d14bbae289bf3719ee1b99d477a6cac4093a3137b97a4294d7174278 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 063f6512d14bbae289bf3719ee1b99d477a6cac4093a3137b97a4294d7174278 network default NAD default], result "{}", err I0408 02:49:09.803842 3658 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:09.803888 3658 pods.go:176] Deleting pod: tsf/test-tsf-iam I0408 02:49:09.805429 3658 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.33 I0408 02:49:09.805460 3658 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:09.848476 3658 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:49:09.848504 3658 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:49:09.855820 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0408 02:49:09.855870 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0408 02:49:10.689663 3658 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-217.ec2.internal I0408 02:49:10.689790 3658 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0408 02:49:10.709265 3658 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 19.507148ms I0408 02:49:10.709288 3658 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 19.536738ms I0408 02:49:10.710603 3658 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 20.960671ms, libovsdb time 862.812µs I0408 02:49:11.049868 3658 cni.go:403] [tsf-tas/test-tsf-tas 550c89785362b874d1746a4b91f50cfe3a8e1fb081b867ad843bcffdbddd20fd network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas 550c89785362b874d1746a4b91f50cfe3a8e1fb081b867ad843bcffdbddd20fd network default NAD default] I0408 02:49:11.059227 3658 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 550c89785362b87, network: default, NAD default, SandboxID: "550c89785362b874d1746a4b91f50cfe3a8e1fb081b867ad843bcffdbddd20fd", PCI device ID: , UID: "7a0f0d98-4acb-412a-83e1-0e11c56a69cd", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0408 02:49:11.112587 3658 cni.go:424] [tsf-tas/test-tsf-tas 550c89785362b874d1746a4b91f50cfe3a8e1fb081b867ad843bcffdbddd20fd network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas 550c89785362b874d1746a4b91f50cfe3a8e1fb081b867ad843bcffdbddd20fd network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:11:c7:70:a5:5c\",\"name\":\"550c89785362b87\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7d8d557-6465-4c83-86eb-a55a66491257\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:49:11.597162 3658 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-zgbm4-56m5p] creating logical port tsf-tas_segment-backup-installation-zgbm4-56m5p for pod on switch ip-10-0-2-217.ec2.internal I0408 02:49:11.597296 3658 kube.go:256] Updating pod tsf-tas/segment-backup-installation-zgbm4-56m5p I0408 02:49:11.612634 3658 pod.go:62] [tsf-tas/segment-backup-installation-zgbm4-56m5p] pod update took 15.366396ms I0408 02:49:11.612657 3658 base_network_controller_pods.go:937] [default/tsf-tas/segment-backup-installation-zgbm4-56m5p] addLogicalPort annotation time took 15.395925ms I0408 02:49:11.613964 3658 pods.go:271] [tsf-tas/segment-backup-installation-zgbm4-56m5p] addLogicalPort took 16.823533ms, libovsdb time 924.961µs I0408 02:49:12.259209 3658 cni.go:403] [tsf-tas/segment-backup-installation-zgbm4-56m5p a373496ccf52e221e11859e2153e49f66ecb8695c1b2e89b511175737bfb16e8 network default NAD default] ADD starting CNI request [tsf-tas/segment-backup-installation-zgbm4-56m5p a373496ccf52e221e11859e2153e49f66ecb8695c1b2e89b511175737bfb16e8 network default NAD default] I0408 02:49:12.269105 3658 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-zgbm4-56m5p, hostIfaceName: a373496ccf52e22, network: default, NAD default, SandboxID: "a373496ccf52e221e11859e2153e49f66ecb8695c1b2e89b511175737bfb16e8", PCI device ID: , UID: "fd655a1e-e901-4ee2-85a5-6d91e8d831ce", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0408 02:49:12.325727 3658 cni.go:424] [tsf-tas/segment-backup-installation-zgbm4-56m5p a373496ccf52e221e11859e2153e49f66ecb8695c1b2e89b511175737bfb16e8 network default NAD default] ADD finished CNI request [tsf-tas/segment-backup-installation-zgbm4-56m5p a373496ccf52e221e11859e2153e49f66ecb8695c1b2e89b511175737bfb16e8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:04:84:92:83:2b\",\"name\":\"a373496ccf52e22\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00a7e62e-3fa8-4680-9407-4cb51b58fa35\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:49:12.706051 3658 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-bc6nq-wf8wr] creating logical port tsf-tas_ctlog-createtree-job-bc6nq-wf8wr for pod on switch ip-10-0-2-217.ec2.internal I0408 02:49:12.706147 3658 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-bc6nq-wf8wr I0408 02:49:12.721960 3658 pod.go:62] [tsf-tas/ctlog-createtree-job-bc6nq-wf8wr] pod update took 15.831627ms I0408 02:49:12.721991 3658 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-bc6nq-wf8wr] addLogicalPort annotation time took 15.870699ms I0408 02:49:12.723235 3658 pods.go:271] [tsf-tas/ctlog-createtree-job-bc6nq-wf8wr] addLogicalPort took 17.218414ms, libovsdb time 795.024µs I0408 02:49:12.782645 3658 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-6bbcbd6cc9-gqgwn] creating logical port tsf-tas_trillian-logserver-6bbcbd6cc9-gqgwn for pod on switch ip-10-0-2-217.ec2.internal I0408 02:49:12.782741 3658 kube.go:256] Updating pod tsf-tas/trillian-logserver-6bbcbd6cc9-gqgwn I0408 02:49:12.811474 3658 pod.go:62] [tsf-tas/trillian-logserver-6bbcbd6cc9-gqgwn] pod update took 28.76028ms I0408 02:49:12.811502 3658 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-6bbcbd6cc9-gqgwn] addLogicalPort annotation time took 28.794866ms I0408 02:49:12.812876 3658 pods.go:271] [tsf-tas/trillian-logserver-6bbcbd6cc9-gqgwn] addLogicalPort took 30.251154ms, libovsdb time 969.888µs I0408 02:49:12.969410 3658 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-d57c7cc5f-8grpp] creating logical port tsf-tas_trillian-logsigner-d57c7cc5f-8grpp for pod on switch ip-10-0-2-217.ec2.internal I0408 02:49:12.969535 3658 kube.go:256] Updating pod tsf-tas/trillian-logsigner-d57c7cc5f-8grpp I0408 02:49:12.987641 3658 pod.go:62] [tsf-tas/trillian-logsigner-d57c7cc5f-8grpp] pod update took 18.131857ms I0408 02:49:12.987669 3658 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-d57c7cc5f-8grpp] addLogicalPort annotation time took 18.165952ms I0408 02:49:12.989179 3658 pods.go:271] [tsf-tas/trillian-logsigner-d57c7cc5f-8grpp] addLogicalPort took 19.78693ms, libovsdb time 1.097952ms I0408 02:49:13.144447 3658 cni.go:403] [tsf-tas/trillian-logserver-6bbcbd6cc9-gqgwn d0474a982d059797e968427134be3ad57197996aa2c5a599059833b1e58209e5 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-6bbcbd6cc9-gqgwn d0474a982d059797e968427134be3ad57197996aa2c5a599059833b1e58209e5 network default NAD default] I0408 02:49:13.153984 3658 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-6bbcbd6cc9-gqgwn, hostIfaceName: d0474a982d05979, network: default, NAD default, SandboxID: "d0474a982d059797e968427134be3ad57197996aa2c5a599059833b1e58209e5", PCI device ID: , UID: "cf424be3-14f0-4a92-9261-087cb190609a", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0408 02:49:13.218376 3658 cni.go:424] [tsf-tas/trillian-logserver-6bbcbd6cc9-gqgwn d0474a982d059797e968427134be3ad57197996aa2c5a599059833b1e58209e5 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-6bbcbd6cc9-gqgwn d0474a982d059797e968427134be3ad57197996aa2c5a599059833b1e58209e5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:0a:4b:ec:24:2a\",\"name\":\"d0474a982d05979\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8775254-c781-4998-8e32-0b9afca08d1c\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:49:13.343577 3658 cni.go:403] [tsf-tas/trillian-logsigner-d57c7cc5f-8grpp 058903ce0677c2a7b4ceb5f94e76fe445bc7fcb94998dd62ad1bdbd917ec6e8b network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-d57c7cc5f-8grpp 058903ce0677c2a7b4ceb5f94e76fe445bc7fcb94998dd62ad1bdbd917ec6e8b network default NAD default] I0408 02:49:13.355967 3658 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-d57c7cc5f-8grpp, hostIfaceName: 058903ce0677c2a, network: default, NAD default, SandboxID: "058903ce0677c2a7b4ceb5f94e76fe445bc7fcb94998dd62ad1bdbd917ec6e8b", PCI device ID: , UID: "778c4463-f00f-41b5-83b0-5fad5274b881", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0408 02:49:13.380401 3658 cni.go:403] [tsf-tas/ctlog-createtree-job-bc6nq-wf8wr 8af6b87b98f8850deeaabcb5573c91b7ff9d083b5beac55135c9fc3d0e170ef3 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-bc6nq-wf8wr 8af6b87b98f8850deeaabcb5573c91b7ff9d083b5beac55135c9fc3d0e170ef3 network default NAD default] I0408 02:49:13.393211 3658 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-bc6nq-wf8wr, hostIfaceName: 8af6b87b98f8850, network: default, NAD default, SandboxID: "8af6b87b98f8850deeaabcb5573c91b7ff9d083b5beac55135c9fc3d0e170ef3", PCI device ID: , UID: "5da64495-9f5f-4800-9863-f6d2855f11bd", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0408 02:49:13.429070 3658 cni.go:424] [tsf-tas/trillian-logsigner-d57c7cc5f-8grpp 058903ce0677c2a7b4ceb5f94e76fe445bc7fcb94998dd62ad1bdbd917ec6e8b network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-d57c7cc5f-8grpp 058903ce0677c2a7b4ceb5f94e76fe445bc7fcb94998dd62ad1bdbd917ec6e8b network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:4a:3e:45:4f:33\",\"name\":\"058903ce0677c2a\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dcf9527e-a234-49b3-80a3-0c9be99f3537\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:49:13.468219 3658 cni.go:424] [tsf-tas/ctlog-createtree-job-bc6nq-wf8wr 8af6b87b98f8850deeaabcb5573c91b7ff9d083b5beac55135c9fc3d0e170ef3 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-bc6nq-wf8wr 8af6b87b98f8850deeaabcb5573c91b7ff9d083b5beac55135c9fc3d0e170ef3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:b7:c3:26:7c:ef\",\"name\":\"8af6b87b98f8850\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae4c3c61-373f-4c95-8b6a-8c6094c38b46\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:49:20.137004 3658 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-vgsq5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:20.137628 3658 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-vgsq5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:21.045150 3658 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-vgsq5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:49:21.045175 3658 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-vgsq5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0408 02:49:25.168066 3658 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0408 02:49:26.770296 3658 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0408 02:49:26.845017 3658 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0408 02:49:29.796603 3658 cni.go:403] [tsf-tas/segment-backup-installation-zgbm4-56m5p a373496ccf52e221e11859e2153e49f66ecb8695c1b2e89b511175737bfb16e8 network default NAD default] DEL starting CNI request [tsf-tas/segment-backup-installation-zgbm4-56m5p a373496ccf52e221e11859e2153e49f66ecb8695c1b2e89b511175737bfb16e8 network default NAD default] I0408 02:49:29.887138 3658 cni.go:424] [tsf-tas/segment-backup-installation-zgbm4-56m5p a373496ccf52e221e11859e2153e49f66ecb8695c1b2e89b511175737bfb16e8 network default NAD default] DEL finished CNI request [tsf-tas/segment-backup-installation-zgbm4-56m5p a373496ccf52e221e11859e2153e49f66ecb8695c1b2e89b511175737bfb16e8 network default NAD default], result "{}", err I0408 02:49:29.954489 3658 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-zgbm4-56m5p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:29.954530 3658 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-zgbm4-56m5p I0408 02:49:29.955945 3658 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-zgbm4-56m5p, ips: 10.129.0.38 I0408 02:49:29.955975 3658 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-zgbm4-56m5p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:49:30.978184 3658 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-zgbm4-56m5p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:49:30.978213 3658 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-zgbm4-56m5p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:49:31.742474 3658 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq4jx] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-bq4jx for pod on switch ip-10-0-2-217.ec2.internal I0408 02:49:31.742565 3658 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq4jx I0408 02:49:31.757362 3658 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq4jx] pod update took 14.820864ms I0408 02:49:31.757395 3658 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq4jx] addLogicalPort annotation time took 14.860309ms I0408 02:49:31.758856 3658 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq4jx] addLogicalPort took 16.396592ms, libovsdb time 881.784µs I0408 02:49:32.107583 3658 cni.go:403] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq4jx bdebe9407ae5ec60cff24541d64df6a4df446d2a7f3979a957b54a5c13510d60 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq4jx bdebe9407ae5ec60cff24541d64df6a4df446d2a7f3979a957b54a5c13510d60 network default NAD default] I0408 02:49:32.117691 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-bq4jx, hostIfaceName: bdebe9407ae5ec6, network: default, NAD default, SandboxID: "bdebe9407ae5ec60cff24541d64df6a4df446d2a7f3979a957b54a5c13510d60", PCI device ID: , UID: "90c9b8c8-9afa-468b-825a-74fd2e2e106b", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0408 02:49:32.172595 3658 cni.go:424] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq4jx bdebe9407ae5ec60cff24541d64df6a4df446d2a7f3979a957b54a5c13510d60 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bq4jx bdebe9407ae5ec60cff24541d64df6a4df446d2a7f3979a957b54a5c13510d60 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:4f:87:66:b8:48\",\"name\":\"bdebe9407ae5ec6\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e40d5fb5-bab7-4d55-b8d3-a8fae8d11f0d\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0408 02:49:34.822246 3658 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0408 02:49:34.822275 3658 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0408 02:49:34.855223 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0408 02:49:34.855247 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0408 02:49:35.094618 3658 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0408 02:49:49.862408 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0408 02:49:50.867327 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0408 02:49:51.290932 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 I0408 02:49:57.293823 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=394 I0408 02:49:59.956286 3658 cni.go:403] [tsf-tas/test-tsf-tas 550c89785362b874d1746a4b91f50cfe3a8e1fb081b867ad843bcffdbddd20fd network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas 550c89785362b874d1746a4b91f50cfe3a8e1fb081b867ad843bcffdbddd20fd network default NAD default] I0408 02:50:00.030712 3658 cni.go:424] [tsf-tas/test-tsf-tas 550c89785362b874d1746a4b91f50cfe3a8e1fb081b867ad843bcffdbddd20fd network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas 550c89785362b874d1746a4b91f50cfe3a8e1fb081b867ad843bcffdbddd20fd network default NAD default], result "{}", err I0408 02:50:00.164312 3658 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:00.164361 3658 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0408 02:50:00.165792 3658 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.37 I0408 02:50:00.165846 3658 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:00.177425 3658 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29593610-j7mh6 for pod on switch ip-10-0-2-217.ec2.internal I0408 02:50:00.177531 3658 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 I0408 02:50:00.186141 3658 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:00.186167 3658 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:00.189414 3658 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6] pod update took 11.916954ms I0408 02:50:00.189437 3658 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6] addLogicalPort annotation time took 11.943631ms I0408 02:50:00.190735 3658 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6] addLogicalPort took 13.325452ms, libovsdb time 851.003µs I0408 02:50:00.195731 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0408 02:50:00.195760 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0408 02:50:00.640673 3658 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 78db87fd9b7be72ccfe761f196e2e32928d2198e44b54ccac0c890a708dda40d network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 78db87fd9b7be72ccfe761f196e2e32928d2198e44b54ccac0c890a708dda40d network default NAD default] I0408 02:50:00.650471 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29593610-j7mh6, hostIfaceName: 78db87fd9b7be72, network: default, NAD default, SandboxID: "78db87fd9b7be72ccfe761f196e2e32928d2198e44b54ccac0c890a708dda40d", PCI device ID: , UID: "3bf35c29-4889-4066-a280-7e5bf2799431", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0408 02:50:00.703219 3658 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 78db87fd9b7be72ccfe761f196e2e32928d2198e44b54ccac0c890a708dda40d network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 78db87fd9b7be72ccfe761f196e2e32928d2198e44b54ccac0c890a708dda40d network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:54:65:04:a0:61\",\"name\":\"78db87fd9b7be72\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8294d756-3f62-4ac9-9e59-620ab0304d78\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:50:03.984450 3658 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 78db87fd9b7be72ccfe761f196e2e32928d2198e44b54ccac0c890a708dda40d network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 78db87fd9b7be72ccfe761f196e2e32928d2198e44b54ccac0c890a708dda40d network default NAD default] I0408 02:50:04.074403 3658 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 78db87fd9b7be72ccfe761f196e2e32928d2198e44b54ccac0c890a708dda40d network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 78db87fd9b7be72ccfe761f196e2e32928d2198e44b54ccac0c890a708dda40d network default NAD default], result "{}", err I0408 02:50:04.172921 3658 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:04.172972 3658 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 I0408 02:50:04.174388 3658 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6, ips: 10.129.0.43 I0408 02:50:04.174418 3658 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:04.518320 3658 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-kdv79-wm7rv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:04.518900 3658 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-kdv79-wm7rv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:04.998629 3658 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:04.998658 3658 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593610-j7mh6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:05.405147 3658 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-kdv79-wm7rv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:05.405174 3658 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-kdv79-wm7rv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:07.006806 3658 cni.go:403] [tsf-tas/ctlog-createtree-job-bc6nq-wf8wr 8af6b87b98f8850deeaabcb5573c91b7ff9d083b5beac55135c9fc3d0e170ef3 network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-bc6nq-wf8wr 8af6b87b98f8850deeaabcb5573c91b7ff9d083b5beac55135c9fc3d0e170ef3 network default NAD default] I0408 02:50:07.080225 3658 cni.go:424] [tsf-tas/ctlog-createtree-job-bc6nq-wf8wr 8af6b87b98f8850deeaabcb5573c91b7ff9d083b5beac55135c9fc3d0e170ef3 network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-bc6nq-wf8wr 8af6b87b98f8850deeaabcb5573c91b7ff9d083b5beac55135c9fc3d0e170ef3 network default NAD default], result "{}", err I0408 02:50:07.131763 3658 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-bc6nq-wf8wr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:07.131806 3658 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-bc6nq-wf8wr I0408 02:50:07.133147 3658 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-bc6nq-wf8wr, ips: 10.129.0.39 I0408 02:50:07.133175 3658 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-bc6nq-wf8wr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:08.029731 3658 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-bc6nq-wf8wr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:08.029757 3658 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-bc6nq-wf8wr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:09.394860 3658 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-779bddb459-bpmm8] creating logical port tsf-tas_rekor-redis-779bddb459-bpmm8 for pod on switch ip-10-0-2-217.ec2.internal I0408 02:50:09.394971 3658 kube.go:256] Updating pod tsf-tas/rekor-redis-779bddb459-bpmm8 I0408 02:50:09.407766 3658 pod.go:62] [tsf-tas/rekor-redis-779bddb459-bpmm8] pod update took 12.823819ms I0408 02:50:09.407801 3658 base_network_controller_pods.go:937] [default/tsf-tas/rekor-redis-779bddb459-bpmm8] addLogicalPort annotation time took 12.869727ms I0408 02:50:09.409317 3658 pods.go:271] [tsf-tas/rekor-redis-779bddb459-bpmm8] addLogicalPort took 14.479174ms, libovsdb time 916.529µs I0408 02:50:09.425874 3658 obj_retry.go:464] Detected object tsf/patch-tekton-config-zw9x9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:09.426412 3658 obj_retry.go:464] Detected object tsf/patch-tekton-config-zw9x9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:09.557511 3658 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-86f47c4bc8-mtfcz] creating logical port tsf-tas_rekor-search-ui-86f47c4bc8-mtfcz for pod on switch ip-10-0-2-217.ec2.internal I0408 02:50:09.557607 3658 kube.go:256] Updating pod tsf-tas/rekor-search-ui-86f47c4bc8-mtfcz I0408 02:50:09.571631 3658 pod.go:62] [tsf-tas/rekor-search-ui-86f47c4bc8-mtfcz] pod update took 14.048956ms I0408 02:50:09.571653 3658 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-86f47c4bc8-mtfcz] addLogicalPort annotation time took 14.077604ms I0408 02:50:09.572978 3658 pods.go:271] [tsf-tas/rekor-search-ui-86f47c4bc8-mtfcz] addLogicalPort took 15.482393ms, libovsdb time 866.164µs I0408 02:50:09.925642 3658 cni.go:403] [tsf-tas/rekor-search-ui-86f47c4bc8-mtfcz d935dfd4f2f1258fb52303f993d0e7d08f63bf924e668f7932a7570b11861f78 network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-86f47c4bc8-mtfcz d935dfd4f2f1258fb52303f993d0e7d08f63bf924e668f7932a7570b11861f78 network default NAD default] I0408 02:50:09.935253 3658 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-86f47c4bc8-mtfcz, hostIfaceName: d935dfd4f2f1258, network: default, NAD default, SandboxID: "d935dfd4f2f1258fb52303f993d0e7d08f63bf924e668f7932a7570b11861f78", PCI device ID: , UID: "ce3f33c3-b026-4bc8-9710-7b610face118", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0408 02:50:09.987491 3658 cni.go:424] [tsf-tas/rekor-search-ui-86f47c4bc8-mtfcz d935dfd4f2f1258fb52303f993d0e7d08f63bf924e668f7932a7570b11861f78 network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-86f47c4bc8-mtfcz d935dfd4f2f1258fb52303f993d0e7d08f63bf924e668f7932a7570b11861f78 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:a9:aa:77:d1:d2\",\"name\":\"d935dfd4f2f1258\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0dc39f44-efcf-45c6-961d-fd7dd16edbec\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:50:10.356503 3658 cni.go:403] [tsf-tas/rekor-redis-779bddb459-bpmm8 aebfd0b1fd4e8a79befa9222a74996b47ba3a33de0d3dec95456bfc588e202bc network default NAD default] ADD starting CNI request [tsf-tas/rekor-redis-779bddb459-bpmm8 aebfd0b1fd4e8a79befa9222a74996b47ba3a33de0d3dec95456bfc588e202bc network default NAD default] I0408 02:50:10.366277 3658 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-779bddb459-bpmm8, hostIfaceName: aebfd0b1fd4e8a7, network: default, NAD default, SandboxID: "aebfd0b1fd4e8a79befa9222a74996b47ba3a33de0d3dec95456bfc588e202bc", PCI device ID: , UID: "74a0b1c9-73e0-4d6c-b9f0-e6895bba8c21", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0408 02:50:10.419173 3658 cni.go:424] [tsf-tas/rekor-redis-779bddb459-bpmm8 aebfd0b1fd4e8a79befa9222a74996b47ba3a33de0d3dec95456bfc588e202bc network default NAD default] ADD finished CNI request [tsf-tas/rekor-redis-779bddb459-bpmm8 aebfd0b1fd4e8a79befa9222a74996b47ba3a33de0d3dec95456bfc588e202bc network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:f0:4c:29:91:81\",\"name\":\"aebfd0b1fd4e8a7\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fc83d09-3754-44a0-9368-3847f86fac1d\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:50:10.451450 3658 obj_retry.go:458] Detected object tsf/patch-tekton-config-zw9x9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:10.451476 3658 obj_retry.go:458] Detected object tsf/patch-tekton-config-zw9x9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:10.557506 3658 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-r2qh9] creating logical port tsf_tsf-tekton-configuration-r2qh9 for pod on switch ip-10-0-2-217.ec2.internal I0408 02:50:10.557591 3658 kube.go:256] Updating pod tsf/tsf-tekton-configuration-r2qh9 I0408 02:50:10.570077 3658 pod.go:62] [tsf/tsf-tekton-configuration-r2qh9] pod update took 12.507452ms I0408 02:50:10.570103 3658 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-r2qh9] addLogicalPort annotation time took 12.535388ms I0408 02:50:10.571583 3658 pods.go:271] [tsf/tsf-tekton-configuration-r2qh9] addLogicalPort took 14.093091ms, libovsdb time 902.259µs I0408 02:50:10.959244 3658 cni.go:403] [tsf/tsf-tekton-configuration-r2qh9 be4b8450fe1a0781f1cf200e8b0f6326d7ed453ca6c240c95961fcdc89be13dd network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-r2qh9 be4b8450fe1a0781f1cf200e8b0f6326d7ed453ca6c240c95961fcdc89be13dd network default NAD default] I0408 02:50:10.969164 3658 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-r2qh9, hostIfaceName: be4b8450fe1a078, network: default, NAD default, SandboxID: "be4b8450fe1a0781f1cf200e8b0f6326d7ed453ca6c240c95961fcdc89be13dd", PCI device ID: , UID: "19ae9012-946e-40e2-a8ea-126ff446a967", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0408 02:50:11.021073 3658 cni.go:424] [tsf/tsf-tekton-configuration-r2qh9 be4b8450fe1a0781f1cf200e8b0f6326d7ed453ca6c240c95961fcdc89be13dd network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-r2qh9 be4b8450fe1a0781f1cf200e8b0f6326d7ed453ca6c240c95961fcdc89be13dd network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:9a:4e:fb:c5:8a\",\"name\":\"be4b8450fe1a078\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee11086c-8329-4fab-8557-7739d2fec59d\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:50:12.137505 3658 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-5d5d766c6d-f2tzt] creating logical port tsf-tas_rekor-server-5d5d766c6d-f2tzt for pod on switch ip-10-0-2-217.ec2.internal I0408 02:50:12.137620 3658 kube.go:256] Updating pod tsf-tas/rekor-server-5d5d766c6d-f2tzt I0408 02:50:12.150407 3658 pod.go:62] [tsf-tas/rekor-server-5d5d766c6d-f2tzt] pod update took 12.820111ms I0408 02:50:12.150496 3658 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-5d5d766c6d-f2tzt] addLogicalPort annotation time took 12.912999ms I0408 02:50:12.151932 3658 pods.go:271] [tsf-tas/rekor-server-5d5d766c6d-f2tzt] addLogicalPort took 14.448659ms, libovsdb time 932.106µs I0408 02:50:18.078964 3658 cni.go:403] [tsf/tsf-tekton-configuration-r2qh9 be4b8450fe1a0781f1cf200e8b0f6326d7ed453ca6c240c95961fcdc89be13dd network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-r2qh9 be4b8450fe1a0781f1cf200e8b0f6326d7ed453ca6c240c95961fcdc89be13dd network default NAD default] I0408 02:50:18.169050 3658 cni.go:424] [tsf/tsf-tekton-configuration-r2qh9 be4b8450fe1a0781f1cf200e8b0f6326d7ed453ca6c240c95961fcdc89be13dd network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-r2qh9 be4b8450fe1a0781f1cf200e8b0f6326d7ed453ca6c240c95961fcdc89be13dd network default NAD default], result "{}", err I0408 02:50:18.469717 3658 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-r2qh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:18.469753 3658 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-r2qh9 I0408 02:50:18.471383 3658 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-r2qh9, ips: 10.129.0.46 I0408 02:50:18.471412 3658 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-r2qh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0408 02:50:19.468267 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0408 02:50:19.492010 3658 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-r2qh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:19.492110 3658 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-r2qh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:19.530709 3658 obj_retry.go:458] Detected object tsf/patch-tekton-config-zw9x9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:19.530748 3658 obj_retry.go:458] Detected object tsf/patch-tekton-config-zw9x9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:19.537660 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-zw9x9 I0408 02:50:19.537692 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-zw9x9 I0408 02:50:20.153927 3658 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-217.ec2.internal I0408 02:50:20.154044 3658 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0408 02:50:20.168817 3658 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.804716ms I0408 02:50:20.168911 3658 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.903042ms I0408 02:50:20.170186 3658 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.285937ms, libovsdb time 883.421µs I0408 02:50:20.888476 3658 cni.go:403] [tsf-tas/rekor-server-5d5d766c6d-f2tzt 9627d45a77abbfda2a3a94859b3fbb470b6481e49fbe74adcb85f352fbd56cfc network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-5d5d766c6d-f2tzt 9627d45a77abbfda2a3a94859b3fbb470b6481e49fbe74adcb85f352fbd56cfc network default NAD default] I0408 02:50:20.891091 3658 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 1fe04b18f61c229402536ab153e532b8b1e8a38f29febac897e4e7d02df92b9d network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 1fe04b18f61c229402536ab153e532b8b1e8a38f29febac897e4e7d02df92b9d network default NAD default] I0408 02:50:20.899587 3658 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-5d5d766c6d-f2tzt, hostIfaceName: 9627d45a77abbfd, network: default, NAD default, SandboxID: "9627d45a77abbfda2a3a94859b3fbb470b6481e49fbe74adcb85f352fbd56cfc", PCI device ID: , UID: "99873171-2b18-4304-9845-4219c4d1eefc", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0408 02:50:20.901631 3658 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 1fe04b18f61c229, network: default, NAD default, SandboxID: "1fe04b18f61c229402536ab153e532b8b1e8a38f29febac897e4e7d02df92b9d", PCI device ID: , UID: "f8e9658c-83c8-4d83-8223-41375e0800ab", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0408 02:50:20.957683 3658 cni.go:424] [tsf-tas/rekor-server-5d5d766c6d-f2tzt 9627d45a77abbfda2a3a94859b3fbb470b6481e49fbe74adcb85f352fbd56cfc network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-5d5d766c6d-f2tzt 9627d45a77abbfda2a3a94859b3fbb470b6481e49fbe74adcb85f352fbd56cfc network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:a8:a7:4f:3f:0d\",\"name\":\"9627d45a77abbfd\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e4c448f-abc0-49e9-8a48-698ed102dc5b\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:50:20.977904 3658 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 1fe04b18f61c229402536ab153e532b8b1e8a38f29febac897e4e7d02df92b9d network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 1fe04b18f61c229402536ab153e532b8b1e8a38f29febac897e4e7d02df92b9d network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:78:b4:3b:80:e1\",\"name\":\"1fe04b18f61c229\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/925a8825-a9fe-47bd-ac8f-731d5176e311\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0408 02:50:21.097140 3658 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0408 02:50:21.123565 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0408 02:50:23.111283 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0408 02:50:24.120356 3658 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 1fe04b18f61c229402536ab153e532b8b1e8a38f29febac897e4e7d02df92b9d network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 1fe04b18f61c229402536ab153e532b8b1e8a38f29febac897e4e7d02df92b9d network default NAD default] I0408 02:50:24.206007 3658 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 1fe04b18f61c229402536ab153e532b8b1e8a38f29febac897e4e7d02df92b9d network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 1fe04b18f61c229402536ab153e532b8b1e8a38f29febac897e4e7d02df92b9d network default NAD default], result "{}", err I0408 02:50:24.260014 3658 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:24.260078 3658 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0408 02:50:24.261462 3658 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.48 I0408 02:50:24.261496 3658 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:24.280702 3658 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:24.280729 3658 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:24.287574 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0408 02:50:24.287606 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0408 02:50:24.507176 3658 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-217.ec2.internal I0408 02:50:24.507276 3658 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0408 02:50:24.521070 3658 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.820194ms I0408 02:50:24.521102 3658 base_network_controller_pods.go:937] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.857872ms I0408 02:50:24.522603 3658 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.446799ms, libovsdb time 937.597µs I0408 02:50:24.870444 3658 cni.go:403] [tsf-tpa/test-tsf-tpa 3a7dcde4cc824ad4b638af9e913633f0f73a21fb9201c93a03df81de4e493317 network default NAD default] ADD starting CNI request [tsf-tpa/test-tsf-tpa 3a7dcde4cc824ad4b638af9e913633f0f73a21fb9201c93a03df81de4e493317 network default NAD default] I0408 02:50:24.879852 3658 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 3a7dcde4cc824ad, network: default, NAD default, SandboxID: "3a7dcde4cc824ad4b638af9e913633f0f73a21fb9201c93a03df81de4e493317", PCI device ID: , UID: "471cd908-1bca-4486-b00d-21c07471dc8c", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0408 02:50:24.933706 3658 cni.go:424] [tsf-tpa/test-tsf-tpa 3a7dcde4cc824ad4b638af9e913633f0f73a21fb9201c93a03df81de4e493317 network default NAD default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 3a7dcde4cc824ad4b638af9e913633f0f73a21fb9201c93a03df81de4e493317 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:a1:5e:45:1e:92\",\"name\":\"3a7dcde4cc824ad\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e76c48eb-313e-4ade-8c03-15feaba39510\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:50:30.531096 3658 obj_retry.go:464] Detected object tsf-tpa/create-db-wtpkt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:30.531663 3658 obj_retry.go:464] Detected object tsf-tpa/create-db-wtpkt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:31.556256 3658 obj_retry.go:458] Detected object tsf-tpa/create-db-wtpkt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:31.556284 3658 obj_retry.go:458] Detected object tsf-tpa/create-db-wtpkt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0408 02:50:33.136390 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0408 02:50:33.162018 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0408 02:50:34.121943 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0408 02:50:34.589747 3658 obj_retry.go:464] Detected object tsf-tpa/migrate-db-qpp77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:34.590281 3658 obj_retry.go:464] Detected object tsf-tpa/migrate-db-qpp77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:34.700247 3658 obj_retry.go:458] Detected object tsf-tpa/migrate-db-qpp77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:34.700274 3658 obj_retry.go:458] Detected object tsf-tpa/migrate-db-qpp77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:34.886211 3658 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-2skrn] creating logical port tsf-tpa_create-importers-2skrn for pod on switch ip-10-0-2-217.ec2.internal I0408 02:50:34.886307 3658 kube.go:256] Updating pod tsf-tpa/create-importers-2skrn I0408 02:50:34.899377 3658 pod.go:62] [tsf-tpa/create-importers-2skrn] pod update took 13.097871ms I0408 02:50:34.899399 3658 base_network_controller_pods.go:937] [default/tsf-tpa/create-importers-2skrn] addLogicalPort annotation time took 13.1242ms I0408 02:50:34.900798 3658 pods.go:271] [tsf-tpa/create-importers-2skrn] addLogicalPort took 14.609695ms, libovsdb time 898.508µs I0408 02:50:35.251145 3658 cni.go:403] [tsf-tpa/create-importers-2skrn 7364606f47315c2d62bec6c0cad85e77ac987747f6f0edb7ce73462c3ba8636d network default NAD default] ADD starting CNI request [tsf-tpa/create-importers-2skrn 7364606f47315c2d62bec6c0cad85e77ac987747f6f0edb7ce73462c3ba8636d network default NAD default] I0408 02:50:35.260482 3658 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-2skrn, hostIfaceName: 7364606f47315c2, network: default, NAD default, SandboxID: "7364606f47315c2d62bec6c0cad85e77ac987747f6f0edb7ce73462c3ba8636d", PCI device ID: , UID: "f584b0a8-0f21-4a8c-8532-67382c3b5ed3", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0408 02:50:35.315433 3658 cni.go:424] [tsf-tpa/create-importers-2skrn 7364606f47315c2d62bec6c0cad85e77ac987747f6f0edb7ce73462c3ba8636d network default NAD default] ADD finished CNI request [tsf-tpa/create-importers-2skrn 7364606f47315c2d62bec6c0cad85e77ac987747f6f0edb7ce73462c3ba8636d network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:4b:7e:2b:37:07\",\"name\":\"7364606f47315c2\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/217cdcec-575c-4010-882c-a1b3f619ee57\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:50:39.215551 3658 cni.go:403] [tsf-tpa/create-importers-2skrn 7364606f47315c2d62bec6c0cad85e77ac987747f6f0edb7ce73462c3ba8636d network default NAD default] DEL starting CNI request [tsf-tpa/create-importers-2skrn 7364606f47315c2d62bec6c0cad85e77ac987747f6f0edb7ce73462c3ba8636d network default NAD default] I0408 02:50:39.309110 3658 cni.go:424] [tsf-tpa/create-importers-2skrn 7364606f47315c2d62bec6c0cad85e77ac987747f6f0edb7ce73462c3ba8636d network default NAD default] DEL finished CNI request [tsf-tpa/create-importers-2skrn 7364606f47315c2d62bec6c0cad85e77ac987747f6f0edb7ce73462c3ba8636d network default NAD default], result "{}", err I0408 02:50:39.361863 3658 obj_retry.go:464] Detected object tsf-tpa/create-importers-2skrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:39.361902 3658 pods.go:176] Deleting pod: tsf-tpa/create-importers-2skrn I0408 02:50:39.363260 3658 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-2skrn, ips: 10.129.0.50 I0408 02:50:39.363287 3658 obj_retry.go:464] Detected object tsf-tpa/create-importers-2skrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:40.387329 3658 obj_retry.go:458] Detected object tsf-tpa/create-importers-2skrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:40.387378 3658 obj_retry.go:458] Detected object tsf-tpa/create-importers-2skrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0408 02:50:43.493323 3658 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0408 02:50:47.779310 3658 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-dqfbk-zq7lm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:47.779879 3658 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-dqfbk-zq7lm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:50:48.653696 3658 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-dqfbk-zq7lm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:50:48.653723 3658 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-dqfbk-zq7lm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0408 02:51:03.728220 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0408 02:51:11.390445 3658 cni.go:403] [tsf-tpa/test-tsf-tpa 3a7dcde4cc824ad4b638af9e913633f0f73a21fb9201c93a03df81de4e493317 network default NAD default] DEL starting CNI request [tsf-tpa/test-tsf-tpa 3a7dcde4cc824ad4b638af9e913633f0f73a21fb9201c93a03df81de4e493317 network default NAD default] I0408 02:51:11.475218 3658 cni.go:424] [tsf-tpa/test-tsf-tpa 3a7dcde4cc824ad4b638af9e913633f0f73a21fb9201c93a03df81de4e493317 network default NAD default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 3a7dcde4cc824ad4b638af9e913633f0f73a21fb9201c93a03df81de4e493317 network default NAD default], result "{}", err I0408 02:51:11.529773 3658 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:51:11.529810 3658 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0408 02:51:11.531216 3658 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.49 I0408 02:51:11.531249 3658 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:51:11.582597 3658 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:51:11.582618 3658 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:51:11.589578 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0408 02:51:11.589603 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0408 02:51:12.439219 3658 namespace.go:98] [build-service] adding namespace I0408 02:51:12.439368 3658 namespace.go:98] [image-controller] adding namespace I0408 02:51:12.440086 3658 namespace.go:102] [build-service] adding namespace took 847.721µs I0408 02:51:12.440726 3658 namespace.go:102] [image-controller] adding namespace took 1.34236ms I0408 02:51:12.445207 3658 namespace.go:98] [integration-service] adding namespace I0408 02:51:12.445805 3658 namespace.go:102] [integration-service] adding namespace took 582.742µs I0408 02:51:12.447995 3658 namespace.go:98] [default-tenant] adding namespace I0408 02:51:12.448558 3658 namespace.go:102] [default-tenant] adding namespace took 547.22µs I0408 02:51:12.479143 3658 namespace.go:142] [build-service] updating namespace I0408 02:51:12.497362 3658 namespace.go:142] [build-service] updating namespace I0408 02:51:12.519217 3658 namespace.go:142] [image-controller] updating namespace I0408 02:51:12.537197 3658 namespace.go:142] [image-controller] updating namespace I0408 02:51:12.551877 3658 namespace.go:142] [integration-service] updating namespace I0408 02:51:12.586033 3658 namespace.go:142] [integration-service] updating namespace I0408 02:51:12.586060 3658 namespace.go:142] [default-tenant] updating namespace I0408 02:51:12.608188 3658 namespace.go:142] [default-tenant] updating namespace I0408 02:51:12.802436 3658 namespace.go:142] [build-service] updating namespace I0408 02:51:12.830230 3658 namespace.go:142] [integration-service] updating namespace I0408 02:51:12.934581 3658 namespace.go:98] [release-service] adding namespace I0408 02:51:12.935376 3658 namespace.go:102] [release-service] adding namespace took 770.54µs I0408 02:51:12.961012 3658 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-217.ec2.internal I0408 02:51:12.961137 3658 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0408 02:51:12.980139 3658 namespace.go:142] [release-service] updating namespace I0408 02:51:13.022290 3658 namespace.go:142] [release-service] updating namespace I0408 02:51:13.022436 3658 namespace.go:142] [konflux-ui] updating namespace I0408 02:51:13.058117 3658 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0408 02:51:13.130076 3658 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 168.961057ms I0408 02:51:13.130102 3658 base_network_controller_pods.go:937] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 168.995804ms I0408 02:51:13.131403 3658 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 170.412017ms, libovsdb time 862.65µs I0408 02:51:13.247035 3658 namespace.go:98] [konflux-info] adding namespace I0408 02:51:13.248039 3658 namespace.go:102] [konflux-info] adding namespace took 980.709µs I0408 02:51:13.300346 3658 namespace.go:142] [konflux-info] updating namespace I0408 02:51:13.313783 3658 cni.go:403] [konflux-ui/test-tsf-konflux 72e0cf655beb692ee455c45d42968947c01f88e6a5d713ae20d2928b4444346e network default NAD default] ADD starting CNI request [konflux-ui/test-tsf-konflux 72e0cf655beb692ee455c45d42968947c01f88e6a5d713ae20d2928b4444346e network default NAD default] I0408 02:51:13.323117 3658 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 72e0cf655beb692, network: default, NAD default, SandboxID: "72e0cf655beb692ee455c45d42968947c01f88e6a5d713ae20d2928b4444346e", PCI device ID: , UID: "813218d0-e878-4040-9384-40390eb34801", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0408 02:51:13.376876 3658 cni.go:424] [konflux-ui/test-tsf-konflux 72e0cf655beb692ee455c45d42968947c01f88e6a5d713ae20d2928b4444346e network default NAD default] ADD finished CNI request [konflux-ui/test-tsf-konflux 72e0cf655beb692ee455c45d42968947c01f88e6a5d713ae20d2928b4444346e network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:d1:33:13:cc:97\",\"name\":\"72e0cf655beb692\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/299ddd40-eaf6-4c49-ac92-e32b12acbea4\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:51:13.393815 3658 namespace.go:142] [konflux-info] updating namespace I0408 02:51:13.393826 3658 namespace.go:142] [build-service] updating namespace I0408 02:51:13.453129 3658 namespace.go:98] [namespace-lister] adding namespace I0408 02:51:13.454005 3658 namespace.go:102] [namespace-lister] adding namespace took 850.786µs I0408 02:51:13.504534 3658 namespace.go:142] [namespace-lister] updating namespace I0408 02:51:13.596103 3658 namespace.go:142] [namespace-lister] updating namespace I0408 02:51:13.661081 3658 namespace.go:98] [enterprise-contract-service] adding namespace I0408 02:51:13.661971 3658 namespace.go:102] [enterprise-contract-service] adding namespace took 868.947µs I0408 02:51:13.700692 3658 namespace.go:142] [enterprise-contract-service] updating namespace I0408 02:51:13.705746 3658 namespace.go:142] [default-tenant] updating namespace I0408 02:51:13.765242 3658 namespace.go:142] [enterprise-contract-service] updating namespace I0408 02:51:13.815643 3658 namespace.go:142] [image-controller] updating namespace I0408 02:51:13.988357 3658 namespace.go:142] [default-tenant] updating namespace I0408 02:51:13.988525 3658 namespace.go:142] [image-controller] updating namespace I0408 02:51:14.086026 3658 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0408 02:51:14.086742 3658 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0408 02:51:14.086766 3658 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0408 02:51:14.089472 3658 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0408 02:51:14.112136 3658 namespace.go:98] [segment-bridge] adding namespace I0408 02:51:14.112736 3658 namespace.go:102] [segment-bridge] adding namespace took 581.815µs I0408 02:51:14.121993 3658 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0408 02:51:14.122013 3658 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0408 02:51:14.122708 3658 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0408 02:51:14.500290 3658 namespace.go:142] [segment-bridge] updating namespace I0408 02:51:14.776535 3658 namespace.go:142] [segment-bridge] updating namespace I0408 02:51:15.159303 3658 base_network_controller_pods.go:487] [default/konflux-ui/dex-cd78ff86-kdr4p] creating logical port konflux-ui_dex-cd78ff86-kdr4p for pod on switch ip-10-0-2-217.ec2.internal I0408 02:51:15.159406 3658 kube.go:256] Updating pod konflux-ui/dex-cd78ff86-kdr4p I0408 02:51:15.271653 3658 pod.go:62] [konflux-ui/dex-cd78ff86-kdr4p] pod update took 112.269298ms I0408 02:51:15.271678 3658 base_network_controller_pods.go:937] [default/konflux-ui/dex-cd78ff86-kdr4p] addLogicalPort annotation time took 112.30072ms I0408 02:51:15.273026 3658 pods.go:271] [konflux-ui/dex-cd78ff86-kdr4p] addLogicalPort took 113.737379ms, libovsdb time 891.077µs I0408 02:51:15.700140 3658 namespace.go:142] [integration-service] updating namespace I0408 02:51:15.958224 3658 namespace.go:142] [build-service] updating namespace I0408 02:51:16.016976 3658 namespace.go:142] [default-tenant] updating namespace I0408 02:51:16.021301 3658 namespace.go:142] [image-controller] updating namespace I0408 02:51:16.032204 3658 namespace.go:142] [integration-service] updating namespace I0408 02:51:16.139705 3658 namespace.go:142] [build-service] updating namespace I0408 02:51:16.201092 3658 namespace.go:142] [default-tenant] updating namespace I0408 02:51:16.263668 3658 namespace.go:142] [image-controller] updating namespace I0408 02:51:16.351167 3658 namespace.go:142] [integration-service] updating namespace I0408 02:51:16.447248 3658 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-656499ffcd-7z5j5] creating logical port release-service_release-service-controller-manager-656499ffcd-7z5j5 for pod on switch ip-10-0-2-217.ec2.internal I0408 02:51:16.447369 3658 kube.go:256] Updating pod release-service/release-service-controller-manager-656499ffcd-7z5j5 I0408 02:51:16.474410 3658 pod.go:62] [release-service/release-service-controller-manager-656499ffcd-7z5j5] pod update took 27.081466ms I0408 02:51:16.474439 3658 base_network_controller_pods.go:937] [default/release-service/release-service-controller-manager-656499ffcd-7z5j5] addLogicalPort annotation time took 27.116954ms I0408 02:51:16.475989 3658 pods.go:271] [release-service/release-service-controller-manager-656499ffcd-7z5j5] addLogicalPort took 28.756737ms, libovsdb time 942.969µs I0408 02:51:16.528310 3658 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5c8d9d74d-hp9l5] creating logical port konflux-ui_proxy-5c8d9d74d-hp9l5 for pod on switch ip-10-0-2-217.ec2.internal I0408 02:51:16.528417 3658 kube.go:256] Updating pod konflux-ui/proxy-5c8d9d74d-hp9l5 I0408 02:51:16.569229 3658 pod.go:62] [konflux-ui/proxy-5c8d9d74d-hp9l5] pod update took 40.844336ms I0408 02:51:16.569252 3658 base_network_controller_pods.go:937] [default/konflux-ui/proxy-5c8d9d74d-hp9l5] addLogicalPort annotation time took 40.872941ms I0408 02:51:16.570551 3658 pods.go:271] [konflux-ui/proxy-5c8d9d74d-hp9l5] addLogicalPort took 42.259881ms, libovsdb time 855.723µs I0408 02:51:17.081112 3658 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-5dcfd9f84-jtxlt] creating logical port integration-service_integration-service-controller-manager-5dcfd9f84-jtxlt for pod on switch ip-10-0-2-217.ec2.internal I0408 02:51:17.081206 3658 kube.go:256] Updating pod integration-service/integration-service-controller-manager-5dcfd9f84-jtxlt I0408 02:51:17.095602 3658 pod.go:62] [integration-service/integration-service-controller-manager-5dcfd9f84-jtxlt] pod update took 14.417516ms I0408 02:51:17.095632 3658 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-5dcfd9f84-jtxlt] addLogicalPort annotation time took 14.453246ms I0408 02:51:17.097252 3658 pods.go:271] [integration-service/integration-service-controller-manager-5dcfd9f84-jtxlt] addLogicalPort took 16.159694ms, libovsdb time 1.17098ms I0408 02:51:17.869964 3658 namespace.go:142] [enterprise-contract-service] updating namespace I0408 02:51:18.071605 3658 namespace.go:142] [konflux-info] updating namespace I0408 02:51:18.285651 3658 namespace.go:142] [namespace-lister] updating namespace I0408 02:51:18.472660 3658 namespace.go:142] [release-service] updating namespace I0408 02:51:18.673631 3658 namespace.go:142] [segment-bridge] updating namespace I0408 02:51:18.806274 3658 namespace.go:142] [enterprise-contract-service] updating namespace I0408 02:51:18.831164 3658 namespace.go:142] [konflux-info] updating namespace I0408 02:51:18.851166 3658 namespace.go:142] [namespace-lister] updating namespace W0408 02:51:18.856094 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0408 02:51:18.857921 3658 namespace.go:142] [release-service] updating namespace I0408 02:51:18.872444 3658 namespace.go:142] [segment-bridge] updating namespace I0408 02:51:18.913313 3658 namespace.go:142] [enterprise-contract-service] updating namespace I0408 02:51:19.001240 3658 namespace.go:142] [konflux-info] updating namespace I0408 02:51:19.116261 3658 namespace.go:142] [namespace-lister] updating namespace I0408 02:51:19.197260 3658 namespace.go:142] [release-service] updating namespace I0408 02:51:19.301725 3658 namespace.go:142] [segment-bridge] updating namespace W0408 02:51:21.849884 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0408 02:51:21.868776 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0408 02:51:24.254592 3658 cni.go:403] [konflux-ui/dex-cd78ff86-kdr4p 06d54f683436bb784ae5efda9a6635922d64cdbea4b529b6ac7326e78820c822 network default NAD default] ADD starting CNI request [konflux-ui/dex-cd78ff86-kdr4p 06d54f683436bb784ae5efda9a6635922d64cdbea4b529b6ac7326e78820c822 network default NAD default] I0408 02:51:24.264293 3658 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: dex-cd78ff86-kdr4p, hostIfaceName: 06d54f683436bb7, network: default, NAD default, SandboxID: "06d54f683436bb784ae5efda9a6635922d64cdbea4b529b6ac7326e78820c822", PCI device ID: , UID: "a73b012c-f4db-453e-be9c-367f60134d83", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0408 02:51:24.308052 3658 cni.go:403] [release-service/release-service-controller-manager-656499ffcd-7z5j5 d3f618b8ca1af8e1082b372aa4de82048e21b717d51131c46d1253d6285fd0b1 network default NAD default] ADD starting CNI request [release-service/release-service-controller-manager-656499ffcd-7z5j5 d3f618b8ca1af8e1082b372aa4de82048e21b717d51131c46d1253d6285fd0b1 network default NAD default] I0408 02:51:24.319269 3658 helper_linux.go:450] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-656499ffcd-7z5j5, hostIfaceName: d3f618b8ca1af8e, network: default, NAD default, SandboxID: "d3f618b8ca1af8e1082b372aa4de82048e21b717d51131c46d1253d6285fd0b1", PCI device ID: , UID: "163620ea-4496-4070-b166-a50b6e49975f", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0408 02:51:24.323722 3658 cni.go:424] [konflux-ui/dex-cd78ff86-kdr4p 06d54f683436bb784ae5efda9a6635922d64cdbea4b529b6ac7326e78820c822 network default NAD default] ADD finished CNI request [konflux-ui/dex-cd78ff86-kdr4p 06d54f683436bb784ae5efda9a6635922d64cdbea4b529b6ac7326e78820c822 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:02:85:75:f3:59\",\"name\":\"06d54f683436bb7\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f8364ca-5fac-4717-8328-d04b4e62445f\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:51:24.374057 3658 cni.go:424] [release-service/release-service-controller-manager-656499ffcd-7z5j5 d3f618b8ca1af8e1082b372aa4de82048e21b717d51131c46d1253d6285fd0b1 network default NAD default] ADD finished CNI request [release-service/release-service-controller-manager-656499ffcd-7z5j5 d3f618b8ca1af8e1082b372aa4de82048e21b717d51131c46d1253d6285fd0b1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:61:39:ac:e2:7a\",\"name\":\"d3f618b8ca1af8e\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d2feae6-16b9-4d07-a1ce-061af498cb63\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:51:24.397548 3658 cni.go:403] [konflux-ui/proxy-5c8d9d74d-hp9l5 71bac5856386e1ff50c475c3637bfdec132ea6391abea72bc9d8486e2656fbca network default NAD default] ADD starting CNI request [konflux-ui/proxy-5c8d9d74d-hp9l5 71bac5856386e1ff50c475c3637bfdec132ea6391abea72bc9d8486e2656fbca network default NAD default] I0408 02:51:24.408128 3658 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-5c8d9d74d-hp9l5, hostIfaceName: 71bac5856386e1f, network: default, NAD default, SandboxID: "71bac5856386e1ff50c475c3637bfdec132ea6391abea72bc9d8486e2656fbca", PCI device ID: , UID: "80642df9-5c3b-4202-b155-51d655bb7b9d", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0408 02:51:24.466486 3658 cni.go:424] [konflux-ui/proxy-5c8d9d74d-hp9l5 71bac5856386e1ff50c475c3637bfdec132ea6391abea72bc9d8486e2656fbca network default NAD default] ADD finished CNI request [konflux-ui/proxy-5c8d9d74d-hp9l5 71bac5856386e1ff50c475c3637bfdec132ea6391abea72bc9d8486e2656fbca network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:75:19:0f:e6:9d\",\"name\":\"71bac5856386e1f\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3cc9ea8-5f23-4084-baf9-523ede2acd3c\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:51:24.964947 3658 cni.go:403] [integration-service/integration-service-controller-manager-5dcfd9f84-jtxlt 59052dd5a9ae61d2bbe1f4b7ef913a1fd0e2296e8bf29624de8dca3f8ebe0c11 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-5dcfd9f84-jtxlt 59052dd5a9ae61d2bbe1f4b7ef913a1fd0e2296e8bf29624de8dca3f8ebe0c11 network default NAD default] I0408 02:51:24.978608 3658 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-5dcfd9f84-jtxlt, hostIfaceName: 59052dd5a9ae61d, network: default, NAD default, SandboxID: "59052dd5a9ae61d2bbe1f4b7ef913a1fd0e2296e8bf29624de8dca3f8ebe0c11", PCI device ID: , UID: "3e0b1ff7-97ab-4bca-afa1-4e7c4fb8fdfc", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0408 02:51:25.057475 3658 cni.go:424] [integration-service/integration-service-controller-manager-5dcfd9f84-jtxlt 59052dd5a9ae61d2bbe1f4b7ef913a1fd0e2296e8bf29624de8dca3f8ebe0c11 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-5dcfd9f84-jtxlt 59052dd5a9ae61d2bbe1f4b7ef913a1fd0e2296e8bf29624de8dca3f8ebe0c11 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:c6:e2:fa:28:e9\",\"name\":\"59052dd5a9ae61d\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10af64d7-a0de-4c8b-a391-5d79fb6de8ec\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0408 02:51:29.915174 3658 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0408 02:51:29.915196 3658 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0408 02:51:29.941657 3658 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0408 02:51:29.941738 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0408 02:51:31.549563 3658 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0408 02:51:31.593253 3658 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0408 02:51:31.593271 3658 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0408 02:51:31.626939 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0408 02:51:31.627680 3658 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0408 02:51:31.654189 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0408 02:51:31.657197 3658 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0408 02:51:40.923805 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0408 02:51:40.923835 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0408 02:51:40.923875 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0408 02:51:40.923888 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0408 02:51:42.539694 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0408 02:51:42.542967 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0408 02:51:42.561200 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0408 02:51:42.563766 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0408 02:51:42.885200 3658 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:51:42.885761 3658 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:51:43.017000 3658 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:51:43.017024 3658 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:51:43.022739 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg I0408 02:51:43.022760 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7884d6c5d6-cbmhg W0408 02:51:44.554171 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0408 02:51:48.285328 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 I0408 02:51:50.392756 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0408 02:51:59.370974 3658 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0408 02:52:10.002764 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0408 02:52:10.002784 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0408 02:52:10.002794 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0408 02:52:10.002799 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0408 02:52:10.608133 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0408 02:52:10.608152 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0408 02:52:18.397071 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0408 02:52:40.351207 3658 obj_retry.go:464] Detected object konflux-ui/proxy-6f84fcb97-dxvmz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:52:40.351821 3658 obj_retry.go:464] Detected object konflux-ui/proxy-6f84fcb97-dxvmz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:52:41.345468 3658 obj_retry.go:458] Detected object konflux-ui/proxy-6f84fcb97-dxvmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:52:41.345495 3658 obj_retry.go:458] Detected object konflux-ui/proxy-6f84fcb97-dxvmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:52:41.355375 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6f84fcb97-dxvmz I0408 02:52:41.355408 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6f84fcb97-dxvmz I0408 02:52:44.955606 3658 cni.go:403] [konflux-ui/test-tsf-konflux 72e0cf655beb692ee455c45d42968947c01f88e6a5d713ae20d2928b4444346e network default NAD default] DEL starting CNI request [konflux-ui/test-tsf-konflux 72e0cf655beb692ee455c45d42968947c01f88e6a5d713ae20d2928b4444346e network default NAD default] I0408 02:52:45.053287 3658 cni.go:424] [konflux-ui/test-tsf-konflux 72e0cf655beb692ee455c45d42968947c01f88e6a5d713ae20d2928b4444346e network default NAD default] DEL finished CNI request [konflux-ui/test-tsf-konflux 72e0cf655beb692ee455c45d42968947c01f88e6a5d713ae20d2928b4444346e network default NAD default], result "{}", err I0408 02:52:45.125359 3658 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:52:45.125423 3658 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0408 02:52:45.126693 3658 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.51 I0408 02:52:45.126718 3658 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:52:45.150140 3658 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:52:45.150180 3658 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:52:45.159328 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0408 02:52:45.159367 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0408 02:53:03.584584 3658 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:53:03.585206 3658 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:53:03.662574 3658 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-nzlsk] creating logical port image-controller_image-controller-controller-manager-56b684c87-nzlsk for pod on switch ip-10-0-2-217.ec2.internal I0408 02:53:03.662690 3658 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-nzlsk I0408 02:53:03.678839 3658 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-nzlsk] pod update took 16.173033ms I0408 02:53:03.678867 3658 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-56b684c87-nzlsk] addLogicalPort annotation time took 16.203743ms I0408 02:53:03.680131 3658 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-nzlsk] addLogicalPort took 17.572193ms, libovsdb time 854.08µs I0408 02:53:04.037669 3658 cni.go:403] [image-controller/image-controller-controller-manager-56b684c87-nzlsk ffef8797b2b941bba24baa4164e84fb302b19d4c32c7796f6fec10e5f253d637 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-nzlsk ffef8797b2b941bba24baa4164e84fb302b19d4c32c7796f6fec10e5f253d637 network default NAD default] I0408 02:53:04.047064 3658 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-nzlsk, hostIfaceName: ffef8797b2b941b, network: default, NAD default, SandboxID: "ffef8797b2b941bba24baa4164e84fb302b19d4c32c7796f6fec10e5f253d637", PCI device ID: , UID: "3b6ab48f-0a81-404a-b0ee-741757404b54", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0408 02:53:04.103784 3658 cni.go:424] [image-controller/image-controller-controller-manager-56b684c87-nzlsk ffef8797b2b941bba24baa4164e84fb302b19d4c32c7796f6fec10e5f253d637 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-nzlsk ffef8797b2b941bba24baa4164e84fb302b19d4c32c7796f6fec10e5f253d637 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:00:a7:b0:4f:47\",\"name\":\"ffef8797b2b941b\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8d9c638-2669-45da-a027-605b6878a2d5\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 02:53:04.214681 3658 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:53:04.214707 3658 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:53:04.225944 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr I0408 02:53:04.225970 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-5c8bf4df77-b5tmr W0408 02:53:18.098374 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-217.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0408 02:53:18.417846 3658 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-cmnts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 02:53:18.418414 3658 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-cmnts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 02:53:18.562664 3658 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-cmnts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:53:18.562690 3658 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-cmnts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 02:53:18.571056 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-fc44cc754-cmnts I0408 02:53:18.571077 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-fc44cc754-cmnts I0408 02:53:40.375906 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0408 02:54:05.406637 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0408 02:54:21.285164 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0408 02:55:11.382038 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0408 02:55:16.385834 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0408 02:55:37.404867 3658 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0408 02:56:03.329201 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=155 I0408 02:56:08.409911 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0408 02:56:16.286631 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=63 I0408 02:56:35.296829 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=260 I0408 02:56:56.293959 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=66 I0408 02:57:47.400150 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0408 02:57:56.371008 3658 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0408 02:58:21.396568 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0408 03:00:00.178928 3658 base_network_controller_pods.go:487] [default/image-controller/image-controller-notification-resetter-cronjob-29593620-4qmqk] creating logical port image-controller_image-controller-notification-resetter-cronjob-29593620-4qmqk for pod on switch ip-10-0-2-217.ec2.internal I0408 03:00:00.179043 3658 kube.go:256] Updating pod image-controller/image-controller-notification-resetter-cronjob-29593620-4qmqk I0408 03:00:00.207250 3658 pod.go:62] [image-controller/image-controller-notification-resetter-cronjob-29593620-4qmqk] pod update took 28.230749ms I0408 03:00:00.207279 3658 base_network_controller_pods.go:937] [default/image-controller/image-controller-notification-resetter-cronjob-29593620-4qmqk] addLogicalPort annotation time took 28.264784ms I0408 03:00:00.208570 3658 pods.go:271] [image-controller/image-controller-notification-resetter-cronjob-29593620-4qmqk] addLogicalPort took 29.653901ms, libovsdb time 854.213µs I0408 03:00:00.302048 3658 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29593620-fhwd4 for pod on switch ip-10-0-2-217.ec2.internal I0408 03:00:00.302161 3658 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 I0408 03:00:00.315189 3658 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4] pod update took 13.049356ms I0408 03:00:00.315217 3658 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4] addLogicalPort annotation time took 13.083144ms I0408 03:00:00.316563 3658 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4] addLogicalPort took 14.53477ms, libovsdb time 905.269µs I0408 03:00:00.539533 3658 cni.go:403] [image-controller/image-controller-notification-resetter-cronjob-29593620-4qmqk a70ffbd3ea7959b307307e70834c87a11ee14484bff42badb23ef5b5ddeea5da network default NAD default] ADD starting CNI request [image-controller/image-controller-notification-resetter-cronjob-29593620-4qmqk a70ffbd3ea7959b307307e70834c87a11ee14484bff42badb23ef5b5ddeea5da network default NAD default] I0408 03:00:00.548828 3658 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-notification-resetter-cronjob-29593620-4qmqk, hostIfaceName: a70ffbd3ea7959b, network: default, NAD default, SandboxID: "a70ffbd3ea7959b307307e70834c87a11ee14484bff42badb23ef5b5ddeea5da", PCI device ID: , UID: "7aa61e6e-2df2-477e-a91c-f26b34aab45b", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0408 03:00:00.604434 3658 cni.go:424] [image-controller/image-controller-notification-resetter-cronjob-29593620-4qmqk a70ffbd3ea7959b307307e70834c87a11ee14484bff42badb23ef5b5ddeea5da network default NAD default] ADD finished CNI request [image-controller/image-controller-notification-resetter-cronjob-29593620-4qmqk a70ffbd3ea7959b307307e70834c87a11ee14484bff42badb23ef5b5ddeea5da network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:47:41:81:65:05\",\"name\":\"a70ffbd3ea7959b\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b835a756-4dd0-459b-99ee-8b9a740c64d5\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 03:00:00.665248 3658 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 7d7fada4fcbc17d8b76d15eec4c60c2623a0599caecdd1fc6cb6781d6d490261 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 7d7fada4fcbc17d8b76d15eec4c60c2623a0599caecdd1fc6cb6781d6d490261 network default NAD default] I0408 03:00:00.675380 3658 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29593620-fhwd4, hostIfaceName: 7d7fada4fcbc17d, network: default, NAD default, SandboxID: "7d7fada4fcbc17d8b76d15eec4c60c2623a0599caecdd1fc6cb6781d6d490261", PCI device ID: , UID: "a2584645-f41e-4247-b6bc-000408e8c300", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0408 03:00:00.729517 3658 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 7d7fada4fcbc17d8b76d15eec4c60c2623a0599caecdd1fc6cb6781d6d490261 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 7d7fada4fcbc17d8b76d15eec4c60c2623a0599caecdd1fc6cb6781d6d490261 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:91:a5:39:e3:60\",\"name\":\"7d7fada4fcbc17d\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97786582-9fd8-4797-9f7e-fffbd8c85bf1\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0408 03:00:04.364255 3658 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 7d7fada4fcbc17d8b76d15eec4c60c2623a0599caecdd1fc6cb6781d6d490261 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 7d7fada4fcbc17d8b76d15eec4c60c2623a0599caecdd1fc6cb6781d6d490261 network default NAD default] I0408 03:00:04.459404 3658 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 7d7fada4fcbc17d8b76d15eec4c60c2623a0599caecdd1fc6cb6781d6d490261 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 7d7fada4fcbc17d8b76d15eec4c60c2623a0599caecdd1fc6cb6781d6d490261 network default NAD default], result "{}", err I0408 03:00:04.513765 3658 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0408 03:00:04.513800 3658 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 I0408 03:00:04.515155 3658 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4, ips: 10.129.0.58 I0408 03:00:04.515182 3658 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0408 03:00:05.376493 3658 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:05.376564 3658 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29593620-fhwd4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:11.289237 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0408 03:00:21.288870 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0408 03:00:31.055303 3658 obj_retry.go:458] Detected object tsf-tpa/create-db-wtpkt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:31.055372 3658 obj_retry.go:458] Detected object tsf-tpa/create-db-wtpkt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:31.059996 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-wtpkt I0408 03:00:31.060023 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-wtpkt I0408 03:00:34.033913 3658 obj_retry.go:458] Detected object tsf-tpa/migrate-db-qpp77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:34.033962 3658 obj_retry.go:458] Detected object tsf-tpa/migrate-db-qpp77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:34.041423 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-qpp77 I0408 03:00:34.041448 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-qpp77 I0408 03:00:40.032599 3658 obj_retry.go:458] Detected object tsf-tpa/create-importers-2skrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:40.032653 3658 obj_retry.go:458] Detected object tsf-tpa/create-importers-2skrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0408 03:00:40.035680 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-2skrn I0408 03:00:40.035706 3658 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-2skrn I0408 03:01:37.332480 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0408 03:01:37.374045 3658 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0408 03:01:49.410352 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0408 03:01:53.389616 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0408 03:02:09.378953 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0408 03:03:39.385525 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0408 03:04:19.408624 3658 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0408 03:04:44.296824 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0408 03:04:51.304638 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=45