+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-209.ec2.internal ++ [[ -n ip-10-0-0-209.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-209.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260318-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260318-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0405 10:57:27.889913176 - disable conntrack on geneve port' I0405 10:57:27.889913176 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0405 10:57:27.904645718 - starting ovnkube-node' I0405 10:57:27.904645718 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-209.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-209.ec2.internal --init-node ip-10-0-0-209.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-209.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0405 10:57:27.940940 3770 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0405 10:57:27.940996 3770 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-45db7ef7dc.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0405 10:57:27.942826 3770 kube.go:423] Waiting for certificate I0405 10:57:27.942868 3770 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0405 10:57:27.942898 3770 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0405 10:57:27.943733 3770 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0405 10:57:27.972419 3770 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 10:57:27.972433 3770 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 10:57:27.975738 3770 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 10:57:27.978655 3770 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8jdcs" I0405 10:57:27.984549 3770 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8jdcs" I0405 10:57:27.984609 3770 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 10:57:28.943173 3770 kube.go:430] Certificate found I0405 10:57:28.943739 3770 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0405 10:57:28.944679 3770 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0405 10:57:28.994067 3770 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-06 10:52:27 +0000 UTC" deadline="2026-04-06 07:01:25.842170081 +0000 UTC" I0405 10:57:28.994135 3770 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h3m56.848044143s" I0405 10:57:29.012935 3770 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0405 10:57:29.017967 3770 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0405 10:57:29.019094 3770 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0405 10:57:29.019146 3770 factory.go:537] Starting watch factory I0405 10:57:29.019222 3770 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.019225 3770 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.019240 3770 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.019247 3770 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.019236 3770 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.019257 3770 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.019279 3770 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.019280 3770 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.019291 3770 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.019303 3770 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.020843 3770 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.020908 3770 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.031331 3770 controller_manager.go:368] Starting the ovnkube controller I0405 10:57:29.031347 3770 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-209.ec2.internal I0405 10:57:29.031409 3770 controller_manager.go:393] NBDB zone sync took: 52.367µs I0405 10:57:29.031419 3770 factory.go:537] Starting watch factory I0405 10:57:29.041140 3770 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.042327 3770 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.042330 3770 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.043602 3770 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.044777 3770 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.047705 3770 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0405 10:57:29.047845 3770 ovn_northd.go:121] Registering OVN northd metrics I0405 10:57:29.052189 3770 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0405 10:57:29.052238 3770 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0405 10:57:29.056667 3770 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0405 10:57:29.068427 3770 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0405 10:57:29.124749 3770 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0405 10:57:29.124765 3770 factory.go:1931] *v1.Pod informer cache synced successfully I0405 10:57:29.124768 3770 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0405 10:57:29.124772 3770 factory.go:1931] *v1.Namespace informer cache synced successfully I0405 10:57:29.124775 3770 factory.go:1931] *v1.Node informer cache synced successfully I0405 10:57:29.124777 3770 factory.go:1931] *v1.Service informer cache synced successfully I0405 10:57:29.124843 3770 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:57:29.124856 3770 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:57:29.124858 3770 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:57:29.124873 3770 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:57:29.127176 3770 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:57:29.128028 3770 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 10:57:29.129879 3770 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0405 10:57:29.129889 3770 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0405 10:57:29.129938 3770 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.129949 3770 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.132233 3770 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.135174 3770 factory.go:1931] *v1.EgressIP informer cache synced successfully I0405 10:57:29.135223 3770 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.135234 3770 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.137110 3770 factory.go:1931] *v1.Service informer cache synced successfully I0405 10:57:29.137120 3770 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0405 10:57:29.137123 3770 factory.go:1931] *v1.Pod informer cache synced successfully I0405 10:57:29.137126 3770 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0405 10:57:29.137129 3770 factory.go:1931] *v1.Namespace informer cache synced successfully I0405 10:57:29.137132 3770 factory.go:1931] *v1.Node informer cache synced successfully I0405 10:57:29.137283 3770 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.141230 3770 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0405 10:57:29.141283 3770 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.141295 3770 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.142470 3770 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0405 10:57:29.142480 3770 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0405 10:57:29.143752 3770 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.146520 3770 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0405 10:57:29.146580 3770 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.146591 3770 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.147895 3770 factory.go:1931] *v1.EgressIP informer cache synced successfully I0405 10:57:29.148582 3770 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.152401 3770 factory.go:1931] *v1.EgressService informer cache synced successfully I0405 10:57:29.152449 3770 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.152461 3770 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.152945 3770 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0405 10:57:29.154455 3770 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.158237 3770 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0405 10:57:29.158243 3770 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0405 10:57:29.158387 3770 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 10:57:29.158398 3770 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 10:57:29.163704 3770 factory.go:1931] *v1.EgressService informer cache synced successfully I0405 10:57:29.166230 3770 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 10:57:29.169009 3770 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0405 10:57:29.174668 3770 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0405 10:57:29.174733 3770 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.174745 3770 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.174980 3770 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.175072 3770 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.178961 3770 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.178962 3770 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 10:57:29.179832 3770 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0405 10:57:29.179843 3770 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0405 10:57:29.179849 3770 factory.go:649] Watch Factory start up complete, took: 148.429379ms I0405 10:57:29.179856 3770 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-209.ec2.internal" zone I0405 10:57:29.264109 3770 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0405 10:57:29.269923 3770 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0405 10:57:29.269935 3770 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0405 10:57:29.269942 3770 factory.go:649] Watch Factory start up complete, took: 250.798003ms I0405 10:57:29.270016 3770 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0405 10:57:29.304870 3770 default_node_network_controller.go:709] Initializing the default node network controller I0405 10:57:29.352827 3770 udn_isolation.go:101] Starting UDN host isolation manager I0405 10:57:29.358636 3770 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0405 10:57:29.410748 3770 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0405 10:57:29.410863 3770 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0405 10:57:29.410879 3770 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0405 10:57:29.442722 3770 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0405 10:57:29.442780 3770 default_node_network_controller.go:808] Node ip-10-0-0-209.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0405 10:57:29.447384 3770 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.209"] k8s.ovn.org/zone-name:ip-10-0-0-209.ec2.internal] on node ip-10-0-0-209.ec2.internal I0405 10:57:29.467438 3770 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0405 10:57:29.473916 3770 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0405 10:57:29.474071 3770 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0405 10:57:29.474203 3770 gateway_init.go:263] Preparing Gateway I0405 10:57:29.474210 3770 gateway_shared_intf.go:1658] Creating new gateway I0405 10:57:29.552489 3770 iptables.go:108] Creating table: filter chain: FORWARD I0405 10:57:29.558139 3770 iptables.go:108] Creating table: filter chain: OUTPUT I0405 10:57:29.563937 3770 gateway_shared_intf.go:1787] Gateway Creation Complete I0405 10:57:29.563950 3770 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-209.ec2.internal","mac-address":"12:cf:92:a6:54:c9","ip-addresses":["10.0.0.209/24"],"ip-address":"10.0.0.209/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5699ce55-a99b-4039-82f8-83774f852930 k8s.ovn.org/node-encap-ips:["10.0.0.209"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.209/24"} k8s.ovn.org/zone-name:ip-10-0-0-209.ec2.internal] on node ip-10-0-0-209.ec2.internal I0405 10:57:29.581603 3770 default_node_network_controller.go:518] Node connection status = connected I0405 10:57:29.680645 3770 controller_manager.go:427] Waiting for node in zone sync took: 500.766899ms I0405 10:57:29.685313 3770 controller_manager.go:608] Switching to transit router for layer2 networks I0405 10:57:29.685328 3770 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-209.ec2.internal I0405 10:57:29.699258 3770 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0405 10:57:29.705217 3770 controller_manager.go:288] SCTP support detected in OVN I0405 10:57:29.705787 3770 services_controller.go:69] Creating services controller for network=default I0405 10:57:29.705889 3770 udn_enabled_svc.go:80] Waiting for service informer to sync I0405 10:57:29.705928 3770 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0405 10:57:29.705975 3770 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0405 10:57:29.705987 3770 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0405 10:57:29.705997 3770 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0405 10:57:29.706140 3770 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0405 10:57:29.706177 3770 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0405 10:57:29.706204 3770 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 19.589µs I0405 10:57:29.706211 3770 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 34.218µs I0405 10:57:29.706210 3770 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 44.049µs I0405 10:57:29.706216 3770 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0405 10:57:29.706226 3770 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0405 10:57:29.706235 3770 default_network_controller.go:321] Starting the default network controller I0405 10:57:29.706304 3770 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 15.32µs I0405 10:57:29.706362 3770 udn_enabled_svc.go:95] Performing full resync I0405 10:57:29.706709 3770 udn_enabled_svc.go:99] Waiting for handler to sync I0405 10:57:29.706720 3770 udn_enabled_svc.go:104] Starting worker I0405 10:57:29.714722 3770 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0405 10:57:29.714791 3770 repair.go:33] Syncing exgw routes took 57.394µs I0405 10:57:29.714808 3770 default_network_controller.go:407] Starting all the Watchers... I0405 10:57:29.714957 3770 namespace.go:98] [openshift-network-operator] adding namespace I0405 10:57:29.714974 3770 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0405 10:57:29.714976 3770 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0405 10:57:29.714990 3770 namespace.go:98] [openshift-network-node-identity] adding namespace I0405 10:57:29.715000 3770 namespace.go:98] [openshift-monitoring] adding namespace I0405 10:57:29.714992 3770 namespace.go:98] [default] adding namespace I0405 10:57:29.715003 3770 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0405 10:57:29.715015 3770 namespace.go:98] [openshift-authentication-operator] adding namespace I0405 10:57:29.715015 3770 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0405 10:57:29.715025 3770 namespace.go:98] [kube-system] adding namespace I0405 10:57:29.715023 3770 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0405 10:57:29.715020 3770 namespace.go:98] [openshift-cluster-version] adding namespace I0405 10:57:29.715026 3770 namespace.go:98] [openshift-service-ca-operator] adding namespace I0405 10:57:29.715072 3770 namespace.go:98] [openshift-dns] adding namespace I0405 10:57:29.714960 3770 namespace.go:98] [openshift-must-gather-operator] adding namespace I0405 10:57:29.715565 3770 namespace.go:102] [openshift-network-operator] adding namespace took 596.647µs I0405 10:57:29.715580 3770 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0405 10:57:29.716022 3770 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 436.409µs I0405 10:57:29.716036 3770 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0405 10:57:29.716553 3770 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 512.56µs I0405 10:57:29.716566 3770 namespace.go:98] [openshift-config-managed] adding namespace I0405 10:57:29.717002 3770 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 2.013758ms I0405 10:57:29.717023 3770 namespace.go:98] [openshift-network-diagnostics] adding namespace I0405 10:57:29.717451 3770 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.459489ms I0405 10:57:29.717463 3770 namespace.go:98] [openshift-insights] adding namespace I0405 10:57:29.717851 3770 namespace.go:102] [openshift-network-node-identity] adding namespace took 2.84494ms I0405 10:57:29.717869 3770 namespace.go:98] [openshift-node] adding namespace I0405 10:57:29.718345 3770 namespace.go:102] [openshift-monitoring] adding namespace took 3.336818ms I0405 10:57:29.718359 3770 namespace.go:98] [open-cluster-management-2pfutco3mvibijm2ul7f44g195rtsmmn] adding namespace I0405 10:57:29.718788 3770 namespace.go:102] [default] adding namespace took 3.778334ms I0405 10:57:29.718801 3770 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0405 10:57:29.719224 3770 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 4.209791ms I0405 10:57:29.719245 3770 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0405 10:57:29.719693 3770 namespace.go:102] [openshift-authentication-operator] adding namespace took 4.665789ms I0405 10:57:29.719709 3770 namespace.go:98] [openshift] adding namespace W0405 10:57:29.720079 3770 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-gbtwt: pod kube-system/global-pull-secret-syncer-gbtwt: no pod IPs found I0405 10:57:29.720117 3770 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.087846ms I0405 10:57:29.720131 3770 namespace.go:98] [openshift-config] adding namespace I0405 10:57:29.720566 3770 namespace.go:102] [kube-system] adding namespace took 5.535015ms I0405 10:57:29.720576 3770 namespace.go:98] [openshift-controller-manager] adding namespace I0405 10:57:29.721085 3770 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.046093ms I0405 10:57:29.721104 3770 namespace.go:98] [openshift-backplane-tam] adding namespace I0405 10:57:29.721991 3770 namespace.go:102] [openshift-cluster-version] adding namespace took 6.950373ms I0405 10:57:29.722003 3770 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0405 10:57:29.722469 3770 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.425199ms I0405 10:57:29.722488 3770 namespace.go:98] [openshift-authentication] adding namespace I0405 10:57:29.722969 3770 namespace.go:102] [openshift-dns] adding namespace took 7.887451ms I0405 10:57:29.722982 3770 namespace.go:98] [openshift-host-network] adding namespace I0405 10:57:29.723356 3770 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.26883ms I0405 10:57:29.723366 3770 namespace.go:98] [openshift-logging] adding namespace W0405 10:57:29.723749 3770 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5v4nd: pod openshift-network-diagnostics/network-check-target-5v4nd: no pod IPs found W0405 10:57:29.723760 3770 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-j62rr: pod openshift-network-diagnostics/network-check-target-j62rr: no pod IPs found I0405 10:57:29.723800 3770 namespace.go:102] [openshift-config-managed] adding namespace took 7.228349ms I0405 10:57:29.723818 3770 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0405 10:57:29.724286 3770 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.25236ms I0405 10:57:29.724299 3770 namespace.go:98] [dedicated-admin] adding namespace I0405 10:57:29.724716 3770 namespace.go:102] [openshift-insights] adding namespace took 7.246851ms I0405 10:57:29.724730 3770 namespace.go:98] [openshift-package-operator] adding namespace I0405 10:57:29.725128 3770 namespace.go:102] [openshift-node] adding namespace took 7.251605ms I0405 10:57:29.725143 3770 namespace.go:98] [openshift-operators] adding namespace I0405 10:57:29.725508 3770 namespace.go:102] [open-cluster-management-2pfutco3mvibijm2ul7f44g195rtsmmn] adding namespace took 7.143262ms I0405 10:57:29.725522 3770 namespace.go:98] [openshift-backplane-mobb] adding namespace I0405 10:57:29.725910 3770 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.102038ms I0405 10:57:29.725928 3770 namespace.go:98] [openshift-dns-operator] adding namespace I0405 10:57:29.726340 3770 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.08844ms I0405 10:57:29.726354 3770 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0405 10:57:29.726690 3770 namespace.go:102] [openshift] adding namespace took 6.973988ms I0405 10:57:29.726708 3770 namespace.go:98] [openshift-operators-redhat] adding namespace I0405 10:57:29.727086 3770 namespace.go:102] [openshift-config] adding namespace took 6.950486ms I0405 10:57:29.727097 3770 namespace.go:98] [openshift-ingress-canary] adding namespace I0405 10:57:29.727421 3770 namespace.go:102] [openshift-controller-manager] adding namespace took 6.840978ms I0405 10:57:29.727431 3770 namespace.go:98] [openshift-backplane] adding namespace I0405 10:57:29.727845 3770 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.735045ms I0405 10:57:29.727858 3770 namespace.go:98] [openshift-customer-monitoring] adding namespace I0405 10:57:29.728193 3770 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.185198ms I0405 10:57:29.728203 3770 namespace.go:98] [openshift-ingress-operator] adding namespace I0405 10:57:29.728548 3770 namespace.go:102] [openshift-authentication] adding namespace took 6.053983ms I0405 10:57:29.728559 3770 namespace.go:98] [openshift-kube-scheduler] adding namespace I0405 10:57:29.729025 3770 namespace.go:102] [openshift-host-network] adding namespace took 6.037216ms I0405 10:57:29.729039 3770 namespace.go:98] [openshift-apiserver] adding namespace I0405 10:57:29.729398 3770 namespace.go:102] [openshift-logging] adding namespace took 6.025398ms I0405 10:57:29.729413 3770 namespace.go:98] [openshift-image-registry] adding namespace I0405 10:57:29.729811 3770 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.983221ms I0405 10:57:29.730183 3770 namespace.go:102] [dedicated-admin] adding namespace took 5.877369ms I0405 10:57:29.730198 3770 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0405 10:57:29.730562 3770 namespace.go:102] [openshift-package-operator] adding namespace took 5.824069ms I0405 10:57:29.730577 3770 namespace.go:98] [openshift-config-operator] adding namespace I0405 10:57:29.730952 3770 namespace.go:102] [openshift-operators] adding namespace took 5.802244ms I0405 10:57:29.730965 3770 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0405 10:57:29.731330 3770 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.788512ms I0405 10:57:29.731342 3770 namespace.go:98] [openshift-apiserver-operator] adding namespace I0405 10:57:29.731763 3770 namespace.go:102] [openshift-dns-operator] adding namespace took 5.828831ms I0405 10:57:29.731775 3770 namespace.go:98] [openshift-backplane-srep] adding namespace I0405 10:57:29.732118 3770 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.759872ms I0405 10:57:29.732131 3770 namespace.go:98] [openshift-backplane-csm] adding namespace I0405 10:57:29.732482 3770 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.768731ms I0405 10:57:29.732493 3770 namespace.go:98] [openshift-route-controller-manager] adding namespace I0405 10:57:29.732863 3770 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.76085ms I0405 10:57:29.732875 3770 namespace.go:98] [openshift-kube-apiserver] adding namespace I0405 10:57:29.733269 3770 namespace.go:102] [openshift-backplane] adding namespace took 5.833989ms I0405 10:57:29.733280 3770 namespace.go:98] [kube-public] adding namespace I0405 10:57:29.733612 3770 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.750988ms I0405 10:57:29.733624 3770 namespace.go:98] [openshift-network-console] adding namespace I0405 10:57:29.734054 3770 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.844953ms I0405 10:57:29.734072 3770 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0405 10:57:29.734452 3770 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.887265ms I0405 10:57:29.734468 3770 namespace.go:98] [openshift-multus] adding namespace I0405 10:57:29.734865 3770 namespace.go:102] [openshift-apiserver] adding namespace took 5.815503ms I0405 10:57:29.734876 3770 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0405 10:57:29.735261 3770 namespace.go:102] [openshift-image-registry] adding namespace took 5.841595ms I0405 10:57:29.735276 3770 namespace.go:98] [openshift-machine-config-operator] adding namespace I0405 10:57:29.735644 3770 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.440916ms I0405 10:57:29.735657 3770 namespace.go:98] [openshift-marketplace] adding namespace I0405 10:57:29.736022 3770 namespace.go:102] [openshift-config-operator] adding namespace took 5.440603ms I0405 10:57:29.736033 3770 namespace.go:98] [openshift-console-operator] adding namespace I0405 10:57:29.736382 3770 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.412562ms I0405 10:57:29.736392 3770 namespace.go:98] [openshift-console-user-settings] adding namespace I0405 10:57:29.736765 3770 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.419842ms I0405 10:57:29.736776 3770 namespace.go:98] [kube-node-lease] adding namespace I0405 10:57:29.737133 3770 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.351182ms I0405 10:57:29.737145 3770 namespace.go:98] [openshift-backplane-cse] adding namespace I0405 10:57:29.737481 3770 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.345719ms I0405 10:57:29.737491 3770 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0405 10:57:29.738289 3770 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.792795ms I0405 10:57:29.738298 3770 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0405 10:57:29.738676 3770 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.795359ms I0405 10:57:29.738692 3770 namespace.go:98] [openshift-infra] adding namespace I0405 10:57:29.739067 3770 namespace.go:102] [kube-public] adding namespace took 5.780986ms I0405 10:57:29.739083 3770 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0405 10:57:29.739490 3770 namespace.go:102] [openshift-network-console] adding namespace took 5.861816ms I0405 10:57:29.739500 3770 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace W0405 10:57:29.739842 3770 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-m9b5s: pod openshift-multus/network-metrics-daemon-m9b5s: no pod IPs found W0405 10:57:29.739869 3770 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jjd7x: pod openshift-multus/network-metrics-daemon-jjd7x: no pod IPs found I0405 10:57:29.739889 3770 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.812135ms I0405 10:57:29.739897 3770 namespace.go:98] [openshift-etcd] adding namespace I0405 10:57:29.740335 3770 namespace.go:102] [openshift-multus] adding namespace took 5.860192ms I0405 10:57:29.740352 3770 namespace.go:98] [openshift-console] adding namespace I0405 10:57:29.740726 3770 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.843601ms I0405 10:57:29.740742 3770 namespace.go:98] [openshift-ingress] adding namespace I0405 10:57:29.741096 3770 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.8134ms I0405 10:57:29.741110 3770 namespace.go:98] [openshift-backplane-cee] adding namespace I0405 10:57:29.741471 3770 namespace.go:102] [openshift-marketplace] adding namespace took 5.807851ms I0405 10:57:29.741888 3770 namespace.go:102] [openshift-console-operator] adding namespace took 5.85064ms I0405 10:57:29.742252 3770 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.855798ms I0405 10:57:29.742267 3770 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0405 10:57:29.742628 3770 namespace.go:102] [kube-node-lease] adding namespace took 5.846638ms I0405 10:57:29.743005 3770 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.855019ms I0405 10:57:29.743373 3770 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.877525ms I0405 10:57:29.743755 3770 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.452018ms I0405 10:57:29.744127 3770 namespace.go:102] [openshift-infra] adding namespace took 5.427953ms I0405 10:57:29.744476 3770 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.388015ms I0405 10:57:29.744490 3770 namespace.go:98] [openshift-machine-api] adding namespace I0405 10:57:29.744851 3770 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.345929ms I0405 10:57:29.744865 3770 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0405 10:57:29.745246 3770 namespace.go:102] [openshift-etcd] adding namespace took 5.34289ms I0405 10:57:29.745631 3770 namespace.go:102] [openshift-console] adding namespace took 5.271538ms I0405 10:57:29.745647 3770 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0405 10:57:29.746032 3770 namespace.go:102] [openshift-ingress] adding namespace took 5.284932ms I0405 10:57:29.746384 3770 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.268538ms I0405 10:57:29.746747 3770 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 4.474464ms I0405 10:57:29.747104 3770 namespace.go:102] [openshift-machine-api] adding namespace took 2.608408ms I0405 10:57:29.747488 3770 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 2.616969ms I0405 10:57:29.747862 3770 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 2.209103ms I0405 10:57:29.748178 3770 zone_ic_handler.go:186] Time taken to create transit switch: 230.356µs I0405 10:57:29.748275 3770 master.go:532] Adding or Updating local node "ip-10-0-0-209.ec2.internal" for network "default" I0405 10:57:29.748329 3770 obj_retry.go:544] Failed to create *v1.Node ip-10-0-2-248.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-248.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-248.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-248.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-248.ec2.internal I0405 10:57:29.748717 3770 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-205.ec2.internal for the network default I0405 10:57:29.749704 3770 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-205.ec2.internal" on network "default" took: 1.00182ms W0405 10:57:29.755571 3770 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-gbtwt: pod kube-system/global-pull-secret-syncer-gbtwt: no pod IPs found W0405 10:57:29.755593 3770 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-m9b5s: pod openshift-multus/network-metrics-daemon-m9b5s: no pod IPs found W0405 10:57:29.755602 3770 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-j62rr: pod openshift-network-diagnostics/network-check-target-j62rr: no pod IPs found I0405 10:57:29.756632 3770 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-209.ec2.internal for the network default I0405 10:57:29.757390 3770 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0405 10:57:29.757429 3770 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0405 10:57:29.757446 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-209.ec2.internal in network "default" I0405 10:57:29.757495 3770 node_tracker.go:169] Node ip-10-0-0-209.ec2.internal switch + router changed, syncing services in network "default" I0405 10:57:29.757506 3770 services_controller.go:574] Full service sync requested for network=default I0405 10:57:29.757510 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-205.ec2.internal in network "default" I0405 10:57:29.757448 3770 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0405 10:57:29.757568 3770 node_tracker.go:169] Node ip-10-0-1-205.ec2.internal switch + router changed, syncing services in network "default" I0405 10:57:29.757576 3770 services_controller.go:574] Full service sync requested for network=default I0405 10:57:29.757580 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-248.ec2.internal in network "default" I0405 10:57:29.757588 3770 node_tracker.go:235] Node ip-10-0-2-248.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-248.ec2.internal" I0405 10:57:29.757594 3770 node_tracker.go:169] Node ip-10-0-2-248.ec2.internal switch + router changed, syncing services in network "default" I0405 10:57:29.757598 3770 services_controller.go:574] Full service sync requested for network=default I0405 10:57:29.858262 3770 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0405 10:57:29.858276 3770 services_controller.go:208] Setting up event handlers for services for network=default I0405 10:57:29.858316 3770 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0405 10:57:29.858350 3770 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0405 10:57:29.858359 3770 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0405 10:57:29.958518 3770 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0405 10:57:29.958547 3770 repair.go:60] Starting repairing loop for services I0405 10:57:29.958611 3770 repair.go:131] Deleted 0 stale service LBs I0405 10:57:29.958628 3770 repair.go:137] Deleted 0 stale Chassis Template Vars I0405 10:57:29.958641 3770 repair.go:62] Finished repairing loop for services: 95.593µs I0405 10:57:29.958664 3770 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0405 10:57:29.958673 3770 services_controller.go:254] Starting workers for network=default I0405 10:57:29.959016 3770 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-gbtwt] creating logical port kube-system_global-pull-secret-syncer-gbtwt for pod on switch ip-10-0-0-209.ec2.internal I0405 10:57:29.959102 3770 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-j62rr] creating logical port openshift-network-diagnostics_network-check-target-j62rr for pod on switch ip-10-0-0-209.ec2.internal I0405 10:57:29.959140 3770 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-gbtwt I0405 10:57:29.959189 3770 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-j62rr I0405 10:57:29.959323 3770 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-m9b5s] creating logical port openshift-multus_network-metrics-daemon-m9b5s for pod on switch ip-10-0-0-209.ec2.internal I0405 10:57:29.959349 3770 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-5v4nd, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5v4nd: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5v4nd: no pod IPs found I0405 10:57:29.959402 3770 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-m9b5s I0405 10:57:29.959472 3770 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-jjd7x, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jjd7x: suppressed error logged: pod openshift-multus/network-metrics-daemon-jjd7x: no pod IPs found I0405 10:57:29.978609 3770 pod.go:62] [openshift-multus/network-metrics-daemon-m9b5s] pod update took 19.230621ms I0405 10:57:29.978627 3770 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-m9b5s] addLogicalPort annotation time took 19.257031ms I0405 10:57:29.979015 3770 pod.go:62] [openshift-network-diagnostics/network-check-target-j62rr] pod update took 19.864178ms I0405 10:57:29.979033 3770 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-j62rr] addLogicalPort annotation time took 19.886277ms I0405 10:57:29.979124 3770 pod.go:62] [kube-system/global-pull-secret-syncer-gbtwt] pod update took 20.03069ms I0405 10:57:29.979140 3770 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-gbtwt] addLogicalPort annotation time took 20.051702ms I0405 10:57:29.979492 3770 pods.go:271] [openshift-multus/network-metrics-daemon-m9b5s] addLogicalPort took 20.178026ms, libovsdb time 681.368µs I0405 10:57:29.979741 3770 pods.go:271] [openshift-network-diagnostics/network-check-target-j62rr] addLogicalPort took 20.643937ms, libovsdb time 541.894µs I0405 10:57:29.979961 3770 pods.go:271] [kube-system/global-pull-secret-syncer-gbtwt] addLogicalPort took 20.958469ms, libovsdb time 655.577µs I0405 10:57:29.980473 3770 admin_network_policy_controller.go:227] Starting controller default-network-controller I0405 10:57:29.980492 3770 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0405 10:57:29.980502 3770 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0405 10:57:29.980506 3770 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0405 10:57:29.980686 3770 repair.go:29] Repairing admin network policies took 175.484µs I0405 10:57:29.980782 3770 repair.go:92] Repairing baseline admin network policies took 87.089µs I0405 10:57:29.981205 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0405 10:57:29.981228 3770 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0405 10:57:29.983328 3770 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0405 10:57:29.983350 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0405 10:57:29.983360 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0405 10:57:29.984776 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0405 10:57:29.984799 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0405 10:57:29.985463 3770 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0405 10:57:29.985478 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0405 10:57:29.987056 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0405 10:57:29.987078 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0405 10:57:29.987087 3770 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0405 10:57:29.988422 3770 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0405 10:57:29.988444 3770 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0405 10:57:29.988454 3770 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0405 10:57:29.990660 3770 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0405 10:57:29.990677 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0405 10:57:29.990688 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0405 10:57:29.991148 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0405 10:57:29.991162 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0405 10:57:29.991167 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0405 10:57:29.991405 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0405 10:57:29.991424 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0405 10:57:29.991435 3770 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0405 10:57:29.992634 3770 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0405 10:57:29.992656 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0405 10:57:29.992665 3770 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0405 10:57:29.993124 3770 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0405 10:57:29.993144 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0405 10:57:29.993152 3770 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0405 10:57:29.993594 3770 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0405 10:57:29.993610 3770 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0405 10:57:29.993619 3770 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0405 10:57:29.995485 3770 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0405 10:57:29.995502 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0405 10:57:29.995511 3770 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0405 10:57:29.996450 3770 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0405 10:57:29.996468 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0405 10:57:29.996478 3770 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0405 10:57:29.997404 3770 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0405 10:57:29.997421 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0405 10:57:29.997429 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0405 10:57:29.997903 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0405 10:57:29.997921 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0405 10:57:29.997930 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0405 10:57:29.998388 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0405 10:57:29.998406 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0405 10:57:29.998414 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0405 10:57:29.999512 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0405 10:57:29.999542 3770 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0405 10:57:29.999551 3770 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0405 10:57:30.000496 3770 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0405 10:57:30.000517 3770 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0405 10:57:30.000545 3770 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0405 10:57:30.001007 3770 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0405 10:57:30.001024 3770 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0405 10:57:30.001030 3770 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0405 10:57:30.001279 3770 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0405 10:57:30.001320 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0405 10:57:30.001331 3770 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0405 10:57:30.003324 3770 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0405 10:57:30.003340 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0405 10:57:30.003348 3770 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0405 10:57:30.003974 3770 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0405 10:57:30.003993 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0405 10:57:30.004001 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0405 10:57:30.004429 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0405 10:57:30.004446 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0405 10:57:30.004452 3770 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0405 10:57:30.004749 3770 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0405 10:57:30.004766 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0405 10:57:30.004771 3770 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0405 10:57:30.005015 3770 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0405 10:57:30.005029 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0405 10:57:30.005060 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0405 10:57:30.005698 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0405 10:57:30.005713 3770 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0405 10:57:30.005720 3770 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0405 10:57:30.006136 3770 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0405 10:57:30.006152 3770 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0405 10:57:30.006161 3770 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0405 10:57:30.006967 3770 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0405 10:57:30.006986 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0405 10:57:30.006993 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0405 10:57:30.007455 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0405 10:57:30.007472 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0405 10:57:30.007482 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0405 10:57:30.007939 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0405 10:57:30.013169 3770 egressfirewall.go:319] Starting EgressFirewall controller I0405 10:57:30.013201 3770 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0405 10:57:30.013220 3770 controller.go:133] Adding controller egress-firewall-controller event handlers I0405 10:57:30.013229 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0405 10:57:30.013245 3770 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0405 10:57:30.013244 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0405 10:57:30.013254 3770 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0405 10:57:30.013504 3770 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0405 10:57:30.013519 3770 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0405 10:57:30.013544 3770 egressqos.go:193] Setting up event handlers for EgressQoS I0405 10:57:30.013587 3770 egressfirewall.go:628] Syncing node "ip-10-0-0-209.ec2.internal" for egress firewall I0405 10:57:30.013601 3770 egressfirewall.go:628] Syncing node "ip-10-0-1-205.ec2.internal" for egress firewall I0405 10:57:30.013607 3770 egressfirewall.go:628] Syncing node "ip-10-0-2-248.ec2.internal" for egress firewall I0405 10:57:30.013719 3770 egressqos.go:245] Starting EgressQoS Controller I0405 10:57:30.013731 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0405 10:57:30.013737 3770 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0405 10:57:30.013742 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0405 10:57:30.013746 3770 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0405 10:57:30.013751 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0405 10:57:30.013755 3770 shared_informer.go:356] "Caches are synced" controller="egressqos" I0405 10:57:30.013758 3770 egressqos.go:259] Repairing EgressQoSes I0405 10:57:30.013764 3770 egressqos.go:399] Starting repairing loop for egressqos I0405 10:57:30.013840 3770 egressqos.go:401] Finished repairing loop for egressqos: 76.278µs I0405 10:57:30.013861 3770 egressservice_zone.go:132] Setting up event handlers for Egress Services I0405 10:57:30.013946 3770 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-209.ec2.internal I0405 10:57:30.013994 3770 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-209.ec2.internal : 49.87µs I0405 10:57:30.014043 3770 egressservice_zone.go:210] Starting Egress Services Controller I0405 10:57:30.014054 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0405 10:57:30.014060 3770 shared_informer.go:356] "Caches are synced" controller="egressservices" I0405 10:57:30.014068 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0405 10:57:30.014076 3770 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0405 10:57:30.014084 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0405 10:57:30.014090 3770 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0405 10:57:30.014095 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0405 10:57:30.014099 3770 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0405 10:57:30.014102 3770 egressservice_zone.go:228] Repairing Egress Services I0405 10:57:30.014464 3770 master_controller.go:88] Starting Admin Policy Based Route Controller I0405 10:57:30.014474 3770 external_controller.go:278] Starting Admin Policy Based Route Controller I0405 10:57:30.014539 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-209.ec2.internal I0405 10:57:30.014554 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-209.ec2.internal: 32.035µs I0405 10:57:30.014565 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-205.ec2.internal I0405 10:57:30.014580 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-205.ec2.internal: 14.602µs I0405 10:57:30.014586 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-248.ec2.internal I0405 10:57:30.014590 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-248.ec2.internal: 3.97µs I0405 10:57:30.014727 3770 default_network_controller.go:568] Completing all the Watchers took 299.911474ms I0405 10:57:30.014746 3770 default_network_controller.go:572] Starting unidling controllers I0405 10:57:30.014755 3770 unidle.go:46] Registering OVN SB ControllerEvent handler I0405 10:57:30.014763 3770 unidle.go:63] Populating Initial ContollerEvent events I0405 10:57:30.014778 3770 unidle.go:79] Setting up event handlers for services I0405 10:57:30.014832 3770 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0405 10:57:30.082583 3770 default_node_network_controller.go:518] Node connection status = connected I0405 10:57:30.503083 3770 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:57:30.582208 3770 default_node_network_controller.go:518] Node connection status = connected I0405 10:57:31.082661 3770 default_node_network_controller.go:518] Node connection status = connected I0405 10:57:31.582059 3770 default_node_network_controller.go:518] Node connection status = connected I0405 10:57:31.860588 3770 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0405 10:57:32.082410 3770 default_node_network_controller.go:518] Node connection status = connected I0405 10:57:32.099426 3770 bridgeconfig.go:537] Gateway is ready I0405 10:57:32.099445 3770 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0405 10:57:32.110670 3770 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.209. Updating OVN encap IP. I0405 10:57:32.115484 3770 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.209 - it is already configured I0405 10:57:32.115500 3770 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.209/24:{} 172.20.0.1/32:{}]. Updating annotations. I0405 10:57:32.115773 3770 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.209/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-209.ec2.internal","mac-address":"12:cf:92:a6:54:c9","ip-addresses":["10.0.0.209/24"],"ip-address":"10.0.0.209/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5699ce55-a99b-4039-82f8-83774f852930 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.209/24"}] on node ip-10-0-0-209.ec2.internal I0405 10:57:32.131583 3770 master.go:532] Adding or Updating local node "ip-10-0-0-209.ec2.internal" for network "default" I0405 10:57:32.131612 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-209.ec2.internal in network "default" I0405 10:57:32.131627 3770 egressfirewall.go:628] Syncing node "ip-10-0-0-209.ec2.internal" for egress firewall I0405 10:57:32.131640 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-209.ec2.internal I0405 10:57:32.131656 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-209.ec2.internal: 20.607µs I0405 10:57:32.131672 3770 node_tracker.go:169] Node ip-10-0-0-209.ec2.internal switch + router changed, syncing services in network "default" I0405 10:57:32.131734 3770 services_controller.go:574] Full service sync requested for network=default I0405 10:57:32.131815 3770 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.209 I0405 10:57:32.131899 3770 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-209.ec2.internal I0405 10:57:32.136719 3770 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-209.ec2.internal. Updating no re-route policies I0405 10:57:32.136799 3770 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-j62rr I0405 10:57:32.136811 3770 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5v4nd I0405 10:57:32.136814 3770 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jjd7x I0405 10:57:32.136819 3770 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-j62rr I0405 10:57:32.136822 3770 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-csw9p I0405 10:57:32.136828 3770 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qrc6p I0405 10:57:32.136838 3770 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qrc6p I0405 10:57:32.136841 3770 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-csw9p I0405 10:57:32.136843 3770 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-gbtwt I0405 10:57:32.136852 3770 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-2hlc5 I0405 10:57:32.136860 3770 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-2hlc5 I0405 10:57:32.136863 3770 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qrc6p after 0 failed attempt(s) I0405 10:57:32.136829 3770 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jjd7x I0405 10:57:32.136875 3770 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-lnn8m I0405 10:57:32.136822 3770 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5v4nd I0405 10:57:32.136885 3770 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-2hlc5 after 0 failed attempt(s) I0405 10:57:32.136881 3770 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-j62rr] creating logical port openshift-network-diagnostics_network-check-target-j62rr for pod on switch ip-10-0-0-209.ec2.internal I0405 10:57:32.136900 3770 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-m9b5s I0405 10:57:32.136911 3770 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-m9b5s I0405 10:57:32.136916 3770 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-tb4xd I0405 10:57:32.136923 3770 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-209.ec2.internal I0405 10:57:32.136929 3770 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zs2nc I0405 10:57:32.136935 3770 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-tb4xd I0405 10:57:32.136934 3770 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-wtqsr I0405 10:57:32.136941 3770 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zs2nc I0405 10:57:32.136941 3770 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-209.ec2.internal I0405 10:57:32.136949 3770 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-wtqsr I0405 10:57:32.136953 3770 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-m9b5s] creating logical port openshift-multus_network-metrics-daemon-m9b5s for pod on switch ip-10-0-0-209.ec2.internal I0405 10:57:32.136960 3770 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zs2nc after 0 failed attempt(s) I0405 10:57:32.136861 3770 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-gbtwt I0405 10:57:32.136970 3770 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-209.ec2.internal after 0 failed attempt(s) I0405 10:57:32.136969 3770 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-wtqsr after 0 failed attempt(s) I0405 10:57:32.136839 3770 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-z9zv2 I0405 10:57:32.136990 3770 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-z9zv2 I0405 10:57:32.136985 3770 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-5v4nd, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5v4nd: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5v4nd: no pod IPs found I0405 10:57:32.136937 3770 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-csw9p after 0 failed attempt(s) I0405 10:57:32.137006 3770 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-tb4xd after 0 failed attempt(s) I0405 10:57:32.136999 3770 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-gbtwt] creating logical port kube-system_global-pull-secret-syncer-gbtwt for pod on switch ip-10-0-0-209.ec2.internal I0405 10:57:32.136888 3770 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-lnn8m I0405 10:57:32.137060 3770 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-lnn8m after 0 failed attempt(s) I0405 10:57:32.136804 3770 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-9b7kr I0405 10:57:32.137079 3770 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-9b7kr I0405 10:57:32.136917 3770 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-jjd7x, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jjd7x: suppressed error logged: pod openshift-multus/network-metrics-daemon-jjd7x: no pod IPs found I0405 10:57:32.136801 3770 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-209.ec2.internal I0405 10:57:32.137098 3770 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-209.ec2.internal I0405 10:57:32.137011 3770 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-z9zv2 after 0 failed attempt(s) I0405 10:57:32.137122 3770 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-209.ec2.internal after 0 failed attempt(s) I0405 10:57:32.137097 3770 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-9b7kr after 0 failed attempt(s) I0405 10:57:32.137782 3770 pods.go:271] [openshift-network-diagnostics/network-check-target-j62rr] addLogicalPort took 915.438µs, libovsdb time 351.045µs I0405 10:57:32.137792 3770 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-j62rr after 0 failed attempt(s) I0405 10:57:32.137965 3770 pods.go:271] [kube-system/global-pull-secret-syncer-gbtwt] addLogicalPort took 973.452µs, libovsdb time 324.261µs I0405 10:57:32.137981 3770 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-gbtwt after 0 failed attempt(s) I0405 10:57:32.138097 3770 pods.go:271] [openshift-multus/network-metrics-daemon-m9b5s] addLogicalPort took 1.155282ms, libovsdb time 430.731µs I0405 10:57:32.138108 3770 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-m9b5s after 0 failed attempt(s) I0405 10:57:32.146200 3770 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0405 10:57:32.157485 3770 iptables.go:108] Creating table: mangle chain: OUTPUT I0405 10:57:32.160893 3770 iptables.go:108] Creating table: nat chain: OUTPUT I0405 10:57:32.194287 3770 iptables.go:108] Creating table: nat chain: PREROUTING I0405 10:57:32.237749 3770 iptables.go:108] Creating table: filter chain: FORWARD I0405 10:57:32.254175 3770 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0405 10:57:32.254307 3770 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0405 10:57:32.254367 3770 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0405 10:57:32.254463 3770 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0405 10:57:32.254540 3770 gateway_init.go:325] Gateway and management port readiness took 2.676535328s I0405 10:57:32.254575 3770 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0405 10:57:32.254619 3770 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0405 10:57:32.254636 3770 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0405 10:57:32.254648 3770 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0405 10:57:32.254723 3770 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0405 10:57:32.254815 3770 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.126µs I0405 10:57:32.255113 3770 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0405 10:57:32.255146 3770 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 19.8µs I0405 10:57:32.255157 3770 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 45.072µs I0405 10:57:32.255165 3770 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0405 10:57:32.255177 3770 nad_controller.go:173] [node-nad-controller NAD controller]: started I0405 10:57:32.255185 3770 default_node_network_controller.go:898] Starting the default node network controller I0405 10:57:32.255192 3770 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0405 10:57:32.255257 3770 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 13.647µs I0405 10:57:32.255380 3770 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0405 10:57:32.255392 3770 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0405 10:57:32.255430 3770 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa5200 0xc0002ddce0 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 0xc0002ddf10 0xc0002ee000 0xc000ab3630 0xc0002ee070 0xc0002ee0e0 0xc0008662d0 0xc0065ff2d0 0xc0002ee150 map[0x2f8f0c0:0xc001327860 0x2f8f600:0xc0013279e0 0x2f90080:0xc00298b8c0 0x2f90320:0xc001327800 0x2f90b00:0xc0013278c0 0x2f90da0:0xc001327920 0x2f91040:0xc001327980 0x2f91820:0xc001327a40 0x2f91ac0:0xc001327aa0 0x2fbc3e0:0xc001a81c80 0x2fbc780:0xc001a81ce0 0x2fbd260:0xc000b93560 0x2fbebc0:0xc001c36000 0x2fbf6a0:0xc001a81d40 0x2fc0520:0xc001c36060] 0xc000aa8700 0} I0405 10:57:32.255513 3770 gateway.go:151] Starting gateway service sync I0405 10:57:32.256142 3770 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0405 10:57:32.258778 3770 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0405 10:57:32.266862 3770 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0405 10:57:32.267957 3770 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0405 10:57:32.269048 3770 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0405 10:57:32.304642 3770 gateway.go:168] Gateway service sync done. Time taken: 49.116069ms I0405 10:57:32.305286 3770 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31093 I0405 10:57:32.305502 3770 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa5200 0xc0002ddce0 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 0xc0002ddf10 0xc0002ee000 0xc000ab3630 0xc0002ee070 0xc0002ee0e0 0xc0008662d0 0xc0065ff2d0 0xc0002ee150 map[0x2f8f0c0:0xc001327860 0x2f8f600:0xc0013279e0 0x2f90080:0xc00298b8c0 0x2f90320:0xc001327800 0x2f90b00:0xc0013278c0 0x2f90da0:0xc001327920 0x2f91040:0xc001327980 0x2f91820:0xc001327a40 0x2f91ac0:0xc001327aa0 0x2fbc3e0:0xc001a81c80 0x2fbc780:0xc001a81ce0 0x2fbd260:0xc000b93560 0x2fbebc0:0xc001c36000 0x2fbf6a0:0xc001a81d40 0x2fc0520:0xc001c36060] 0xc000aa8700 0} I0405 10:57:32.306084 3770 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa5200 0xc0002ddce0 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 0xc0002ddf10 0xc0002ee000 0xc000ab3630 0xc0002ee070 0xc0002ee0e0 0xc0008662d0 0xc0065ff2d0 0xc0002ee150 map[0x2f8f0c0:0xc001327860 0x2f8f600:0xc0013279e0 0x2f90080:0xc00298b8c0 0x2f90320:0xc001327800 0x2f90b00:0xc0013278c0 0x2f90da0:0xc001327920 0x2f91040:0xc001327980 0x2f91820:0xc001327a40 0x2f91ac0:0xc001327aa0 0x2fbc3e0:0xc001a81c80 0x2fbc780:0xc001a81ce0 0x2fbd260:0xc000b93560 0x2fbebc0:0xc001c36000 0x2fbf6a0:0xc001a81d40 0x2fc0520:0xc001c36060] 0xc000aa8700 0} I0405 10:57:32.306137 3770 gateway.go:519] Reconciling gateway with updates I0405 10:57:32.312058 3770 gateway.go:326] Spawning Conntrack Rule Check Thread I0405 10:57:32.312140 3770 default_node_network_controller.go:943] Gateway and management port readiness took 56.738961ms I0405 10:57:32.312150 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0405 10:57:32.312167 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0405 10:57:32.312166 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0405 10:57:32.312175 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 10:57:32.312184 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0405 10:57:32.312185 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 10:57:32.312188 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 10:57:32.312194 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0405 10:57:32.312200 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 10:57:32.312197 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 10:57:32.312203 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 10:57:32.312213 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0405 10:57:32.312214 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0405 10:57:32.312223 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0405 10:57:32.312225 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 10:57:32.312227 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 10:57:32.312231 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0405 10:57:32.312235 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0405 10:57:32.312238 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0405 10:57:32.312237 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 10:57:32.312250 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 10:57:32.312250 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 10:57:32.312255 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0405 10:57:32.312260 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 10:57:32.312262 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 10:57:32.312265 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0405 10:57:32.312268 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 10:57:32.312270 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0405 10:57:32.312270 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 10:57:32.312279 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0405 10:57:32.312279 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0405 10:57:32.312286 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 10:57:32.312281 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 10:57:32.312289 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 10:57:32.312281 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 10:57:32.312308 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 10:57:32.312309 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 10:57:32.312312 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0405 10:57:32.312260 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 10:57:32.312320 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 10:57:32.312326 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 10:57:32.312325 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 10:57:32.312332 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0405 10:57:32.312324 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0405 10:57:32.312340 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0405 10:57:32.312346 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 10:57:32.312347 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0405 10:57:32.312352 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 10:57:32.312197 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 10:57:32.312225 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 10:57:32.312358 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0405 10:57:32.312364 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 10:57:32.312276 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0405 10:57:32.312368 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0405 10:57:32.312373 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0405 10:57:32.312384 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0405 10:57:32.312390 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0405 10:57:32.312396 3770 port_claim.go:71] Svc openshift-ingress/router-default: port 31135 is already open, no action needed I0405 10:57:32.312398 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 10:57:32.312402 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0405 10:57:32.312404 3770 port_claim.go:71] Svc openshift-ingress/router-default: port 32231 is already open, no action needed I0405 10:57:32.312363 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 10:57:32.312409 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 10:57:32.312412 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0405 10:57:32.312340 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0405 10:57:32.312409 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 10:57:32.312427 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0405 10:57:32.312292 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0405 10:57:32.312311 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 10:57:32.312436 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0405 10:57:32.312440 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 10:57:32.312454 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 10:57:32.312250 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 10:57:32.312163 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 10:57:32.312466 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 10:57:32.312466 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 10:57:32.312480 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 10:57:32.312480 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 10:57:32.312293 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 10:57:32.312487 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0405 10:57:32.312176 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0405 10:57:32.312484 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 10:57:32.312491 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 10:57:32.312514 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0405 10:57:32.312308 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 10:57:32.312253 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 10:57:32.312574 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 10:57:32.312323 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 10:57:32.312634 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 10:57:32.312643 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 10:57:32.312660 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 10:57:32.312337 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 10:57:32.312354 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0405 10:57:32.312367 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0405 10:57:32.312268 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 10:57:32.312400 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0405 10:57:32.312745 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0405 10:57:32.312293 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0405 10:57:32.312419 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 10:57:32.312268 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0405 10:57:32.312886 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0405 10:57:32.312466 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 10:57:32.312474 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 10:57:32.312293 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 10:57:32.313077 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 10:57:32.312494 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 10:57:32.312547 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 10:57:32.312315 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 10:57:32.313349 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 10:57:32.313931 3770 node_ip_handler_linux.go:160] Node IP manager is running W0405 10:57:32.350192 3770 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0405 10:57:32.350336 3770 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0405 10:57:32.350467 3770 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0405 10:57:32.359617 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0405 10:57:32.359642 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0405 10:57:32.359649 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0405 10:57:32.359655 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0405 10:57:32.359666 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0405 10:57:32.359672 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0405 10:57:32.359695 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0405 10:57:32.359720 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0405 10:57:32.359746 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0405 10:57:32.408401 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0405 10:57:32.408408 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0405 10:57:32.408423 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0405 10:57:32.447477 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0405 10:57:32.447501 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0405 10:57:32.447508 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0405 10:57:32.447515 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0405 10:57:32.447522 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0405 10:57:32.447551 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0405 10:57:32.447569 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0405 10:57:32.447578 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0405 10:57:32.447586 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0405 10:57:32.447597 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0405 10:57:32.447605 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0405 10:57:32.447613 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0405 10:57:32.447619 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0405 10:57:33.640030 3770 default_node_network_controller.go:1369] Starting node controller node sync W0405 10:57:33.640078 3770 egressip_healthcheck.go:76] Health checking using insecure connection I0405 10:57:33.640119 3770 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0405 10:57:33.651465 3770 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.417524ms I0405 10:57:33.651599 3770 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-205.ec2.internal", IP: 10.0.1.205 to PMTUD blocking rules I0405 10:57:33.651612 3770 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-205.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0405 10:57:33.656445 3770 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0405 10:57:33.656689 3770 egressservice_node.go:93] Setting up event handlers for Egress Services I0405 10:57:33.656846 3770 egressservice_node.go:183] Starting Egress Services Controller I0405 10:57:33.656867 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0405 10:57:33.656882 3770 shared_informer.go:356] "Caches are synced" controller="egressservices" I0405 10:57:33.656891 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0405 10:57:33.656922 3770 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0405 10:57:33.656934 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0405 10:57:33.656942 3770 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0405 10:57:33.656949 3770 egressservice_node.go:197] Repairing Egress Services I0405 10:57:33.666855 3770 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0405 10:57:33.666867 3770 external_controller.go:278] Starting Admin Policy Based Route Controller I0405 10:57:33.667085 3770 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0405 10:57:33.667099 3770 link_network_manager.go:117] Link manager is running I0405 10:57:33.667106 3770 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0405 10:57:33.667222 3770 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0405 10:57:33.667685 3770 vrf_manager.go:128] VRF manager is running I0405 10:57:33.667799 3770 node_controller_manager.go:437] Removing flows to drop GARP I0405 10:57:33.667809 3770 gateway.go:519] Reconciling gateway with updates I0405 10:57:33.684386 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0405 10:57:33.684414 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0405 10:57:33.684456 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0405 10:57:33.684478 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0405 10:57:33.684491 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0405 10:57:33.684503 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0405 10:57:33.684511 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 10:57:33.684520 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 10:57:33.684544 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 10:57:33.684551 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0405 10:57:33.684558 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 10:57:33.684567 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0405 10:57:33.684576 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0405 10:57:33.684586 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 10:57:33.684605 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0405 10:57:33.684608 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 10:57:33.684618 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 10:57:33.684623 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 10:57:33.684642 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 10:57:33.684654 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0405 10:57:33.684658 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0405 10:57:33.684663 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0405 10:57:33.684666 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0405 10:57:33.684671 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0405 10:57:33.684688 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 10:57:33.684695 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0405 10:57:33.684640 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 10:57:33.684703 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0405 10:57:33.684709 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 10:57:33.684713 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 10:57:33.684718 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 10:57:33.684725 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 10:57:33.684736 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 10:57:33.684743 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 10:57:33.684747 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 10:57:33.684753 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 10:57:33.684760 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 10:57:33.684765 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 10:57:33.684772 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0405 10:57:33.684778 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0405 10:57:33.684701 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 10:57:33.684782 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0405 10:57:33.684753 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 10:57:33.684788 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 10:57:33.684791 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 10:57:33.684796 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 10:57:33.684799 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0405 10:57:33.684807 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0405 10:57:33.684790 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 10:57:33.684840 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 10:57:33.684844 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 10:57:33.684848 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0405 10:57:33.684850 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 10:57:33.684854 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 10:57:33.684861 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 10:57:33.684867 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 10:57:33.684868 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0405 10:57:33.684876 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 10:57:33.684877 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0405 10:57:33.684882 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 10:57:33.684887 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0405 10:57:33.684893 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 10:57:33.684857 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 10:57:33.684902 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 10:57:33.684904 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 10:57:33.684907 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0405 10:57:33.684910 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 10:57:33.684926 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0405 10:57:33.684935 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 10:57:33.684941 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 10:57:33.684870 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 10:57:33.684964 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0405 10:57:33.684725 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 10:57:33.684979 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 10:57:33.684986 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 10:57:33.684990 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 10:57:33.684999 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0405 10:57:33.685015 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0405 10:57:33.685032 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0405 10:57:33.684903 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 10:57:33.684746 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 10:57:33.685068 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 10:57:33.685076 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0405 10:57:33.685079 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 10:57:33.684643 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0405 10:57:33.684834 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 10:57:33.685091 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 10:57:33.685093 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0405 10:57:33.684861 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0405 10:57:33.685095 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 10:57:33.685111 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 10:57:33.685113 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 10:57:33.685118 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 10:57:33.685122 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 10:57:33.685131 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 10:57:33.685142 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0405 10:57:33.685032 3770 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 10:57:33.685200 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 10:57:33.684948 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0405 10:57:33.685001 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 10:57:33.684627 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 10:57:33.684897 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 10:57:33.685101 3770 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0405 10:57:33.685400 3770 port_claim.go:71] Svc openshift-ingress/router-default: port 31135 is already open, no action needed I0405 10:57:33.685413 3770 port_claim.go:71] Svc openshift-ingress/router-default: port 32231 is already open, no action needed I0405 10:57:33.709886 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0405 10:57:33.709904 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0405 10:57:33.709910 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0405 10:57:33.709915 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0405 10:57:33.709921 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0405 10:57:33.709926 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0405 10:57:33.709936 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0405 10:57:33.709946 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0405 10:57:33.709954 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0405 10:57:33.709961 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0405 10:57:33.709968 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0405 10:57:33.709975 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0405 10:57:33.709981 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0405 10:57:33.709988 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0405 10:57:33.709995 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0405 10:57:33.710002 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0405 10:57:33.710011 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0405 10:57:33.710022 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0405 10:57:33.710028 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0405 10:57:33.747833 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0405 10:57:33.747853 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0405 10:57:33.747862 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0405 10:57:33.747870 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0405 10:57:33.747875 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0405 10:57:33.747882 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0405 10:57:33.747888 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0405 10:57:33.747893 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0405 10:57:33.747899 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0405 10:57:33.785166 3770 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0405 10:57:35.907251 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-209.ec2.internal I0405 10:57:35.907283 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-209.ec2.internal: 40.054µs I0405 10:57:35.935919 3770 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6c94f88d9b-fmzqc] creating logical port openshift-image-registry_image-registry-6c94f88d9b-fmzqc for pod on switch ip-10-0-0-209.ec2.internal I0405 10:57:35.936053 3770 kube.go:256] Updating pod openshift-image-registry/image-registry-6c94f88d9b-fmzqc I0405 10:57:35.938167 3770 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7764dc9d4-9jzpj] creating logical port openshift-ingress_router-default-7764dc9d4-9jzpj for pod on switch ip-10-0-0-209.ec2.internal I0405 10:57:35.938295 3770 kube.go:256] Updating pod openshift-ingress/router-default-7764dc9d4-9jzpj I0405 10:57:35.959362 3770 pod.go:62] [openshift-image-registry/image-registry-6c94f88d9b-fmzqc] pod update took 23.34356ms I0405 10:57:35.959384 3770 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-6c94f88d9b-fmzqc] addLogicalPort annotation time took 23.368408ms I0405 10:57:35.960672 3770 pods.go:271] [openshift-image-registry/image-registry-6c94f88d9b-fmzqc] addLogicalPort took 24.77476ms, libovsdb time 911.701µs I0405 10:57:35.964273 3770 pod.go:62] [openshift-ingress/router-default-7764dc9d4-9jzpj] pod update took 26.010556ms I0405 10:57:35.964296 3770 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-7764dc9d4-9jzpj] addLogicalPort annotation time took 26.040417ms I0405 10:57:35.965574 3770 pods.go:271] [openshift-ingress/router-default-7764dc9d4-9jzpj] addLogicalPort took 27.422979ms, libovsdb time 993.343µs I0405 10:57:35.974786 3770 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-gt8nk] creating logical port openshift-ingress-canary_ingress-canary-gt8nk for pod on switch ip-10-0-0-209.ec2.internal I0405 10:57:35.974812 3770 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-w9tkn] creating logical port openshift-dns_dns-default-w9tkn for pod on switch ip-10-0-0-209.ec2.internal I0405 10:57:35.974885 3770 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-gt8nk I0405 10:57:35.974885 3770 kube.go:256] Updating pod openshift-dns/dns-default-w9tkn I0405 10:57:35.990075 3770 pod.go:62] [openshift-dns/dns-default-w9tkn] pod update took 15.218401ms I0405 10:57:35.990094 3770 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-w9tkn] addLogicalPort annotation time took 15.240752ms I0405 10:57:35.991217 3770 pods.go:271] [openshift-dns/dns-default-w9tkn] addLogicalPort took 16.411256ms, libovsdb time 877.934µs I0405 10:57:35.994399 3770 pod.go:62] [openshift-ingress-canary/ingress-canary-gt8nk] pod update took 19.5364ms I0405 10:57:35.994440 3770 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-gt8nk] addLogicalPort annotation time took 19.556486ms I0405 10:57:35.995580 3770 pods.go:271] [openshift-ingress-canary/ingress-canary-gt8nk] addLogicalPort took 20.805667ms, libovsdb time 723.86µs I0405 10:57:36.321846 3770 cni.go:403] [kube-system/global-pull-secret-syncer-gbtwt c143202852b6bc0282bc2649ab4a47860b3d972c2c8a7023723ded772c2c1e2c network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-gbtwt c143202852b6bc0282bc2649ab4a47860b3d972c2c8a7023723ded772c2c1e2c network default NAD default] I0405 10:57:36.331291 3770 cni.go:403] [openshift-ingress-canary/ingress-canary-gt8nk 85b1b397b37ed42df7f51e1284a5e886d77ab899f6ce81d4d4650f190ceef750 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-gt8nk 85b1b397b37ed42df7f51e1284a5e886d77ab899f6ce81d4d4650f190ceef750 network default NAD default] I0405 10:57:36.340758 3770 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-gbtwt, hostIfaceName: c143202852b6bc0, network: default, NAD default, SandboxID: "c143202852b6bc0282bc2649ab4a47860b3d972c2c8a7023723ded772c2c1e2c", PCI device ID: , UID: "5e43ff94-3476-4657-beb6-877627411215", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0405 10:57:36.340899 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-gt8nk, hostIfaceName: 85b1b397b37ed42, network: default, NAD default, SandboxID: "85b1b397b37ed42df7f51e1284a5e886d77ab899f6ce81d4d4650f190ceef750", PCI device ID: , UID: "f64f7c1b-5a70-40d0-a54a-df10ea77ddcc", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0405 10:57:36.386393 3770 cni.go:424] [openshift-ingress-canary/ingress-canary-gt8nk 85b1b397b37ed42df7f51e1284a5e886d77ab899f6ce81d4d4650f190ceef750 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-gt8nk 85b1b397b37ed42df7f51e1284a5e886d77ab899f6ce81d4d4650f190ceef750 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:a4:e8:f0:d0:bd\",\"name\":\"85b1b397b37ed42\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c766b3c6-34cb-48b0-8fde-f0fbdf0281eb\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 10:57:36.390370 3770 cni.go:424] [kube-system/global-pull-secret-syncer-gbtwt c143202852b6bc0282bc2649ab4a47860b3d972c2c8a7023723ded772c2c1e2c network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-gbtwt c143202852b6bc0282bc2649ab4a47860b3d972c2c8a7023723ded772c2c1e2c network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:da:e6:d5:be:c0\",\"name\":\"c143202852b6bc0\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/218e8ef3-0091-4bca-a00c-4f049cec7e2c\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 10:57:37.984778 3770 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0405 10:57:38.025819 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 10:57:38.057067 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0405 10:57:38.089842 3770 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-bcv7v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:57:38.090478 3770 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-bcv7v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:57:38.922139 3770 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-bcv7v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:57:38.922162 3770 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-bcv7v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0405 10:57:38.952895 3770 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 10:57:39.727009 3770 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0405 10:57:39.728129 3770 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.091921ms I0405 10:57:39.745559 3770 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0405 10:57:39.792949 3770 cni.go:403] [openshift-network-diagnostics/network-check-target-j62rr 46ffa27e5fb5a7816df561c160f54526cda36656bba361ce9bd8eb2375020363 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-j62rr 46ffa27e5fb5a7816df561c160f54526cda36656bba361ce9bd8eb2375020363 network default NAD default] I0405 10:57:39.801818 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-j62rr, hostIfaceName: 46ffa27e5fb5a78, network: default, NAD default, SandboxID: "46ffa27e5fb5a7816df561c160f54526cda36656bba361ce9bd8eb2375020363", PCI device ID: , UID: "e28002c3-260f-4103-a6c3-b3ebb28de1f8", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0405 10:57:39.845293 3770 cni.go:424] [openshift-network-diagnostics/network-check-target-j62rr 46ffa27e5fb5a7816df561c160f54526cda36656bba361ce9bd8eb2375020363 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-j62rr 46ffa27e5fb5a7816df561c160f54526cda36656bba361ce9bd8eb2375020363 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:c6:64:5d:f1:25\",\"name\":\"46ffa27e5fb5a78\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01fc5fce-0791-4d67-ad39-546359f06b46\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 10:57:39.860006 3770 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-848b55fff-k6tct] creating logical port openshift-kube-storage-version-migrator_migrator-848b55fff-k6tct for pod on switch ip-10-0-0-209.ec2.internal I0405 10:57:39.860082 3770 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-848b55fff-k6tct I0405 10:57:39.878261 3770 pod.go:62] [openshift-kube-storage-version-migrator/migrator-848b55fff-k6tct] pod update took 18.200156ms I0405 10:57:39.878279 3770 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-848b55fff-k6tct] addLogicalPort annotation time took 18.222256ms I0405 10:57:39.879272 3770 pods.go:271] [openshift-kube-storage-version-migrator/migrator-848b55fff-k6tct] addLogicalPort took 19.277022ms, libovsdb time 763.601µs I0405 10:57:40.062294 3770 namespace.go:98] [openshift-service-ca] adding namespace I0405 10:57:40.063123 3770 namespace.go:102] [openshift-service-ca] adding namespace took 809.913µs I0405 10:57:40.084078 3770 namespace.go:142] [openshift-service-ca] updating namespace I0405 10:57:40.538894 3770 cni.go:403] [openshift-kube-storage-version-migrator/migrator-848b55fff-k6tct 7bee42b478710abc38c04ceeac9b2bfff1356e24de562b1c6d074d2a6eb44d8e network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-848b55fff-k6tct 7bee42b478710abc38c04ceeac9b2bfff1356e24de562b1c6d074d2a6eb44d8e network default NAD default] I0405 10:57:40.548638 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-848b55fff-k6tct, hostIfaceName: 7bee42b478710ab, network: default, NAD default, SandboxID: "7bee42b478710abc38c04ceeac9b2bfff1356e24de562b1c6d074d2a6eb44d8e", PCI device ID: , UID: "369ea953-8813-40d9-9952-7ba0f422a350", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0405 10:57:40.595145 3770 cni.go:424] [openshift-kube-storage-version-migrator/migrator-848b55fff-k6tct 7bee42b478710abc38c04ceeac9b2bfff1356e24de562b1c6d074d2a6eb44d8e network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-848b55fff-k6tct 7bee42b478710abc38c04ceeac9b2bfff1356e24de562b1c6d074d2a6eb44d8e network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:13:3b:c5:d7:e8\",\"name\":\"7bee42b478710ab\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cb54e0e-9ef9-4275-9c47-7ebde4b24b12\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 10:57:41.734281 3770 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-b95c4699b-k4kzm] creating logical port openshift-service-ca_service-ca-b95c4699b-k4kzm for pod on switch ip-10-0-0-209.ec2.internal I0405 10:57:41.734401 3770 kube.go:256] Updating pod openshift-service-ca/service-ca-b95c4699b-k4kzm I0405 10:57:41.745256 3770 pod.go:62] [openshift-service-ca/service-ca-b95c4699b-k4kzm] pod update took 10.877237ms I0405 10:57:41.745279 3770 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-b95c4699b-k4kzm] addLogicalPort annotation time took 10.903747ms I0405 10:57:41.746516 3770 pods.go:271] [openshift-service-ca/service-ca-b95c4699b-k4kzm] addLogicalPort took 12.255792ms, libovsdb time 898.602µs I0405 10:57:43.285733 3770 cni.go:403] [openshift-service-ca/service-ca-b95c4699b-k4kzm 926447d9c86f8fef0b2ddee5128255e6c537e3b97a4729b6b530385b33aedd4b network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-b95c4699b-k4kzm 926447d9c86f8fef0b2ddee5128255e6c537e3b97a4729b6b530385b33aedd4b network default NAD default] I0405 10:57:43.295174 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-b95c4699b-k4kzm, hostIfaceName: 926447d9c86f8fe, network: default, NAD default, SandboxID: "926447d9c86f8fef0b2ddee5128255e6c537e3b97a4729b6b530385b33aedd4b", PCI device ID: , UID: "80da16d0-6495-41bc-bb57-1f4b17ee6dbc", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0405 10:57:43.339423 3770 cni.go:424] [openshift-service-ca/service-ca-b95c4699b-k4kzm 926447d9c86f8fef0b2ddee5128255e6c537e3b97a4729b6b530385b33aedd4b network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-b95c4699b-k4kzm 926447d9c86f8fef0b2ddee5128255e6c537e3b97a4729b6b530385b33aedd4b network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:f4:14:9c:f3:d2\",\"name\":\"926447d9c86f8fe\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7df4d35-6e52-46d9-b368-ae25df02fcde\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 10:57:44.158457 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0405 10:57:44.309374 3770 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-f7t7r] creating logical port openshift-insights_insights-runtime-extractor-f7t7r for pod on switch ip-10-0-0-209.ec2.internal I0405 10:57:44.309462 3770 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-f7t7r I0405 10:57:44.321804 3770 pod.go:62] [openshift-insights/insights-runtime-extractor-f7t7r] pod update took 12.367211ms I0405 10:57:44.321832 3770 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-f7t7r] addLogicalPort annotation time took 12.39716ms I0405 10:57:44.322937 3770 pods.go:271] [openshift-insights/insights-runtime-extractor-f7t7r] addLogicalPort took 13.577493ms, libovsdb time 817.745µs I0405 10:57:47.831468 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-248.ec2.internal I0405 10:57:47.831476 3770 egressfirewall.go:628] Syncing node "ip-10-0-2-248.ec2.internal" for egress firewall I0405 10:57:47.831489 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-248.ec2.internal: 28.324µs I0405 10:57:47.831511 3770 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0405 10:57:50.897427 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0405 10:57:51.926657 3770 cni.go:403] [openshift-image-registry/image-registry-6c94f88d9b-fmzqc cd21f16755bdfe26c1176bfc43432c4c061b9cda6afdfe924439bfe6443a2c3a network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-6c94f88d9b-fmzqc cd21f16755bdfe26c1176bfc43432c4c061b9cda6afdfe924439bfe6443a2c3a network default NAD default] I0405 10:57:51.936318 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6c94f88d9b-fmzqc, hostIfaceName: cd21f16755bdfe2, network: default, NAD default, SandboxID: "cd21f16755bdfe26c1176bfc43432c4c061b9cda6afdfe924439bfe6443a2c3a", PCI device ID: , UID: "b93cfe6a-fc8e-4a68-9b27-b139adc49863", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0405 10:57:51.971699 3770 cni.go:403] [openshift-dns/dns-default-w9tkn 57e83cc28b4fdaf8c21aacfbf73fb287a120e770a4c459d0053de3bb19d75094 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-w9tkn 57e83cc28b4fdaf8c21aacfbf73fb287a120e770a4c459d0053de3bb19d75094 network default NAD default] I0405 10:57:51.984322 3770 cni.go:424] [openshift-image-registry/image-registry-6c94f88d9b-fmzqc cd21f16755bdfe26c1176bfc43432c4c061b9cda6afdfe924439bfe6443a2c3a network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-6c94f88d9b-fmzqc cd21f16755bdfe26c1176bfc43432c4c061b9cda6afdfe924439bfe6443a2c3a network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:5b:bf:47:8c:8f\",\"name\":\"cd21f16755bdfe2\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfa1a1c1-971f-4548-8751-62653cd992ff\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 10:57:51.985779 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-w9tkn, hostIfaceName: 57e83cc28b4fdaf, network: default, NAD default, SandboxID: "57e83cc28b4fdaf8c21aacfbf73fb287a120e770a4c459d0053de3bb19d75094", PCI device ID: , UID: "f74b0460-5272-4ddc-b7b9-b1fc5b6b02b7", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0405 10:57:52.028564 3770 cni.go:424] [openshift-dns/dns-default-w9tkn 57e83cc28b4fdaf8c21aacfbf73fb287a120e770a4c459d0053de3bb19d75094 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-w9tkn 57e83cc28b4fdaf8c21aacfbf73fb287a120e770a4c459d0053de3bb19d75094 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:2b:bc:fa:ce:a0\",\"name\":\"57e83cc28b4fdaf\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c75db49-81e8-4eed-a27b-7facb6077ede\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 10:57:58.293932 3770 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:57:59.758507 3770 obj_retry.go:300] Retry object setup: *v1.Node ip-10-0-2-248.ec2.internal I0405 10:57:59.758544 3770 obj_retry.go:364] Adding new object: *v1.Node ip-10-0-2-248.ec2.internal I0405 10:57:59.758645 3770 obj_retry.go:375] Retry add failed for *v1.Node ip-10-0-2-248.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-248.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-248.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-248.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-248.ec2.internal I0405 10:58:00.318695 3770 cni.go:403] [openshift-insights/insights-runtime-extractor-f7t7r 49a232fff3a4016d72f910adc72c6b3ae72f588165eab3c1d0e2a0cea5719f72 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-f7t7r 49a232fff3a4016d72f910adc72c6b3ae72f588165eab3c1d0e2a0cea5719f72 network default NAD default] I0405 10:58:00.331095 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-f7t7r, hostIfaceName: 49a232fff3a4016, network: default, NAD default, SandboxID: "49a232fff3a4016d72f910adc72c6b3ae72f588165eab3c1d0e2a0cea5719f72", PCI device ID: , UID: "0e55149a-8ba9-4e66-a43f-a8ed56e03a01", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0405 10:58:00.375179 3770 cni.go:424] [openshift-insights/insights-runtime-extractor-f7t7r 49a232fff3a4016d72f910adc72c6b3ae72f588165eab3c1d0e2a0cea5719f72 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-f7t7r 49a232fff3a4016d72f910adc72c6b3ae72f588165eab3c1d0e2a0cea5719f72 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:33:f3:36:63:0b\",\"name\":\"49a232fff3a4016\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf02f5d6-d998-4574-a78c-409ef6d8eea3\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 10:58:02.139041 3770 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jjd7x I0405 10:58:02.139073 3770 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jjd7x I0405 10:58:02.139116 3770 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-jjd7x, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jjd7x: suppressed error logged: pod openshift-multus/network-metrics-daemon-jjd7x: no pod IPs found I0405 10:58:02.139047 3770 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5v4nd I0405 10:58:02.139130 3770 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5v4nd I0405 10:58:02.139151 3770 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-5v4nd, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5v4nd: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5v4nd: no pod IPs found I0405 10:58:04.539039 3770 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0405 10:58:04.539092 3770 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:04.541101 3770 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:04.541119 3770 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:04.541125 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:04.583139 3770 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-55c987c97f-v757x IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-55c987c97f-v757x: no pod IPs found W0405 10:58:04.600563 3770 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0405 10:58:04.609835 3770 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0405 10:58:05.190093 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:05.190112 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0405 10:58:05.190118 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0405 10:58:05.350274 3770 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "ip-10-0-2-248.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:58:05.350311 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-248.ec2.internal in network "default" I0405 10:58:05.350356 3770 node_tracker.go:235] Node ip-10-0-2-248.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-248.ec2.internal" I0405 10:58:05.350374 3770 node_tracker.go:169] Node ip-10-0-2-248.ec2.internal switch + router changed, syncing services in network "default" I0405 10:58:05.350387 3770 services_controller.go:574] Full service sync requested for network=default W0405 10:58:05.350621 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0405 10:58:05.350732 3770 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:05.350770 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0405 10:58:05.385359 3770 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "ip-10-0-2-248.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:58:05.496435 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-248.ec2.internal in network "default" I0405 10:58:05.496502 3770 node_tracker.go:169] Node ip-10-0-2-248.ec2.internal switch + router changed, syncing services in network "default" I0405 10:58:05.496512 3770 default_network_controller.go:1008] Node "ip-10-0-2-248.ec2.internal" in remote zone "ip-10-0-2-248.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 10:58:05.496520 3770 services_controller.go:574] Full service sync requested for network=default W0405 10:58:05.496643 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 10:58:05.497310 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0405 10:58:05.497338 3770 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-248.ec2.internal for the network default W0405 10:58:05.497448 3770 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0405 10:58:05.498601 3770 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-248.ec2.internal" on network "default" took: 1.294604ms I0405 10:58:05.981240 3770 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-gfjdg] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7464b9f894-gfjdg for pod on switch ip-10-0-0-209.ec2.internal I0405 10:58:05.981322 3770 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-gfjdg I0405 10:58:05.997163 3770 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-gfjdg] pod update took 15.868178ms I0405 10:58:05.997243 3770 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-gfjdg] addLogicalPort annotation time took 15.951944ms I0405 10:58:06.001425 3770 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-gfjdg] addLogicalPort took 20.194559ms, libovsdb time 3.577687ms I0405 10:58:06.066189 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-248.ec2.internal in network "default" I0405 10:58:06.066201 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-248.ec2.internal I0405 10:58:06.066223 3770 egressfirewall.go:628] Syncing node "ip-10-0-2-248.ec2.internal" for egress firewall I0405 10:58:06.066238 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-248.ec2.internal: 17.061µs I0405 10:58:06.066247 3770 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-248.ec2.internal", IP: 10.0.2.248 to PMTUD blocking rules I0405 10:58:06.066260 3770 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-248.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0405 10:58:06.066263 3770 node_tracker.go:169] Node ip-10-0-2-248.ec2.internal switch + router changed, syncing services in network "default" I0405 10:58:06.066276 3770 services_controller.go:574] Full service sync requested for network=default W0405 10:58:06.066454 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0405 10:58:06.066506 3770 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:06.066545 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0405 10:58:06.072288 3770 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-248.ec2.internal. Updating no re-route policies I0405 10:58:06.081421 3770 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-248.ec2.internal", IP: 10.0.2.248 to PMTUD blocking rules I0405 10:58:06.081434 3770 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-248.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0405 10:58:06.385755 3770 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-gfjdg d68ed2d987d3fcbe633b414d0ce1d28260afeca4de37bcc5dacc02f09838c9ba network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-gfjdg d68ed2d987d3fcbe633b414d0ce1d28260afeca4de37bcc5dacc02f09838c9ba network default NAD default] I0405 10:58:06.394646 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7464b9f894-gfjdg, hostIfaceName: d68ed2d987d3fcb, network: default, NAD default, SandboxID: "d68ed2d987d3fcbe633b414d0ce1d28260afeca4de37bcc5dacc02f09838c9ba", PCI device ID: , UID: "7daf8754-e098-4159-818f-a3aab2719127", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0405 10:58:06.438844 3770 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-gfjdg d68ed2d987d3fcbe633b414d0ce1d28260afeca4de37bcc5dacc02f09838c9ba network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-gfjdg d68ed2d987d3fcbe633b414d0ce1d28260afeca4de37bcc5dacc02f09838c9ba network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:33:15:f7:e1:9f\",\"name\":\"d68ed2d987d3fcb\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ff6e304-895a-40be-8e29-524cb39dad05\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 10:58:08.130163 3770 cni.go:403] [openshift-ingress/router-default-7764dc9d4-9jzpj d50f158c5912926408f7abe54cf2faf215076ecb0a6416f2fcf9232556ebe878 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-7764dc9d4-9jzpj d50f158c5912926408f7abe54cf2faf215076ecb0a6416f2fcf9232556ebe878 network default NAD default] I0405 10:58:08.139579 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7764dc9d4-9jzpj, hostIfaceName: d50f158c5912926, network: default, NAD default, SandboxID: "d50f158c5912926408f7abe54cf2faf215076ecb0a6416f2fcf9232556ebe878", PCI device ID: , UID: "36d857d7-1c07-492a-a4f1-d09cfd41101f", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0405 10:58:08.183146 3770 cni.go:424] [openshift-ingress/router-default-7764dc9d4-9jzpj d50f158c5912926408f7abe54cf2faf215076ecb0a6416f2fcf9232556ebe878 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-7764dc9d4-9jzpj d50f158c5912926408f7abe54cf2faf215076ecb0a6416f2fcf9232556ebe878 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:da:5d:15:08:03\",\"name\":\"d50f158c5912926\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98e30554-6034-42a3-b01a-789ffb3a8d0b\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 10:58:08.241213 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0405 10:58:08.264687 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0405 10:58:09.259111 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0405 10:58:09.259143 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0405 10:58:09.930878 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 10:58:09.930900 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0405 10:58:10.061866 3770 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-847b8ff89d-gvv5r] creating logical port openshift-monitoring_prometheus-operator-847b8ff89d-gvv5r for pod on switch ip-10-0-0-209.ec2.internal I0405 10:58:10.061956 3770 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-847b8ff89d-gvv5r I0405 10:58:10.074992 3770 pod.go:62] [openshift-monitoring/prometheus-operator-847b8ff89d-gvv5r] pod update took 13.06136ms I0405 10:58:10.075011 3770 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-847b8ff89d-gvv5r] addLogicalPort annotation time took 13.084667ms I0405 10:58:10.076081 3770 pods.go:271] [openshift-monitoring/prometheus-operator-847b8ff89d-gvv5r] addLogicalPort took 14.228982ms, libovsdb time 784.815µs W0405 10:58:10.254505 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0405 10:58:10.254535 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0405 10:58:10.338332 3770 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0405 10:58:10.349513 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0405 10:58:10.349538 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0405 10:58:10.349544 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0405 10:58:10.592476 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-248.ec2.internal I0405 10:58:10.592501 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-248.ec2.internal: 29.652µs I0405 10:58:10.842473 3770 cni.go:403] [openshift-multus/network-metrics-daemon-m9b5s afa9508909e77ef4f695d75a8c7cc93c5462224bb84e05b36be7fb387056c97c network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-m9b5s afa9508909e77ef4f695d75a8c7cc93c5462224bb84e05b36be7fb387056c97c network default NAD default] I0405 10:58:10.851261 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-m9b5s, hostIfaceName: afa9508909e77ef, network: default, NAD default, SandboxID: "afa9508909e77ef4f695d75a8c7cc93c5462224bb84e05b36be7fb387056c97c", PCI device ID: , UID: "71c6466a-8c3a-4736-bb18-5728ac28e9d0", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0405 10:58:10.894767 3770 cni.go:424] [openshift-multus/network-metrics-daemon-m9b5s afa9508909e77ef4f695d75a8c7cc93c5462224bb84e05b36be7fb387056c97c network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-m9b5s afa9508909e77ef4f695d75a8c7cc93c5462224bb84e05b36be7fb387056c97c network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:4a:60:86:b2:7f\",\"name\":\"afa9508909e77ef\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efcf0479-3510-467b-af3c-98da2e18e5e6\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 10:58:11.040057 3770 cni.go:403] [openshift-monitoring/prometheus-operator-847b8ff89d-gvv5r d20c6b603d5ad8c7a24096872142e121c0215e213192df7a9ae9eacdc4d9791f network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-847b8ff89d-gvv5r d20c6b603d5ad8c7a24096872142e121c0215e213192df7a9ae9eacdc4d9791f network default NAD default] I0405 10:58:11.049213 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-847b8ff89d-gvv5r, hostIfaceName: d20c6b603d5ad8c, network: default, NAD default, SandboxID: "d20c6b603d5ad8c7a24096872142e121c0215e213192df7a9ae9eacdc4d9791f", PCI device ID: , UID: "a5350d05-4400-4ef9-af35-4bba0db5fc27", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0405 10:58:11.092243 3770 cni.go:424] [openshift-monitoring/prometheus-operator-847b8ff89d-gvv5r d20c6b603d5ad8c7a24096872142e121c0215e213192df7a9ae9eacdc4d9791f network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-847b8ff89d-gvv5r d20c6b603d5ad8c7a24096872142e121c0215e213192df7a9ae9eacdc4d9791f network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:51:ba:af:58:55\",\"name\":\"d20c6b603d5ad8c\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef923488-9d4c-4559-930a-7f771604e8cc\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 10:58:12.029317 3770 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:14.636244 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:15.158565 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0405 10:58:16.643517 3770 base_network_controller_pods.go:487] [default/openshift-console/downloads-744b9bb959-2m4lr] creating logical port openshift-console_downloads-744b9bb959-2m4lr for pod on switch ip-10-0-0-209.ec2.internal I0405 10:58:16.643620 3770 kube.go:256] Updating pod openshift-console/downloads-744b9bb959-2m4lr I0405 10:58:16.660861 3770 pod.go:62] [openshift-console/downloads-744b9bb959-2m4lr] pod update took 17.260349ms I0405 10:58:16.660881 3770 base_network_controller_pods.go:937] [default/openshift-console/downloads-744b9bb959-2m4lr] addLogicalPort annotation time took 17.285989ms I0405 10:58:16.661906 3770 pods.go:271] [openshift-console/downloads-744b9bb959-2m4lr] addLogicalPort took 18.403054ms, libovsdb time 734.824µs I0405 10:58:16.761046 3770 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-209.ec2.internal I0405 10:58:16.761152 3770 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0405 10:58:16.789732 3770 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 28.618773ms I0405 10:58:16.789817 3770 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 28.714313ms I0405 10:58:16.791159 3770 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 30.121882ms, libovsdb time 951.328µs I0405 10:58:17.032730 3770 cni.go:403] [openshift-console/downloads-744b9bb959-2m4lr f88b080d0564fa7bc9cd19b93850854e664aa04b8b329e520d65b458c0dc5570 network default NAD default] ADD starting CNI request [openshift-console/downloads-744b9bb959-2m4lr f88b080d0564fa7bc9cd19b93850854e664aa04b8b329e520d65b458c0dc5570 network default NAD default] I0405 10:58:17.041479 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-744b9bb959-2m4lr, hostIfaceName: f88b080d0564fa7, network: default, NAD default, SandboxID: "f88b080d0564fa7bc9cd19b93850854e664aa04b8b329e520d65b458c0dc5570", PCI device ID: , UID: "d50c79fa-6f7b-421c-ab02-fcacccc4b56a", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0405 10:58:17.085215 3770 cni.go:424] [openshift-console/downloads-744b9bb959-2m4lr f88b080d0564fa7bc9cd19b93850854e664aa04b8b329e520d65b458c0dc5570 network default NAD default] ADD finished CNI request [openshift-console/downloads-744b9bb959-2m4lr f88b080d0564fa7bc9cd19b93850854e664aa04b8b329e520d65b458c0dc5570 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:0e:66:98:16:76\",\"name\":\"f88b080d0564fa7\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ac7816b-42cc-41a7-afd6-0c9f667bcc2b\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 10:58:17.154764 3770 cni.go:403] [openshift-monitoring/alertmanager-main-1 5fe5138e5152de021cfc2e7b76ecf66ee114beeb60cc87fb017af4f10471eb14 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 5fe5138e5152de021cfc2e7b76ecf66ee114beeb60cc87fb017af4f10471eb14 network default NAD default] I0405 10:58:17.163945 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 5fe5138e5152de0, network: default, NAD default, SandboxID: "5fe5138e5152de021cfc2e7b76ecf66ee114beeb60cc87fb017af4f10471eb14", PCI device ID: , UID: "296802be-a274-4f1e-90fa-d7d5509fd3c1", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0405 10:58:17.208454 3770 cni.go:424] [openshift-monitoring/alertmanager-main-1 5fe5138e5152de021cfc2e7b76ecf66ee114beeb60cc87fb017af4f10471eb14 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 5fe5138e5152de021cfc2e7b76ecf66ee114beeb60cc87fb017af4f10471eb14 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:c9:f4:a4:76:4b\",\"name\":\"5fe5138e5152de0\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81cc445b-5e0b-43f2-9540-0ef5ecafd527\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 10:58:19.325785 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:19.325806 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:19.325814 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0405 10:58:20.074039 3770 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-74bfbf545c-xk92x] creating logical port openshift-monitoring_metrics-server-74bfbf545c-xk92x for pod on switch ip-10-0-0-209.ec2.internal I0405 10:58:20.074160 3770 kube.go:256] Updating pod openshift-monitoring/metrics-server-74bfbf545c-xk92x I0405 10:58:20.090511 3770 pod.go:62] [openshift-monitoring/metrics-server-74bfbf545c-xk92x] pod update took 16.388384ms I0405 10:58:20.090552 3770 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-74bfbf545c-xk92x] addLogicalPort annotation time took 16.437157ms I0405 10:58:20.091792 3770 pods.go:271] [openshift-monitoring/metrics-server-74bfbf545c-xk92x] addLogicalPort took 17.775568ms, libovsdb time 916.514µs W0405 10:58:20.143658 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:20.143675 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:20.143681 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0405 10:58:20.310252 3770 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-76957fdd44-56jd7] creating logical port openshift-monitoring_monitoring-plugin-76957fdd44-56jd7 for pod on switch ip-10-0-0-209.ec2.internal I0405 10:58:20.310358 3770 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-76957fdd44-56jd7 I0405 10:58:20.323375 3770 pod.go:62] [openshift-monitoring/monitoring-plugin-76957fdd44-56jd7] pod update took 13.047581ms I0405 10:58:20.323459 3770 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-76957fdd44-56jd7] addLogicalPort annotation time took 13.13759ms I0405 10:58:20.324804 3770 pods.go:271] [openshift-monitoring/monitoring-plugin-76957fdd44-56jd7] addLogicalPort took 14.570022ms, libovsdb time 985.971µs I0405 10:58:20.661849 3770 cni.go:403] [openshift-monitoring/metrics-server-74bfbf545c-xk92x d0eab12eb938f9dfdae00a98c3013763ca254c1626f2ff1ceef2c5b985ab1016 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-74bfbf545c-xk92x d0eab12eb938f9dfdae00a98c3013763ca254c1626f2ff1ceef2c5b985ab1016 network default NAD default] I0405 10:58:20.674158 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-74bfbf545c-xk92x, hostIfaceName: d0eab12eb938f9d, network: default, NAD default, SandboxID: "d0eab12eb938f9dfdae00a98c3013763ca254c1626f2ff1ceef2c5b985ab1016", PCI device ID: , UID: "75a0fd30-2b97-439b-998a-14c5804a1c70", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0405 10:58:20.726648 3770 cni.go:424] [openshift-monitoring/metrics-server-74bfbf545c-xk92x d0eab12eb938f9dfdae00a98c3013763ca254c1626f2ff1ceef2c5b985ab1016 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-74bfbf545c-xk92x d0eab12eb938f9dfdae00a98c3013763ca254c1626f2ff1ceef2c5b985ab1016 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:e9:20:e2:af:d7\",\"name\":\"d0eab12eb938f9d\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd04212f-c207-4242-a73a-27c3b25c7c9a\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 10:58:21.270362 3770 cni.go:403] [openshift-monitoring/monitoring-plugin-76957fdd44-56jd7 9652b6e8a0d1322515925fcefe325822090d56b7ca1b200b14ea4fb70937a28a network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-56jd7 9652b6e8a0d1322515925fcefe325822090d56b7ca1b200b14ea4fb70937a28a network default NAD default] I0405 10:58:21.281382 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-76957fdd44-56jd7, hostIfaceName: 9652b6e8a0d1322, network: default, NAD default, SandboxID: "9652b6e8a0d1322515925fcefe325822090d56b7ca1b200b14ea4fb70937a28a", PCI device ID: , UID: "8e785fa1-a519-4c33-ad58-e7dd1656bb74", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0405 10:58:21.332666 3770 cni.go:424] [openshift-monitoring/monitoring-plugin-76957fdd44-56jd7 9652b6e8a0d1322515925fcefe325822090d56b7ca1b200b14ea4fb70937a28a network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-56jd7 9652b6e8a0d1322515925fcefe325822090d56b7ca1b200b14ea4fb70937a28a network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:08:64:4e:b6:9c\",\"name\":\"9652b6e8a0d1322\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c787aeb-6d45-4b92-80aa-e9929916db5d\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 10:58:21.986912 3770 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-209.ec2.internal I0405 10:58:21.987077 3770 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0405 10:58:22.024779 3770 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 37.750524ms I0405 10:58:22.024832 3770 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 37.805219ms I0405 10:58:22.026445 3770 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 39.550348ms, libovsdb time 1.096486ms W0405 10:58:22.155555 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:22.155571 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:22.155576 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:22.155580 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0405 10:58:22.717808 3770 cni.go:403] [openshift-monitoring/prometheus-k8s-1 6514f5a20043bb16f28cd951a2f0058974cde044c9e48b5b6e69449778a87599 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 6514f5a20043bb16f28cd951a2f0058974cde044c9e48b5b6e69449778a87599 network default NAD default] I0405 10:58:22.728677 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 6514f5a20043bb1, network: default, NAD default, SandboxID: "6514f5a20043bb16f28cd951a2f0058974cde044c9e48b5b6e69449778a87599", PCI device ID: , UID: "23e56570-dc3d-4131-ada5-20d6b7025111", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0405 10:58:22.778944 3770 cni.go:424] [openshift-monitoring/prometheus-k8s-1 6514f5a20043bb16f28cd951a2f0058974cde044c9e48b5b6e69449778a87599 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 6514f5a20043bb16f28cd951a2f0058974cde044c9e48b5b6e69449778a87599 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:1d:9c:7a:c7:d2\",\"name\":\"6514f5a20043bb1\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/726de5ec-0c15-4503-9fad-4ae27a12754d\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 10:58:23.118632 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 10:58:23.118652 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 10:58:23.317737 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 10:58:23.384671 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 10:58:23.384711 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 10:58:24.117901 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 10:58:25.131745 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:25.131767 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:25.131774 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:25.131783 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 10:58:30.179610 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0405 10:58:32.527395 3770 cni.go:403] [openshift-image-registry/image-registry-6c94f88d9b-fmzqc cd21f16755bdfe26c1176bfc43432c4c061b9cda6afdfe924439bfe6443a2c3a network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-6c94f88d9b-fmzqc cd21f16755bdfe26c1176bfc43432c4c061b9cda6afdfe924439bfe6443a2c3a network default NAD default] I0405 10:58:32.604963 3770 cni.go:424] [openshift-image-registry/image-registry-6c94f88d9b-fmzqc cd21f16755bdfe26c1176bfc43432c4c061b9cda6afdfe924439bfe6443a2c3a network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-6c94f88d9b-fmzqc cd21f16755bdfe26c1176bfc43432c4c061b9cda6afdfe924439bfe6443a2c3a network default NAD default], result "{}", err I0405 10:58:32.648083 3770 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6c94f88d9b-fmzqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:58:32.648118 3770 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6c94f88d9b-fmzqc I0405 10:58:32.649588 3770 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6c94f88d9b-fmzqc, ips: 10.129.0.6 I0405 10:58:32.649616 3770 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6c94f88d9b-fmzqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:58:32.657289 3770 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-59f98bc964-46jzw] creating logical port openshift-image-registry_image-registry-59f98bc964-46jzw for pod on switch ip-10-0-0-209.ec2.internal I0405 10:58:32.657404 3770 kube.go:256] Updating pod openshift-image-registry/image-registry-59f98bc964-46jzw I0405 10:58:32.672041 3770 pod.go:62] [openshift-image-registry/image-registry-59f98bc964-46jzw] pod update took 14.662846ms I0405 10:58:32.672060 3770 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-59f98bc964-46jzw] addLogicalPort annotation time took 14.689318ms I0405 10:58:32.673436 3770 pods.go:271] [openshift-image-registry/image-registry-59f98bc964-46jzw] addLogicalPort took 16.160684ms, libovsdb time 1.042748ms I0405 10:58:33.023504 3770 cni.go:403] [openshift-image-registry/image-registry-59f98bc964-46jzw 7c2a3950e58c2f132fd4926311a1c829f75f3361bb118e565c02828a825d334c network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-59f98bc964-46jzw 7c2a3950e58c2f132fd4926311a1c829f75f3361bb118e565c02828a825d334c network default NAD default] I0405 10:58:33.034226 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-59f98bc964-46jzw, hostIfaceName: 7c2a3950e58c2f1, network: default, NAD default, SandboxID: "7c2a3950e58c2f132fd4926311a1c829f75f3361bb118e565c02828a825d334c", PCI device ID: , UID: "b0b015c5-f321-4fda-acc5-4be76f38148a", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0405 10:58:33.093021 3770 cni.go:424] [openshift-image-registry/image-registry-59f98bc964-46jzw 7c2a3950e58c2f132fd4926311a1c829f75f3361bb118e565c02828a825d334c network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-59f98bc964-46jzw 7c2a3950e58c2f132fd4926311a1c829f75f3361bb118e565c02828a825d334c network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:a9:b5:1b:fd:ea\",\"name\":\"7c2a3950e58c2f1\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77f5c813-ae1d-422a-aa3b-3e6ed2463d5b\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 10:58:33.377109 3770 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6c94f88d9b-fmzqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:58:33.377212 3770 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6c94f88d9b-fmzqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:58:33.384675 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6c94f88d9b-fmzqc I0405 10:58:33.384704 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6c94f88d9b-fmzqc I0405 10:58:34.220114 3770 base_network_controller_pods.go:487] [default/openshift-console/console-5b69bd965-lm5lt] creating logical port openshift-console_console-5b69bd965-lm5lt for pod on switch ip-10-0-0-209.ec2.internal I0405 10:58:34.220251 3770 kube.go:256] Updating pod openshift-console/console-5b69bd965-lm5lt I0405 10:58:34.241406 3770 pod.go:62] [openshift-console/console-5b69bd965-lm5lt] pod update took 21.187927ms I0405 10:58:34.241431 3770 base_network_controller_pods.go:937] [default/openshift-console/console-5b69bd965-lm5lt] addLogicalPort annotation time took 21.216118ms I0405 10:58:34.242906 3770 pods.go:271] [openshift-console/console-5b69bd965-lm5lt] addLogicalPort took 22.812073ms, libovsdb time 1.05194ms I0405 10:58:34.605119 3770 cni.go:403] [openshift-console/console-5b69bd965-lm5lt 57a28890d06ebddc5a7524d6a9d1acd36a3ac2d32eba825a94271e117efb3fe5 network default NAD default] ADD starting CNI request [openshift-console/console-5b69bd965-lm5lt 57a28890d06ebddc5a7524d6a9d1acd36a3ac2d32eba825a94271e117efb3fe5 network default NAD default] I0405 10:58:34.615301 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-5b69bd965-lm5lt, hostIfaceName: 57a28890d06ebdd, network: default, NAD default, SandboxID: "57a28890d06ebddc5a7524d6a9d1acd36a3ac2d32eba825a94271e117efb3fe5", PCI device ID: , UID: "4a4be06a-ce4e-43c2-96ef-128f3c2fafe3", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0405 10:58:34.665562 3770 cni.go:424] [openshift-console/console-5b69bd965-lm5lt 57a28890d06ebddc5a7524d6a9d1acd36a3ac2d32eba825a94271e117efb3fe5 network default NAD default] ADD finished CNI request [openshift-console/console-5b69bd965-lm5lt 57a28890d06ebddc5a7524d6a9d1acd36a3ac2d32eba825a94271e117efb3fe5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:d4:26:8d:ee:c4\",\"name\":\"57a28890d06ebdd\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e94b25f-5fd6-41a6-a64b-62c3fbe8f1ef\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 10:58:44.251051 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0405 10:58:44.335684 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 10:58:45.442785 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0405 10:58:47.175321 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:47.175342 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:47.175348 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:47.175361 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:47.175365 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:47.175370 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:47.207844 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:47.207875 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:47.207884 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:58:49.270434 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0405 10:58:50.296340 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0405 10:58:54.387244 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0405 10:58:55.314015 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 10:58:55.314043 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 10:58:55.314061 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 10:58:55.314068 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0405 10:58:58.394159 3770 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6c94f88d9b-45lp5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:58:58.394827 3770 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6c94f88d9b-45lp5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:58:59.304084 3770 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6c94f88d9b-45lp5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:58:59.304111 3770 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6c94f88d9b-45lp5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:58:59.309697 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6c94f88d9b-45lp5 I0405 10:58:59.309720 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6c94f88d9b-45lp5 I0405 10:59:03.512865 3770 obj_retry.go:464] Detected object openshift-console/console-dcd459fff-6wth9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:03.513460 3770 obj_retry.go:464] Detected object openshift-console/console-dcd459fff-6wth9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:04.333734 3770 obj_retry.go:458] Detected object openshift-console/console-dcd459fff-6wth9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:04.333757 3770 obj_retry.go:458] Detected object openshift-console/console-dcd459fff-6wth9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:04.342037 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-dcd459fff-6wth9 I0405 10:59:04.342065 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-dcd459fff-6wth9 I0405 10:59:10.762157 3770 obj_retry.go:464] Detected object openshift-console/console-dcd459fff-jq4vh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:10.762779 3770 obj_retry.go:464] Detected object openshift-console/console-dcd459fff-jq4vh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:11.362891 3770 obj_retry.go:458] Detected object openshift-console/console-dcd459fff-jq4vh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:11.362917 3770 obj_retry.go:458] Detected object openshift-console/console-dcd459fff-jq4vh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:11.368638 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-dcd459fff-jq4vh I0405 10:59:11.368666 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-dcd459fff-jq4vh I0405 10:59:19.325589 3770 obj_retry.go:464] Detected object openshift-ingress/router-default-5d7c6d47dc-45zdl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:19.326179 3770 obj_retry.go:464] Detected object openshift-ingress/router-default-5d7c6d47dc-45zdl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:19.396751 3770 obj_retry.go:458] Detected object openshift-ingress/router-default-5d7c6d47dc-45zdl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:19.396769 3770 obj_retry.go:458] Detected object openshift-ingress/router-default-5d7c6d47dc-45zdl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:19.403131 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5d7c6d47dc-45zdl I0405 10:59:19.403148 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5d7c6d47dc-45zdl W0405 10:59:22.623718 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 10:59:22.623743 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0405 10:59:37.240550 3770 cni.go:403] [openshift-monitoring/alertmanager-main-1 5fe5138e5152de021cfc2e7b76ecf66ee114beeb60cc87fb017af4f10471eb14 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 5fe5138e5152de021cfc2e7b76ecf66ee114beeb60cc87fb017af4f10471eb14 network default NAD default] I0405 10:59:37.310464 3770 cni.go:424] [openshift-monitoring/alertmanager-main-1 5fe5138e5152de021cfc2e7b76ecf66ee114beeb60cc87fb017af4f10471eb14 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 5fe5138e5152de021cfc2e7b76ecf66ee114beeb60cc87fb017af4f10471eb14 network default NAD default], result "{}", err I0405 10:59:37.366719 3770 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:37.366754 3770 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0405 10:59:37.367949 3770 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.16 I0405 10:59:37.367976 3770 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:37.659433 3770 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:37.659465 3770 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:37.665032 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0405 10:59:37.665064 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0405 10:59:37.706134 3770 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-209.ec2.internal I0405 10:59:37.706261 3770 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0405 10:59:37.729973 3770 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.771824ms I0405 10:59:37.729998 3770 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.801515ms I0405 10:59:37.731118 3770 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.003114ms, libovsdb time 804.044µs I0405 10:59:38.067759 3770 cni.go:403] [openshift-monitoring/alertmanager-main-1 f71d8c01d61c2b89930429191b5571c6dd4a910c1428368f478d9257077e914e network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 f71d8c01d61c2b89930429191b5571c6dd4a910c1428368f478d9257077e914e network default NAD default] I0405 10:59:38.077261 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: f71d8c01d61c2b8, network: default, NAD default, SandboxID: "f71d8c01d61c2b89930429191b5571c6dd4a910c1428368f478d9257077e914e", PCI device ID: , UID: "ab9529c0-0cc0-423c-aa95-57db1d15b44a", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0405 10:59:38.122903 3770 cni.go:424] [openshift-monitoring/alertmanager-main-1 f71d8c01d61c2b89930429191b5571c6dd4a910c1428368f478d9257077e914e network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 f71d8c01d61c2b89930429191b5571c6dd4a910c1428368f478d9257077e914e network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:43:8c:06:aa:ba\",\"name\":\"f71d8c01d61c2b8\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d179137-d18f-49f9-bf28-d10ac709d7ed\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 10:59:41.686737 3770 cni.go:403] [openshift-monitoring/prometheus-k8s-1 6514f5a20043bb16f28cd951a2f0058974cde044c9e48b5b6e69449778a87599 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 6514f5a20043bb16f28cd951a2f0058974cde044c9e48b5b6e69449778a87599 network default NAD default] I0405 10:59:41.766297 3770 cni.go:424] [openshift-monitoring/prometheus-k8s-1 6514f5a20043bb16f28cd951a2f0058974cde044c9e48b5b6e69449778a87599 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 6514f5a20043bb16f28cd951a2f0058974cde044c9e48b5b6e69449778a87599 network default NAD default], result "{}", err I0405 10:59:41.825968 3770 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:41.825996 3770 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0405 10:59:41.827202 3770 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.19 I0405 10:59:41.827238 3770 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:42.698617 3770 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:42.698647 3770 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:42.706315 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0405 10:59:42.706345 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0405 10:59:42.741689 3770 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-209.ec2.internal I0405 10:59:42.741800 3770 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0405 10:59:42.762926 3770 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 21.165315ms I0405 10:59:42.762948 3770 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 21.191975ms I0405 10:59:42.764221 3770 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 22.541834ms, libovsdb time 926.752µs I0405 10:59:43.099756 3770 cni.go:403] [openshift-monitoring/prometheus-k8s-1 ff143d9a829f738b9f8c8e65c3b7a4b084a2f2daa5175546d942374eec8db3e4 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 ff143d9a829f738b9f8c8e65c3b7a4b084a2f2daa5175546d942374eec8db3e4 network default NAD default] I0405 10:59:43.109128 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: ff143d9a829f738, network: default, NAD default, SandboxID: "ff143d9a829f738b9f8c8e65c3b7a4b084a2f2daa5175546d942374eec8db3e4", PCI device ID: , UID: "54243e38-0151-4ad5-8b1c-10b946551f13", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0405 10:59:43.154039 3770 cni.go:424] [openshift-monitoring/prometheus-k8s-1 ff143d9a829f738b9f8c8e65c3b7a4b084a2f2daa5175546d942374eec8db3e4 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 ff143d9a829f738b9f8c8e65c3b7a4b084a2f2daa5175546d942374eec8db3e4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:6b:b2:07:30:76\",\"name\":\"ff143d9a829f738\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0511c3f6-4f76-47bd-9620-6c4a81b31502\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 10:59:52.681448 3770 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:52.682012 3770 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:52.682048 3770 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 10:59:52.682057 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0405 10:59:52.682079 3770 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 10:59:52.682087 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0405 10:59:53.706299 3770 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:53.706325 3770 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:53.706346 3770 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:53.706362 3770 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539082q2v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:57.024991 3770 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0405 10:59:57.038931 3770 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0405 10:59:58.112017 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:59:58.112042 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 10:59:58.112049 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0405 10:59:59.423388 3770 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:59.423980 3770 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 10:59:59.548682 3770 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:59.548708 3770 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 10:59:59.554921 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0405 10:59:59.554948 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0405 11:00:04.740729 3770 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:04.741350 3770 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:05.623284 3770 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:05.623314 3770 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589780-sxs6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:09.061424 3770 obj_retry.go:464] Detected object openshift-console/console-5b69bd965-pbmwk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:09.061999 3770 obj_retry.go:464] Detected object openshift-console/console-5b69bd965-pbmwk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:09.614371 3770 obj_retry.go:458] Detected object openshift-console/console-5b69bd965-pbmwk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:09.614395 3770 obj_retry.go:458] Detected object openshift-console/console-5b69bd965-pbmwk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:09.617010 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b69bd965-pbmwk I0405 11:00:09.617038 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b69bd965-pbmwk I0405 11:00:19.766147 3770 cni.go:403] [openshift-console/console-5b69bd965-lm5lt 57a28890d06ebddc5a7524d6a9d1acd36a3ac2d32eba825a94271e117efb3fe5 network default NAD default] DEL starting CNI request [openshift-console/console-5b69bd965-lm5lt 57a28890d06ebddc5a7524d6a9d1acd36a3ac2d32eba825a94271e117efb3fe5 network default NAD default] I0405 11:00:19.839554 3770 cni.go:424] [openshift-console/console-5b69bd965-lm5lt 57a28890d06ebddc5a7524d6a9d1acd36a3ac2d32eba825a94271e117efb3fe5 network default NAD default] DEL finished CNI request [openshift-console/console-5b69bd965-lm5lt 57a28890d06ebddc5a7524d6a9d1acd36a3ac2d32eba825a94271e117efb3fe5 network default NAD default], result "{}", err I0405 11:00:19.882667 3770 obj_retry.go:464] Detected object openshift-console/console-5b69bd965-lm5lt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:19.882698 3770 pods.go:176] Deleting pod: openshift-console/console-5b69bd965-lm5lt I0405 11:00:19.883817 3770 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5b69bd965-lm5lt, ips: 10.129.0.21 I0405 11:00:19.883878 3770 obj_retry.go:464] Detected object openshift-console/console-5b69bd965-lm5lt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:20.868190 3770 obj_retry.go:458] Detected object openshift-console/console-5b69bd965-lm5lt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:20.868216 3770 obj_retry.go:458] Detected object openshift-console/console-5b69bd965-lm5lt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:20.873749 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b69bd965-lm5lt I0405 11:00:20.873780 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b69bd965-lm5lt W0405 11:00:44.010910 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 11:00:44.010931 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0405 11:00:45.312186 3770 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:45.312854 3770 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:00:45.761465 3770 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:45.761491 3770 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:00:45.769056 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0405 11:00:45.769086 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0405 11:01:32.863369 3770 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0405 11:01:53.410572 3770 base_network_controller_pods.go:487] [default/openshift-console/console-66bdf6558-2q9sb] creating logical port openshift-console_console-66bdf6558-2q9sb for pod on switch ip-10-0-0-209.ec2.internal I0405 11:01:53.410691 3770 kube.go:256] Updating pod openshift-console/console-66bdf6558-2q9sb I0405 11:01:53.426928 3770 pod.go:62] [openshift-console/console-66bdf6558-2q9sb] pod update took 16.259867ms I0405 11:01:53.426951 3770 base_network_controller_pods.go:937] [default/openshift-console/console-66bdf6558-2q9sb] addLogicalPort annotation time took 16.288654ms I0405 11:01:53.427987 3770 pods.go:271] [openshift-console/console-66bdf6558-2q9sb] addLogicalPort took 17.427535ms, libovsdb time 762.814µs I0405 11:01:53.777561 3770 cni.go:403] [openshift-console/console-66bdf6558-2q9sb c9e60491e8cbfeb642014e6d73b0b84ef8a0f072f58d7ffcc1d7456d22ad1cbf network default NAD default] ADD starting CNI request [openshift-console/console-66bdf6558-2q9sb c9e60491e8cbfeb642014e6d73b0b84ef8a0f072f58d7ffcc1d7456d22ad1cbf network default NAD default] I0405 11:01:53.786900 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-66bdf6558-2q9sb, hostIfaceName: c9e60491e8cbfeb, network: default, NAD default, SandboxID: "c9e60491e8cbfeb642014e6d73b0b84ef8a0f072f58d7ffcc1d7456d22ad1cbf", PCI device ID: , UID: "9a306491-c2d7-4506-9e7d-63d9d6547b35", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0405 11:01:53.833994 3770 cni.go:424] [openshift-console/console-66bdf6558-2q9sb c9e60491e8cbfeb642014e6d73b0b84ef8a0f072f58d7ffcc1d7456d22ad1cbf network default NAD default] ADD finished CNI request [openshift-console/console-66bdf6558-2q9sb c9e60491e8cbfeb642014e6d73b0b84ef8a0f072f58d7ffcc1d7456d22ad1cbf network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:8e:81:9e:57:0b\",\"name\":\"c9e60491e8cbfeb\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04e238a9-a15d-4704-b649-a23a8686b27b\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 11:02:04.301465 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0405 11:02:18.712079 3770 obj_retry.go:464] Detected object openshift-console/console-864d7c9655-59nrk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:02:18.712755 3770 obj_retry.go:464] Detected object openshift-console/console-864d7c9655-59nrk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:02:19.144880 3770 obj_retry.go:458] Detected object openshift-console/console-864d7c9655-59nrk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:02:19.144908 3770 obj_retry.go:458] Detected object openshift-console/console-864d7c9655-59nrk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:02:19.150501 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-864d7c9655-59nrk I0405 11:02:19.150561 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-864d7c9655-59nrk I0405 11:02:29.608574 3770 obj_retry.go:464] Detected object openshift-console/console-864d7c9655-pm5nj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:02:29.609247 3770 obj_retry.go:464] Detected object openshift-console/console-864d7c9655-pm5nj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:02:30.234798 3770 obj_retry.go:458] Detected object openshift-console/console-864d7c9655-pm5nj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:02:30.234826 3770 obj_retry.go:458] Detected object openshift-console/console-864d7c9655-pm5nj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:02:30.242961 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-864d7c9655-pm5nj I0405 11:02:30.242989 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-864d7c9655-pm5nj I0405 11:02:34.047620 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0405 11:02:35.139979 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0405 11:02:47.047088 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 I0405 11:02:59.168867 3770 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0405 11:03:12.150749 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0405 11:03:12.181117 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0405 11:03:27.228176 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-248.ec2.internal I0405 11:03:27.228217 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-248.ec2.internal: 51.609µs I0405 11:03:27.228188 3770 egressfirewall.go:628] Syncing node "ip-10-0-2-248.ec2.internal" for egress firewall I0405 11:03:31.047874 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0405 11:04:25.181919 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0405 11:04:54.134485 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0405 11:04:54.156504 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0405 11:05:01.838841 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 11:05:12.884935 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0405 11:05:12.885006 3770 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-gqwwg IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-gqwwg: no pod IPs found I0405 11:05:26.059065 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=582 I0405 11:05:31.130577 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0405 11:05:59.809852 3770 namespace.go:98] [tsf] adding namespace I0405 11:05:59.810794 3770 namespace.go:102] [tsf] adding namespace took 915.58µs I0405 11:05:59.827318 3770 namespace.go:142] [tsf] updating namespace I0405 11:05:59.836196 3770 namespace.go:142] [tsf] updating namespace I0405 11:06:04.145288 3770 namespace.go:98] [tsf-tas] adding namespace I0405 11:06:04.145451 3770 namespace.go:98] [tsf-keycloak] adding namespace I0405 11:06:04.145513 3770 namespace.go:98] [rhtpa-operator] adding namespace I0405 11:06:04.145665 3770 namespace.go:98] [cert-manager-operator] adding namespace I0405 11:06:04.146313 3770 namespace.go:102] [tsf-tas] adding namespace took 1.002683ms I0405 11:06:04.146351 3770 namespace.go:98] [konflux-ui] adding namespace I0405 11:06:04.147029 3770 namespace.go:102] [konflux-ui] adding namespace took 669.979µs I0405 11:06:04.147705 3770 namespace.go:102] [tsf-keycloak] adding namespace took 2.233606ms I0405 11:06:04.148266 3770 namespace.go:98] [tsf-tpa] adding namespace I0405 11:06:04.148272 3770 namespace.go:102] [rhtpa-operator] adding namespace took 2.746447ms I0405 11:06:04.148853 3770 namespace.go:102] [cert-manager-operator] adding namespace took 3.171187ms I0405 11:06:04.149691 3770 namespace.go:102] [tsf-tpa] adding namespace took 1.406861ms I0405 11:06:04.153803 3770 namespace.go:98] [rhbk-operator] adding namespace I0405 11:06:04.153857 3770 namespace.go:98] [konflux-operator] adding namespace I0405 11:06:04.154520 3770 namespace.go:102] [rhbk-operator] adding namespace took 698.195µs I0405 11:06:04.155254 3770 namespace.go:102] [konflux-operator] adding namespace took 1.381024ms I0405 11:06:04.176410 3770 namespace.go:142] [tsf-tas] updating namespace I0405 11:06:04.197387 3770 namespace.go:142] [tsf-tas] updating namespace I0405 11:06:04.210430 3770 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:06:04.210488 3770 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:06:04.210586 3770 namespace.go:142] [konflux-ui] updating namespace I0405 11:06:04.213353 3770 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:06:04.216205 3770 namespace.go:142] [rhbk-operator] updating namespace I0405 11:06:04.217840 3770 namespace.go:142] [tsf-tpa] updating namespace I0405 11:06:04.230283 3770 namespace.go:142] [konflux-operator] updating namespace I0405 11:06:04.230349 3770 namespace.go:142] [tsf-tas] updating namespace I0405 11:06:04.255297 3770 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:06:04.272861 3770 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:06:04.282314 3770 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:06:04.295371 3770 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:06:04.322356 3770 namespace.go:142] [konflux-ui] updating namespace I0405 11:06:04.340849 3770 namespace.go:142] [konflux-ui] updating namespace I0405 11:06:04.369176 3770 namespace.go:142] [tsf-tpa] updating namespace I0405 11:06:04.398646 3770 namespace.go:142] [tsf-tpa] updating namespace I0405 11:06:04.415316 3770 namespace.go:142] [rhbk-operator] updating namespace I0405 11:06:04.430311 3770 namespace.go:142] [rhbk-operator] updating namespace I0405 11:06:04.450339 3770 namespace.go:142] [konflux-operator] updating namespace I0405 11:06:04.466479 3770 namespace.go:142] [konflux-operator] updating namespace I0405 11:06:04.485248 3770 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:06:04.503810 3770 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:06:05.194835 3770 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:06:05.199175 3770 namespace.go:142] [tsf-tpa] updating namespace I0405 11:06:05.340865 3770 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-209.ec2.internal I0405 11:06:05.340992 3770 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0405 11:06:05.368174 3770 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 27.210412ms I0405 11:06:05.368192 3770 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 27.2337ms I0405 11:06:05.369477 3770 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 28.625661ms, libovsdb time 902.684µs I0405 11:06:05.713385 3770 cni.go:403] [tsf/test-tsf-subscriptions 3d9854530860ff23404d84e6b674ec62edf082306b610937ec00416fc2ca92bc network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions 3d9854530860ff23404d84e6b674ec62edf082306b610937ec00416fc2ca92bc network default NAD default] I0405 11:06:05.723509 3770 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 3d9854530860ff2, network: default, NAD default, SandboxID: "3d9854530860ff23404d84e6b674ec62edf082306b610937ec00416fc2ca92bc", PCI device ID: , UID: "fb2d47e0-d962-4eee-826c-88ae3fedcc76", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0405 11:06:05.771227 3770 cni.go:424] [tsf/test-tsf-subscriptions 3d9854530860ff23404d84e6b674ec62edf082306b610937ec00416fc2ca92bc network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions 3d9854530860ff23404d84e6b674ec62edf082306b610937ec00416fc2ca92bc network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:09:be:2f:3c:f8\",\"name\":\"3d9854530860ff2\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f63939da-f4b6-4092-b994-136a6fabc861\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 11:06:11.260912 3770 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.261585 3770 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.261617 3770 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.261627 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:11.261640 3770 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.261647 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:11.288010 3770 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.288493 3770 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.288516 3770 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.288523 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:11.288547 3770 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:11.288552 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:12.289215 3770 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.289240 3770 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.289259 3770 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.289274 3770 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecejjtqv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.314003 3770 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.314027 3770 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.314040 3770 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:12.314058 3770 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb7gj2p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:14.292506 3770 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:14.293061 3770 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:14.293095 3770 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:14.293105 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:14.293115 3770 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:14.293119 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:15.315634 3770 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:15.315660 3770 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:15.315677 3770 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:15.315692 3770 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1m78h5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:18.340609 3770 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.341214 3770 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.341242 3770 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.341251 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:18.341268 3770 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.341272 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:18.359473 3770 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.359971 3770 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.360002 3770 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.360013 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:18.360028 3770 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:18.360033 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:19.345193 3770 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:19.345639 3770 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:19.345661 3770 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:19.345669 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 11:06:19.345682 3770 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 11:06:19.345689 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 11:06:19.397401 3770 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.397419 3770 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.397434 3770 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.397447 3770 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wm46z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.421141 3770 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.421170 3770 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.421184 3770 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:19.421193 3770 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafxqnx2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:20.380936 3770 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:20.380963 3770 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:20.380979 3770 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:20.380995 3770 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bp8dd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0405 11:06:23.239659 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0405 11:06:25.932625 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0405 11:06:25.942512 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0405 11:06:31.816365 3770 namespace.go:142] [openshift-operators] updating namespace I0405 11:06:31.835279 3770 namespace.go:142] [openshift-operators] updating namespace W0405 11:06:35.387213 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 11:06:40.206424 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 11:06:40.225582 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 11:06:40.243311 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 11:06:40.254265 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0405 11:06:42.409356 3770 namespace.go:98] [trusted-artifact-signer] adding namespace I0405 11:06:42.410171 3770 namespace.go:102] [trusted-artifact-signer] adding namespace took 788.415µs I0405 11:06:42.443676 3770 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 11:06:42.460436 3770 namespace.go:142] [trusted-artifact-signer] updating namespace W0405 11:06:43.254460 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0405 11:06:43.593447 3770 namespace.go:98] [cert-manager] adding namespace I0405 11:06:43.594197 3770 namespace.go:102] [cert-manager] adding namespace took 730.373µs I0405 11:06:43.632328 3770 namespace.go:142] [cert-manager] updating namespace I0405 11:06:43.641419 3770 namespace.go:142] [cert-manager] updating namespace I0405 11:06:45.402431 3770 namespace.go:142] [openshift-operators] updating namespace W0405 11:06:48.397172 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0405 11:06:48.397198 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0405 11:06:53.130484 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0405 11:06:53.145759 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0405 11:06:54.044083 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=166 I0405 11:06:58.048457 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=64 I0405 11:06:58.499891 3770 cni.go:403] [tsf/test-tsf-subscriptions 3d9854530860ff23404d84e6b674ec62edf082306b610937ec00416fc2ca92bc network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions 3d9854530860ff23404d84e6b674ec62edf082306b610937ec00416fc2ca92bc network default NAD default] I0405 11:06:58.575333 3770 cni.go:424] [tsf/test-tsf-subscriptions 3d9854530860ff23404d84e6b674ec62edf082306b610937ec00416fc2ca92bc network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions 3d9854530860ff23404d84e6b674ec62edf082306b610937ec00416fc2ca92bc network default NAD default], result "{}", err I0405 11:06:58.627592 3770 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:58.627629 3770 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0405 11:06:58.628766 3770 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.25 I0405 11:06:58.628794 3770 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:06:58.651598 3770 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:58.651619 3770 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:06:58.657451 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0405 11:06:58.657474 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0405 11:06:59.886363 3770 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-209.ec2.internal I0405 11:06:59.886477 3770 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0405 11:06:59.899995 3770 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 13.540318ms I0405 11:06:59.900019 3770 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 13.568874ms I0405 11:06:59.901335 3770 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 14.986964ms, libovsdb time 957.221µs I0405 11:07:00.276497 3770 cni.go:403] [tsf/test-tsf-infrastructure 74bb126a21f994b4e5a235984972efb29b026f23ca81de48c127594355d25a15 network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure 74bb126a21f994b4e5a235984972efb29b026f23ca81de48c127594355d25a15 network default NAD default] I0405 11:07:00.285825 3770 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 74bb126a21f994b, network: default, NAD default, SandboxID: "74bb126a21f994b4e5a235984972efb29b026f23ca81de48c127594355d25a15", PCI device ID: , UID: "1bbecf88-d336-44cd-966f-004bf5f1dd09", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0405 11:07:00.332060 3770 cni.go:424] [tsf/test-tsf-infrastructure 74bb126a21f994b4e5a235984972efb29b026f23ca81de48c127594355d25a15 network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure 74bb126a21f994b4e5a235984972efb29b026f23ca81de48c127594355d25a15 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:c7:28:bf:78:78\",\"name\":\"74bb126a21f994b\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b2369f38-adc2-456e-ac33-70495f4e8f51\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 11:07:00.569875 3770 namespace.go:98] [openshift-pipelines] adding namespace I0405 11:07:00.570766 3770 namespace.go:102] [openshift-pipelines] adding namespace took 866.882µs I0405 11:07:00.585554 3770 namespace.go:142] [openshift-pipelines] updating namespace I0405 11:07:01.304908 3770 namespace.go:142] [cert-manager] updating namespace I0405 11:07:01.505854 3770 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:07:01.906813 3770 namespace.go:142] [konflux-operator] updating namespace I0405 11:07:02.110826 3770 namespace.go:142] [konflux-ui] updating namespace I0405 11:07:02.309702 3770 namespace.go:142] [open-cluster-management-2pfutco3mvibijm2ul7f44g195rtsmmn] updating namespace I0405 11:07:02.707666 3770 namespace.go:142] [rhbk-operator] updating namespace I0405 11:07:02.767864 3770 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9m6mx] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-9m6mx for pod on switch ip-10-0-0-209.ec2.internal I0405 11:07:02.768045 3770 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9m6mx I0405 11:07:02.782557 3770 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9m6mx] pod update took 14.539917ms I0405 11:07:02.782583 3770 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9m6mx] addLogicalPort annotation time took 14.570528ms I0405 11:07:02.784086 3770 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9m6mx] addLogicalPort took 16.239753ms, libovsdb time 1.082401ms I0405 11:07:02.908764 3770 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:07:03.108297 3770 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 11:07:03.307568 3770 namespace.go:142] [tsf] updating namespace I0405 11:07:03.512265 3770 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:07:03.711812 3770 namespace.go:142] [tsf-tas] updating namespace I0405 11:07:03.916614 3770 namespace.go:142] [tsf-tpa] updating namespace I0405 11:07:04.050192 3770 namespace.go:142] [cert-manager] updating namespace I0405 11:07:04.060300 3770 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:07:04.068758 3770 namespace.go:142] [default] updating namespace I0405 11:07:04.079606 3770 namespace.go:142] [konflux-operator] updating namespace I0405 11:07:04.087606 3770 namespace.go:142] [konflux-ui] updating namespace I0405 11:07:04.097008 3770 namespace.go:142] [open-cluster-management-2pfutco3mvibijm2ul7f44g195rtsmmn] updating namespace I0405 11:07:04.104716 3770 namespace.go:142] [openshift] updating namespace I0405 11:07:04.115174 3770 namespace.go:142] [rhbk-operator] updating namespace I0405 11:07:04.123885 3770 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:07:04.133810 3770 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 11:07:04.142731 3770 namespace.go:142] [tsf] updating namespace I0405 11:07:04.156889 3770 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:07:04.178109 3770 namespace.go:142] [tsf-tas] updating namespace I0405 11:07:04.195757 3770 namespace.go:142] [tsf-tpa] updating namespace I0405 11:07:04.297365 3770 namespace.go:142] [cert-manager] updating namespace I0405 11:07:04.399656 3770 namespace.go:142] [cert-manager-operator] updating namespace I0405 11:07:04.500126 3770 namespace.go:142] [default] updating namespace I0405 11:07:04.595900 3770 namespace.go:142] [konflux-operator] updating namespace I0405 11:07:04.699903 3770 namespace.go:142] [konflux-ui] updating namespace I0405 11:07:04.801042 3770 namespace.go:142] [open-cluster-management-2pfutco3mvibijm2ul7f44g195rtsmmn] updating namespace I0405 11:07:04.894802 3770 namespace.go:142] [openshift] updating namespace I0405 11:07:04.998257 3770 namespace.go:142] [rhbk-operator] updating namespace I0405 11:07:05.096977 3770 namespace.go:142] [rhtpa-operator] updating namespace I0405 11:07:05.199245 3770 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 11:07:05.295701 3770 namespace.go:142] [tsf] updating namespace I0405 11:07:05.398057 3770 namespace.go:142] [tsf-keycloak] updating namespace I0405 11:07:05.496169 3770 namespace.go:142] [tsf-tas] updating namespace I0405 11:07:05.597999 3770 namespace.go:142] [tsf-tpa] updating namespace I0405 11:07:05.856980 3770 namespace.go:142] [openshift-pipelines] updating namespace I0405 11:07:09.757629 3770 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9m6mx 681df77eb1c2e5322136bff4ddb5483002ad48dfb60c62aa4f6869e75e86d0ba network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9m6mx 681df77eb1c2e5322136bff4ddb5483002ad48dfb60c62aa4f6869e75e86d0ba network default NAD default] I0405 11:07:09.767088 3770 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-9m6mx, hostIfaceName: 681df77eb1c2e53, network: default, NAD default, SandboxID: "681df77eb1c2e5322136bff4ddb5483002ad48dfb60c62aa4f6869e75e86d0ba", PCI device ID: , UID: "b4e494a2-514b-4815-8921-462a78a3e7da", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0405 11:07:09.814418 3770 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9m6mx 681df77eb1c2e5322136bff4ddb5483002ad48dfb60c62aa4f6869e75e86d0ba network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9m6mx 681df77eb1c2e5322136bff4ddb5483002ad48dfb60c62aa4f6869e75e86d0ba network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:65:cf:4f:23:5d\",\"name\":\"681df77eb1c2e53\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4712989-ea8d-46a0-9f38-3fc5ded00591\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 11:07:10.560812 3770 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0405 11:07:15.408852 3770 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0405 11:07:19.433800 3770 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 11:07:19.433833 3770 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 11:07:19.433840 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 11:07:20.608780 3770 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 11:07:20.608800 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 11:07:20.608805 3770 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 11:07:20.608809 3770 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 11:07:20.648166 3770 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 11:07:20.648184 3770 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 11:07:20.648193 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 11:07:31.570857 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0405 11:07:38.273513 3770 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-6pdx4] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-6pdx4 for pod on switch ip-10-0-0-209.ec2.internal I0405 11:07:38.273613 3770 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-6pdx4 I0405 11:07:38.289063 3770 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-6pdx4] pod update took 15.473084ms I0405 11:07:38.289089 3770 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-6pdx4] addLogicalPort annotation time took 15.504795ms I0405 11:07:38.290132 3770 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-6pdx4] addLogicalPort took 16.632877ms, libovsdb time 715.024µs I0405 11:07:38.631941 3770 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-6pdx4 7d1e96a2e2ce9a48f261d1da81a540ae1632ab540d2dafc8a48d5160833eea35 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-6pdx4 7d1e96a2e2ce9a48f261d1da81a540ae1632ab540d2dafc8a48d5160833eea35 network default NAD default] I0405 11:07:38.641162 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-6pdx4, hostIfaceName: 7d1e96a2e2ce9a4, network: default, NAD default, SandboxID: "7d1e96a2e2ce9a48f261d1da81a540ae1632ab540d2dafc8a48d5160833eea35", PCI device ID: , UID: "510c7e5d-e71c-484f-9bca-244664d34dec", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0405 11:07:38.688539 3770 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-6pdx4 7d1e96a2e2ce9a48f261d1da81a540ae1632ab540d2dafc8a48d5160833eea35 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-6pdx4 7d1e96a2e2ce9a48f261d1da81a540ae1632ab540d2dafc8a48d5160833eea35 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:84:24:51:b4:5c\",\"name\":\"7d1e96a2e2ce9a4\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71533449-1563-4d2d-bcfa-c094eea531e4\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 11:07:39.705484 3770 cni.go:403] [tsf/test-tsf-infrastructure 74bb126a21f994b4e5a235984972efb29b026f23ca81de48c127594355d25a15 network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure 74bb126a21f994b4e5a235984972efb29b026f23ca81de48c127594355d25a15 network default NAD default] I0405 11:07:39.793342 3770 cni.go:424] [tsf/test-tsf-infrastructure 74bb126a21f994b4e5a235984972efb29b026f23ca81de48c127594355d25a15 network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure 74bb126a21f994b4e5a235984972efb29b026f23ca81de48c127594355d25a15 network default NAD default], result "{}", err I0405 11:07:39.840060 3770 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:07:39.840133 3770 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0405 11:07:39.841425 3770 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.26 I0405 11:07:39.841458 3770 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:07:39.858771 3770 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:07:39.858794 3770 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:07:39.862092 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0405 11:07:39.862118 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0405 11:07:40.911961 3770 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-209.ec2.internal I0405 11:07:40.912049 3770 kube.go:256] Updating pod tsf/test-tsf-iam I0405 11:07:40.923137 3770 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-209.ec2.internal I0405 11:07:40.923221 3770 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0405 11:07:40.929513 3770 pod.go:62] [tsf/test-tsf-iam] pod update took 17.484906ms I0405 11:07:40.929549 3770 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 17.522842ms I0405 11:07:40.931022 3770 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 19.081721ms, libovsdb time 1.03941ms I0405 11:07:40.940249 3770 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 17.052192ms I0405 11:07:40.940268 3770 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.073175ms I0405 11:07:40.941302 3770 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.18221ms, libovsdb time 706.698µs I0405 11:07:41.269558 3770 cni.go:403] [tsf/test-tsf-iam 16db8ee559a0d8c504448ae792ee41e33573143937c8a49e9db3ea186859af19 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 16db8ee559a0d8c504448ae792ee41e33573143937c8a49e9db3ea186859af19 network default NAD default] I0405 11:07:41.279493 3770 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 16db8ee559a0d8c, network: default, NAD default, SandboxID: "16db8ee559a0d8c504448ae792ee41e33573143937c8a49e9db3ea186859af19", PCI device ID: , UID: "6d3e51f8-b6a1-4a4a-934e-8716a05041e8", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0405 11:07:41.324984 3770 cni.go:424] [tsf/test-tsf-iam 16db8ee559a0d8c504448ae792ee41e33573143937c8a49e9db3ea186859af19 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 16db8ee559a0d8c504448ae792ee41e33573143937c8a49e9db3ea186859af19 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:25:fc:8e:8f:65\",\"name\":\"16db8ee559a0d8c\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/993c7e5c-24d6-42e0-9793-882b22f8be22\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 11:07:41.549179 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0405 11:07:41.883883 3770 cni.go:403] [tsf-keycloak/keycloak-0 a7613f6e8b1b440f1204269d3f1ee51524def296d375d9df29e6a0a3513fe0d6 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 a7613f6e8b1b440f1204269d3f1ee51524def296d375d9df29e6a0a3513fe0d6 network default NAD default] I0405 11:07:41.893934 3770 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: a7613f6e8b1b440, network: default, NAD default, SandboxID: "a7613f6e8b1b440f1204269d3f1ee51524def296d375d9df29e6a0a3513fe0d6", PCI device ID: , UID: "9904ec34-3b02-4bbb-a343-e4acd90fe4e3", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0405 11:07:41.942167 3770 cni.go:424] [tsf-keycloak/keycloak-0 a7613f6e8b1b440f1204269d3f1ee51524def296d375d9df29e6a0a3513fe0d6 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 a7613f6e8b1b440f1204269d3f1ee51524def296d375d9df29e6a0a3513fe0d6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:f1:35:e2:cd:73\",\"name\":\"a7613f6e8b1b440\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0f18e06-2315-4747-9186-0303e9e9c543\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 11:07:46.744755 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0405 11:07:46.750086 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:07:46.750105 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0405 11:07:59.612470 3770 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0405 11:08:05.134786 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0405 11:08:05.135048 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:08:05.135063 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0405 11:08:06.968080 3770 cni.go:403] [tsf-keycloak/keycloak-0 a7613f6e8b1b440f1204269d3f1ee51524def296d375d9df29e6a0a3513fe0d6 network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 a7613f6e8b1b440f1204269d3f1ee51524def296d375d9df29e6a0a3513fe0d6 network default NAD default] I0405 11:08:07.052171 3770 cni.go:424] [tsf-keycloak/keycloak-0 a7613f6e8b1b440f1204269d3f1ee51524def296d375d9df29e6a0a3513fe0d6 network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 a7613f6e8b1b440f1204269d3f1ee51524def296d375d9df29e6a0a3513fe0d6 network default NAD default], result "{}", err I0405 11:08:07.095904 3770 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:07.095940 3770 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0405 11:08:07.097086 3770 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.129.0.30 I0405 11:08:07.097110 3770 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:07.848681 3770 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:07.848712 3770 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:07.856397 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0405 11:08:07.856447 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0405 11:08:07.889321 3770 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-209.ec2.internal I0405 11:08:07.889431 3770 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0405 11:08:07.906319 3770 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.912617ms I0405 11:08:07.906338 3770 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.93833ms I0405 11:08:07.907683 3770 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.378218ms, libovsdb time 966.187µs I0405 11:08:08.249581 3770 cni.go:403] [tsf-keycloak/keycloak-0 d73299c3ae2badf034af59bb3fb0ac6898eaee9362ba023a70e314993b17f45a network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 d73299c3ae2badf034af59bb3fb0ac6898eaee9362ba023a70e314993b17f45a network default NAD default] I0405 11:08:08.261319 3770 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: d73299c3ae2badf, network: default, NAD default, SandboxID: "d73299c3ae2badf034af59bb3fb0ac6898eaee9362ba023a70e314993b17f45a", PCI device ID: , UID: "a16210f9-46bd-4df8-a662-650bd03f02f6", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0405 11:08:08.318224 3770 cni.go:424] [tsf-keycloak/keycloak-0 d73299c3ae2badf034af59bb3fb0ac6898eaee9362ba023a70e314993b17f45a network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 d73299c3ae2badf034af59bb3fb0ac6898eaee9362ba023a70e314993b17f45a network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:4a:e5:33:67:a3\",\"name\":\"d73299c3ae2badf\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98f12123-06a4-4cac-9c6f-fc6e65d30dda\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 11:08:09.877755 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:08:09.877777 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:08:09.879149 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0405 11:08:21.958802 3770 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0405 11:08:21.958823 3770 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0405 11:08:21.958827 3770 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0405 11:08:22.154727 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 W0405 11:08:22.573213 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0405 11:08:22.579444 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:08:22.579464 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak I0405 11:08:31.204424 3770 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-rm6d7] creating logical port tsf-keycloak_tsf-iam-rm6d7 for pod on switch ip-10-0-0-209.ec2.internal I0405 11:08:31.204596 3770 kube.go:256] Updating pod tsf-keycloak/tsf-iam-rm6d7 I0405 11:08:31.228027 3770 pod.go:62] [tsf-keycloak/tsf-iam-rm6d7] pod update took 23.462613ms I0405 11:08:31.228050 3770 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-rm6d7] addLogicalPort annotation time took 23.491614ms I0405 11:08:31.229333 3770 pods.go:271] [tsf-keycloak/tsf-iam-rm6d7] addLogicalPort took 24.92521ms, libovsdb time 928.152µs I0405 11:08:31.565438 3770 cni.go:403] [tsf-keycloak/tsf-iam-rm6d7 9c75d8db936e8bd22a9897174723c4dfe44a9a7f7038660636a55bf20d53f763 network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-rm6d7 9c75d8db936e8bd22a9897174723c4dfe44a9a7f7038660636a55bf20d53f763 network default NAD default] I0405 11:08:31.574595 3770 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-rm6d7, hostIfaceName: 9c75d8db936e8bd, network: default, NAD default, SandboxID: "9c75d8db936e8bd22a9897174723c4dfe44a9a7f7038660636a55bf20d53f763", PCI device ID: , UID: "d3d8b313-edc0-4f4b-86bc-709b14877a94", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0405 11:08:31.622409 3770 cni.go:424] [tsf-keycloak/tsf-iam-rm6d7 9c75d8db936e8bd22a9897174723c4dfe44a9a7f7038660636a55bf20d53f763 network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-rm6d7 9c75d8db936e8bd22a9897174723c4dfe44a9a7f7038660636a55bf20d53f763 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:f2:b2:9b:41:6b\",\"name\":\"9c75d8db936e8bd\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7878fdc4-02a3-4899-828a-64c0d4556fe0\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 11:08:42.050098 3770 cni.go:403] [tsf/test-tsf-iam 16db8ee559a0d8c504448ae792ee41e33573143937c8a49e9db3ea186859af19 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 16db8ee559a0d8c504448ae792ee41e33573143937c8a49e9db3ea186859af19 network default NAD default] I0405 11:08:42.127207 3770 cni.go:424] [tsf/test-tsf-iam 16db8ee559a0d8c504448ae792ee41e33573143937c8a49e9db3ea186859af19 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 16db8ee559a0d8c504448ae792ee41e33573143937c8a49e9db3ea186859af19 network default NAD default], result "{}", err I0405 11:08:42.173973 3770 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:42.174006 3770 pods.go:176] Deleting pod: tsf/test-tsf-iam I0405 11:08:42.175270 3770 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.29 I0405 11:08:42.175299 3770 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:48.081586 3770 cni.go:403] [tsf-keycloak/tsf-iam-rm6d7 9c75d8db936e8bd22a9897174723c4dfe44a9a7f7038660636a55bf20d53f763 network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-rm6d7 9c75d8db936e8bd22a9897174723c4dfe44a9a7f7038660636a55bf20d53f763 network default NAD default] I0405 11:08:48.160801 3770 cni.go:424] [tsf-keycloak/tsf-iam-rm6d7 9c75d8db936e8bd22a9897174723c4dfe44a9a7f7038660636a55bf20d53f763 network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-rm6d7 9c75d8db936e8bd22a9897174723c4dfe44a9a7f7038660636a55bf20d53f763 network default NAD default], result "{}", err I0405 11:08:48.207327 3770 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-rm6d7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:48.207362 3770 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-rm6d7 I0405 11:08:48.208709 3770 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-rm6d7, ips: 10.129.0.32 I0405 11:08:48.208737 3770 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-rm6d7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:49.232589 3770 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-rm6d7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:49.232617 3770 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-rm6d7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:49.457743 3770 cni.go:403] [tsf-keycloak/keycloak-0 d73299c3ae2badf034af59bb3fb0ac6898eaee9362ba023a70e314993b17f45a network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 d73299c3ae2badf034af59bb3fb0ac6898eaee9362ba023a70e314993b17f45a network default NAD default] I0405 11:08:49.530616 3770 cni.go:424] [tsf-keycloak/keycloak-0 d73299c3ae2badf034af59bb3fb0ac6898eaee9362ba023a70e314993b17f45a network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 d73299c3ae2badf034af59bb3fb0ac6898eaee9362ba023a70e314993b17f45a network default NAD default], result "{}", err I0405 11:08:49.574450 3770 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:49.574486 3770 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0405 11:08:49.575698 3770 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.129.0.31 I0405 11:08:49.575726 3770 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:08:50.084241 3770 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:50.084268 3770 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:08:50.090108 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0405 11:08:50.090134 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0405 11:08:50.122543 3770 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-209.ec2.internal I0405 11:08:50.122627 3770 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0405 11:08:50.136617 3770 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 14.012969ms I0405 11:08:50.136635 3770 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 14.036354ms I0405 11:08:50.137800 3770 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 15.285473ms, libovsdb time 827.862µs I0405 11:08:50.486567 3770 cni.go:403] [tsf-keycloak/keycloak-0 5eb2763168218dedb185c39c50e64c069197a5b2d5df31e24d12d7eb4fd6f9d5 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 5eb2763168218dedb185c39c50e64c069197a5b2d5df31e24d12d7eb4fd6f9d5 network default NAD default] I0405 11:08:50.495554 3770 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 5eb2763168218de, network: default, NAD default, SandboxID: "5eb2763168218dedb185c39c50e64c069197a5b2d5df31e24d12d7eb4fd6f9d5", PCI device ID: , UID: "c7b81715-724b-400e-ad73-287304381f0e", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0405 11:08:50.541748 3770 cni.go:424] [tsf-keycloak/keycloak-0 5eb2763168218dedb185c39c50e64c069197a5b2d5df31e24d12d7eb4fd6f9d5 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 5eb2763168218dedb185c39c50e64c069197a5b2d5df31e24d12d7eb4fd6f9d5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:7d:65:8f:03:5d\",\"name\":\"5eb2763168218de\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f75f1d79-ea5b-489b-9cc9-363d46280a56\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 11:08:50.575307 3770 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c8qfg] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-c8qfg for pod on switch ip-10-0-0-209.ec2.internal I0405 11:08:50.575414 3770 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c8qfg I0405 11:08:50.589846 3770 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c8qfg] pod update took 14.446855ms I0405 11:08:50.589869 3770 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c8qfg] addLogicalPort annotation time took 14.476391ms I0405 11:08:50.591036 3770 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c8qfg] addLogicalPort took 15.743164ms, libovsdb time 800.595µs I0405 11:08:50.668074 3770 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h582d] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-h582d for pod on switch ip-10-0-0-209.ec2.internal I0405 11:08:50.668171 3770 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h582d I0405 11:08:50.681495 3770 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h582d] pod update took 13.340056ms I0405 11:08:50.681513 3770 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h582d] addLogicalPort annotation time took 13.364919ms I0405 11:08:50.682681 3770 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h582d] addLogicalPort took 14.620669ms, libovsdb time 814.621µs I0405 11:08:50.767101 3770 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-5pjrs] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-5pjrs for pod on switch ip-10-0-0-209.ec2.internal I0405 11:08:50.767171 3770 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-5pjrs I0405 11:08:50.779134 3770 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5pjrs] pod update took 11.981381ms I0405 11:08:50.779156 3770 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-5pjrs] addLogicalPort annotation time took 12.006243ms I0405 11:08:50.780161 3770 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5pjrs] addLogicalPort took 13.073702ms, libovsdb time 667.993µs I0405 11:08:50.941818 3770 cni.go:403] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c8qfg a33e3711fc6a46889d75941cbc7937f1d61c32dc766677ecd7e5e528c035fb84 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c8qfg a33e3711fc6a46889d75941cbc7937f1d61c32dc766677ecd7e5e528c035fb84 network default NAD default] I0405 11:08:50.951637 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-c8qfg, hostIfaceName: a33e3711fc6a468, network: default, NAD default, SandboxID: "a33e3711fc6a46889d75941cbc7937f1d61c32dc766677ecd7e5e528c035fb84", PCI device ID: , UID: "be9d07c0-86ed-48af-bf01-b09ac9a5c3eb", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0405 11:08:50.996664 3770 cni.go:424] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c8qfg a33e3711fc6a46889d75941cbc7937f1d61c32dc766677ecd7e5e528c035fb84 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c8qfg a33e3711fc6a46889d75941cbc7937f1d61c32dc766677ecd7e5e528c035fb84 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:95:e7:d7:2a:f5\",\"name\":\"a33e3711fc6a468\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e926908-bfab-4ff3-a33d-c6fdfeaa5d6d\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 11:08:51.027499 3770 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h582d 7c3089d7f068b6b33df6ecdc990a4fbdcbdbd9206b643e6083c447adfcbe5797 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h582d 7c3089d7f068b6b33df6ecdc990a4fbdcbdbd9206b643e6083c447adfcbe5797 network default NAD default] I0405 11:08:51.037339 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-h582d, hostIfaceName: 7c3089d7f068b6b, network: default, NAD default, SandboxID: "7c3089d7f068b6b33df6ecdc990a4fbdcbdbd9206b643e6083c447adfcbe5797", PCI device ID: , UID: "2748f401-8cf7-42d8-8e00-a75ad4f50c12", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0405 11:08:51.084044 3770 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h582d 7c3089d7f068b6b33df6ecdc990a4fbdcbdbd9206b643e6083c447adfcbe5797 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-h582d 7c3089d7f068b6b33df6ecdc990a4fbdcbdbd9206b643e6083c447adfcbe5797 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:7c:bb:ad:b9:af\",\"name\":\"7c3089d7f068b6b\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/314fc048-914c-47f3-9b02-fd96207d062d\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 11:08:51.129391 3770 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5pjrs 2ab1ecda96b507529c4509353700ea19aa247bede79d9b9de553d2c8911f04c4 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5pjrs 2ab1ecda96b507529c4509353700ea19aa247bede79d9b9de553d2c8911f04c4 network default NAD default] I0405 11:08:51.138646 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-5pjrs, hostIfaceName: 2ab1ecda96b5075, network: default, NAD default, SandboxID: "2ab1ecda96b507529c4509353700ea19aa247bede79d9b9de553d2c8911f04c4", PCI device ID: , UID: "90cde317-b4ab-4bee-92ca-5a58c405b17b", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0405 11:08:51.185049 3770 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5pjrs 2ab1ecda96b507529c4509353700ea19aa247bede79d9b9de553d2c8911f04c4 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5pjrs 2ab1ecda96b507529c4509353700ea19aa247bede79d9b9de553d2c8911f04c4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:ce:06:50:4f:19\",\"name\":\"2ab1ecda96b5075\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c672c7af-77dd-4223-a609-bd195b0df97e\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 11:08:52.103748 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:08:52.103774 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:08:52.108261 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0405 11:08:53.051783 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=47 W0405 11:08:54.124294 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0405 11:08:54.176952 3770 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0405 11:08:54.177007 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0405 11:08:55.136901 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0405 11:08:55.136923 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0405 11:09:05.135631 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0405 11:09:05.811737 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:09:05.811755 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0405 11:09:05.818331 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service I0405 11:09:42.258072 3770 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:09:42.258100 3770 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:09:42.264991 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0405 11:09:42.265059 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0405 11:09:42.376057 3770 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-209.ec2.internal I0405 11:09:42.376190 3770 kube.go:256] Updating pod tsf/test-tsf-iam I0405 11:09:42.389797 3770 pod.go:62] [tsf/test-tsf-iam] pod update took 13.632031ms I0405 11:09:42.389817 3770 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 13.657721ms I0405 11:09:42.391248 3770 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.206934ms, libovsdb time 990.799µs I0405 11:09:42.736812 3770 cni.go:403] [tsf/test-tsf-iam b34f7d2eb4e8f3b0eef8f541f2bf43d8d57b87ab73f81e30a0402acc8f269b6b network default NAD default] ADD starting CNI request [tsf/test-tsf-iam b34f7d2eb4e8f3b0eef8f541f2bf43d8d57b87ab73f81e30a0402acc8f269b6b network default NAD default] I0405 11:09:42.746367 3770 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: b34f7d2eb4e8f3b, network: default, NAD default, SandboxID: "b34f7d2eb4e8f3b0eef8f541f2bf43d8d57b87ab73f81e30a0402acc8f269b6b", PCI device ID: , UID: "ae145714-fe9a-45a9-a986-9857cb0ceed6", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0405 11:09:42.794093 3770 cni.go:424] [tsf/test-tsf-iam b34f7d2eb4e8f3b0eef8f541f2bf43d8d57b87ab73f81e30a0402acc8f269b6b network default NAD default] ADD finished CNI request [tsf/test-tsf-iam b34f7d2eb4e8f3b0eef8f541f2bf43d8d57b87ab73f81e30a0402acc8f269b6b network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:2f:5b:4c:00:55\",\"name\":\"b34f7d2eb4e8f3b\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/150cdc50-162f-469c-8916-ac5c1b1fee09\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 11:09:50.432997 3770 cni.go:403] [tsf/test-tsf-iam b34f7d2eb4e8f3b0eef8f541f2bf43d8d57b87ab73f81e30a0402acc8f269b6b network default NAD default] DEL starting CNI request [tsf/test-tsf-iam b34f7d2eb4e8f3b0eef8f541f2bf43d8d57b87ab73f81e30a0402acc8f269b6b network default NAD default] I0405 11:09:50.513405 3770 cni.go:424] [tsf/test-tsf-iam b34f7d2eb4e8f3b0eef8f541f2bf43d8d57b87ab73f81e30a0402acc8f269b6b network default NAD default] DEL finished CNI request [tsf/test-tsf-iam b34f7d2eb4e8f3b0eef8f541f2bf43d8d57b87ab73f81e30a0402acc8f269b6b network default NAD default], result "{}", err I0405 11:09:50.562199 3770 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:09:50.562227 3770 pods.go:176] Deleting pod: tsf/test-tsf-iam I0405 11:09:50.563416 3770 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.37 I0405 11:09:50.563444 3770 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:09:50.582201 3770 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:09:50.582219 3770 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:09:50.584741 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0405 11:09:50.584763 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0405 11:09:51.307330 3770 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-209.ec2.internal I0405 11:09:51.307431 3770 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0405 11:09:51.321827 3770 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.420646ms I0405 11:09:51.321853 3770 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.454898ms I0405 11:09:51.323109 3770 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 15.797566ms, libovsdb time 896.243µs I0405 11:09:51.682951 3770 cni.go:403] [tsf-tas/test-tsf-tas 58af89d8767fa00c51debb79504af17f935f210217dfba08e3bdde066b138637 network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas 58af89d8767fa00c51debb79504af17f935f210217dfba08e3bdde066b138637 network default NAD default] I0405 11:09:51.692495 3770 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 58af89d8767fa00, network: default, NAD default, SandboxID: "58af89d8767fa00c51debb79504af17f935f210217dfba08e3bdde066b138637", PCI device ID: , UID: "3922ee92-fef9-48d4-ab1e-8ba4b0525a9a", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0405 11:09:51.738668 3770 cni.go:424] [tsf-tas/test-tsf-tas 58af89d8767fa00c51debb79504af17f935f210217dfba08e3bdde066b138637 network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas 58af89d8767fa00c51debb79504af17f935f210217dfba08e3bdde066b138637 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:cb:6d:f9:9d:cb\",\"name\":\"58af89d8767fa00\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbe5cde6-26f1-45e4-bd2e-8cf35ec29f39\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 11:09:53.014148 3770 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-758787ff97-5529t] creating logical port tsf-tas_trillian-logserver-758787ff97-5529t for pod on switch ip-10-0-0-209.ec2.internal I0405 11:09:53.014236 3770 kube.go:256] Updating pod tsf-tas/trillian-logserver-758787ff97-5529t I0405 11:09:53.028123 3770 pod.go:62] [tsf-tas/trillian-logserver-758787ff97-5529t] pod update took 13.914108ms I0405 11:09:53.028149 3770 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-758787ff97-5529t] addLogicalPort annotation time took 13.943489ms I0405 11:09:53.029505 3770 pods.go:271] [tsf-tas/trillian-logserver-758787ff97-5529t] addLogicalPort took 15.369648ms, libovsdb time 1.010283ms I0405 11:09:53.382899 3770 cni.go:403] [tsf-tas/trillian-logserver-758787ff97-5529t 0688f531fb6da93b512a285f9cdba792f0301307368e13d19bfa4714cfb2a7cb network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-758787ff97-5529t 0688f531fb6da93b512a285f9cdba792f0301307368e13d19bfa4714cfb2a7cb network default NAD default] I0405 11:09:53.392925 3770 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-758787ff97-5529t, hostIfaceName: 0688f531fb6da93, network: default, NAD default, SandboxID: "0688f531fb6da93b512a285f9cdba792f0301307368e13d19bfa4714cfb2a7cb", PCI device ID: , UID: "67499daf-4ef6-48cb-8d25-acb537f63185", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0405 11:09:53.442202 3770 cni.go:424] [tsf-tas/trillian-logserver-758787ff97-5529t 0688f531fb6da93b512a285f9cdba792f0301307368e13d19bfa4714cfb2a7cb network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-758787ff97-5529t 0688f531fb6da93b512a285f9cdba792f0301307368e13d19bfa4714cfb2a7cb network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:5f:33:f1:46:97\",\"name\":\"0688f531fb6da93\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8710d27d-5d39-42e8-9a43-f518aa38dcda\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 11:09:53.620407 3770 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-kpcgx-6cpn9] creating logical port tsf-tas_rekor-createtree-job-kpcgx-6cpn9 for pod on switch ip-10-0-0-209.ec2.internal I0405 11:09:53.620491 3770 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-kpcgx-6cpn9 I0405 11:09:53.633155 3770 pod.go:62] [tsf-tas/rekor-createtree-job-kpcgx-6cpn9] pod update took 12.683496ms I0405 11:09:53.633184 3770 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-kpcgx-6cpn9] addLogicalPort annotation time took 12.71696ms I0405 11:09:53.634361 3770 pods.go:271] [tsf-tas/rekor-createtree-job-kpcgx-6cpn9] addLogicalPort took 13.969076ms, libovsdb time 834.996µs I0405 11:09:53.982749 3770 cni.go:403] [tsf-tas/rekor-createtree-job-kpcgx-6cpn9 48e9a35a893d2a8a4d7e492130ceb23316288063d25d99230c2ae2da3987f73c network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-kpcgx-6cpn9 48e9a35a893d2a8a4d7e492130ceb23316288063d25d99230c2ae2da3987f73c network default NAD default] I0405 11:09:53.991424 3770 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-kpcgx-6cpn9, hostIfaceName: 48e9a35a893d2a8, network: default, NAD default, SandboxID: "48e9a35a893d2a8a4d7e492130ceb23316288063d25d99230c2ae2da3987f73c", PCI device ID: , UID: "94d8aac9-58b3-46c8-ac1e-6fedfd0ab248", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0405 11:09:54.038699 3770 cni.go:424] [tsf-tas/rekor-createtree-job-kpcgx-6cpn9 48e9a35a893d2a8a4d7e492130ceb23316288063d25d99230c2ae2da3987f73c network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-kpcgx-6cpn9 48e9a35a893d2a8a4d7e492130ceb23316288063d25d99230c2ae2da3987f73c network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:aa:97:6f:9a:5e\",\"name\":\"48e9a35a893d2a8\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53bc6af7-2b3d-445e-9fc4-766af0da5faa\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 11:09:57.476767 3770 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0405 11:09:57.476792 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0405 11:10:00.498832 3770 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0405 11:10:01.158625 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0405 11:10:01.498509 3770 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0405 11:10:03.646087 3770 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:03.646823 3770 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:04.532437 3770 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:04.532459 3770 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589790-pnq69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:05.439860 3770 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-ln8cg-gn42q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:05.440553 3770 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-ln8cg-gn42q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:06.316119 3770 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-ln8cg-gn42q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:06.316159 3770 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-ln8cg-gn42q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0405 11:10:07.546114 3770 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0405 11:10:34.620573 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0405 11:10:39.705686 3770 cni.go:403] [tsf-tas/test-tsf-tas 58af89d8767fa00c51debb79504af17f935f210217dfba08e3bdde066b138637 network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas 58af89d8767fa00c51debb79504af17f935f210217dfba08e3bdde066b138637 network default NAD default] I0405 11:10:39.798728 3770 cni.go:424] [tsf-tas/test-tsf-tas 58af89d8767fa00c51debb79504af17f935f210217dfba08e3bdde066b138637 network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas 58af89d8767fa00c51debb79504af17f935f210217dfba08e3bdde066b138637 network default NAD default], result "{}", err I0405 11:10:39.845303 3770 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:39.845337 3770 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0405 11:10:39.846602 3770 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.38 I0405 11:10:39.846628 3770 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:39.864300 3770 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:39.864321 3770 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:39.867837 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0405 11:10:39.867857 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0405 11:10:43.901569 3770 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-xlv99-tmrnw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:43.902242 3770 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-xlv99-tmrnw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:44.778580 3770 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-xlv99-tmrnw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:44.778606 3770 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-xlv99-tmrnw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:48.050121 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0405 11:10:48.665855 3770 obj_retry.go:464] Detected object tsf/patch-tekton-config-hzt8f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:48.666605 3770 obj_retry.go:464] Detected object tsf/patch-tekton-config-hzt8f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:49.687121 3770 obj_retry.go:458] Detected object tsf/patch-tekton-config-hzt8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:49.687146 3770 obj_retry.go:458] Detected object tsf/patch-tekton-config-hzt8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0405 11:10:50.540727 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0405 11:10:56.796916 3770 cni.go:403] [tsf-tas/rekor-createtree-job-kpcgx-6cpn9 48e9a35a893d2a8a4d7e492130ceb23316288063d25d99230c2ae2da3987f73c network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-kpcgx-6cpn9 48e9a35a893d2a8a4d7e492130ceb23316288063d25d99230c2ae2da3987f73c network default NAD default] I0405 11:10:56.877086 3770 cni.go:424] [tsf-tas/rekor-createtree-job-kpcgx-6cpn9 48e9a35a893d2a8a4d7e492130ceb23316288063d25d99230c2ae2da3987f73c network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-kpcgx-6cpn9 48e9a35a893d2a8a4d7e492130ceb23316288063d25d99230c2ae2da3987f73c network default NAD default], result "{}", err I0405 11:10:56.923236 3770 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-kpcgx-6cpn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:56.923269 3770 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-kpcgx-6cpn9 I0405 11:10:56.924597 3770 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-kpcgx-6cpn9, ips: 10.129.0.40 I0405 11:10:56.924625 3770 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-kpcgx-6cpn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:10:57.806018 3770 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-kpcgx-6cpn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:57.806049 3770 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-kpcgx-6cpn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:10:59.664986 3770 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-5cf8cccd59-g6hgk] creating logical port tsf-tas_rekor-redis-5cf8cccd59-g6hgk for pod on switch ip-10-0-0-209.ec2.internal I0405 11:10:59.665080 3770 kube.go:256] Updating pod tsf-tas/rekor-redis-5cf8cccd59-g6hgk I0405 11:10:59.679313 3770 pod.go:62] [tsf-tas/rekor-redis-5cf8cccd59-g6hgk] pod update took 14.254191ms I0405 11:10:59.679340 3770 base_network_controller_pods.go:937] [default/tsf-tas/rekor-redis-5cf8cccd59-g6hgk] addLogicalPort annotation time took 14.287414ms I0405 11:10:59.680722 3770 pods.go:271] [tsf-tas/rekor-redis-5cf8cccd59-g6hgk] addLogicalPort took 15.751055ms, libovsdb time 1.037585ms I0405 11:10:59.812207 3770 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-78f589c4b5-9q69f] creating logical port tsf-tas_rekor-search-ui-78f589c4b5-9q69f for pod on switch ip-10-0-0-209.ec2.internal I0405 11:10:59.812285 3770 kube.go:256] Updating pod tsf-tas/rekor-search-ui-78f589c4b5-9q69f I0405 11:10:59.825012 3770 pod.go:62] [tsf-tas/rekor-search-ui-78f589c4b5-9q69f] pod update took 12.749403ms I0405 11:10:59.825034 3770 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-78f589c4b5-9q69f] addLogicalPort annotation time took 12.774746ms I0405 11:10:59.826287 3770 pods.go:271] [tsf-tas/rekor-search-ui-78f589c4b5-9q69f] addLogicalPort took 14.088036ms, libovsdb time 879.649µs I0405 11:11:00.176589 3770 cni.go:403] [tsf-tas/rekor-search-ui-78f589c4b5-9q69f 8babb3ade9b77d2d4c1b7575466369f7769e5719a759ae43c8a0871ec75c719b network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-78f589c4b5-9q69f 8babb3ade9b77d2d4c1b7575466369f7769e5719a759ae43c8a0871ec75c719b network default NAD default] I0405 11:11:00.185627 3770 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-78f589c4b5-9q69f, hostIfaceName: 8babb3ade9b77d2, network: default, NAD default, SandboxID: "8babb3ade9b77d2d4c1b7575466369f7769e5719a759ae43c8a0871ec75c719b", PCI device ID: , UID: "fedd2a5e-5e01-4041-a2c7-2f4bf3f2cacf", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0405 11:11:00.235216 3770 cni.go:424] [tsf-tas/rekor-search-ui-78f589c4b5-9q69f 8babb3ade9b77d2d4c1b7575466369f7769e5719a759ae43c8a0871ec75c719b network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-78f589c4b5-9q69f 8babb3ade9b77d2d4c1b7575466369f7769e5719a759ae43c8a0871ec75c719b network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:cc:dc:82:e5:58\",\"name\":\"8babb3ade9b77d2\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee50bb66-ac30-49c4-8e93-5b3214d44d47\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 11:11:00.627637 3770 cni.go:403] [tsf-tas/rekor-redis-5cf8cccd59-g6hgk d5c67bc59fe2925ca63b4deba537c4fc3daa6d6de32f5aa1d74c340924c9df51 network default NAD default] ADD starting CNI request [tsf-tas/rekor-redis-5cf8cccd59-g6hgk d5c67bc59fe2925ca63b4deba537c4fc3daa6d6de32f5aa1d74c340924c9df51 network default NAD default] I0405 11:11:00.636962 3770 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-5cf8cccd59-g6hgk, hostIfaceName: d5c67bc59fe2925, network: default, NAD default, SandboxID: "d5c67bc59fe2925ca63b4deba537c4fc3daa6d6de32f5aa1d74c340924c9df51", PCI device ID: , UID: "6d4f2caf-914e-4f87-b9cf-ab5bb2158da5", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0405 11:11:00.682794 3770 cni.go:424] [tsf-tas/rekor-redis-5cf8cccd59-g6hgk d5c67bc59fe2925ca63b4deba537c4fc3daa6d6de32f5aa1d74c340924c9df51 network default NAD default] ADD finished CNI request [tsf-tas/rekor-redis-5cf8cccd59-g6hgk d5c67bc59fe2925ca63b4deba537c4fc3daa6d6de32f5aa1d74c340924c9df51 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:8e:65:aa:a7:17\",\"name\":\"d5c67bc59fe2925\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e548ddc-8762-43ff-a105-3d39a1c4da1c\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 11:11:00.731095 3770 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-hckj9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:00.731546 3770 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-hckj9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:01.751487 3770 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-hckj9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:01.751537 3770 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-hckj9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:01.806497 3770 obj_retry.go:458] Detected object tsf/patch-tekton-config-hzt8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:01.806614 3770 obj_retry.go:458] Detected object tsf/patch-tekton-config-hzt8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:01.815407 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-hzt8f I0405 11:11:01.815434 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-hzt8f I0405 11:11:02.347355 3770 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-209.ec2.internal I0405 11:11:02.347481 3770 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0405 11:11:02.360757 3770 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.302832ms I0405 11:11:02.360782 3770 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.329118ms I0405 11:11:02.362252 3770 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.919788ms, libovsdb time 1.026827ms I0405 11:11:02.375386 3770 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-6df89c8c45-8xf6w] creating logical port tsf-tas_rekor-server-6df89c8c45-8xf6w for pod on switch ip-10-0-0-209.ec2.internal I0405 11:11:02.375464 3770 kube.go:256] Updating pod tsf-tas/rekor-server-6df89c8c45-8xf6w I0405 11:11:02.387991 3770 pod.go:62] [tsf-tas/rekor-server-6df89c8c45-8xf6w] pod update took 12.551624ms I0405 11:11:02.388014 3770 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-6df89c8c45-8xf6w] addLogicalPort annotation time took 12.577552ms I0405 11:11:02.389244 3770 pods.go:271] [tsf-tas/rekor-server-6df89c8c45-8xf6w] addLogicalPort took 13.865499ms, libovsdb time 833.877µs I0405 11:11:03.335712 3770 cni.go:403] [tsf-tpa/pre-install-tsf-tpa e254edcdbb0d545f271f82b07ee1f4dafc8dfbc2824fc90883b8142058587e13 network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa e254edcdbb0d545f271f82b07ee1f4dafc8dfbc2824fc90883b8142058587e13 network default NAD default] I0405 11:11:03.344734 3770 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: e254edcdbb0d545, network: default, NAD default, SandboxID: "e254edcdbb0d545f271f82b07ee1f4dafc8dfbc2824fc90883b8142058587e13", PCI device ID: , UID: "6156e07a-f799-4d9c-96b6-77befbc7169f", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0405 11:11:03.394189 3770 cni.go:424] [tsf-tpa/pre-install-tsf-tpa e254edcdbb0d545f271f82b07ee1f4dafc8dfbc2824fc90883b8142058587e13 network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa e254edcdbb0d545f271f82b07ee1f4dafc8dfbc2824fc90883b8142058587e13 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:a7:04:b5:1c:76\",\"name\":\"e254edcdbb0d545\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/431b8feb-c4d0-4c40-9dbe-03a682329105\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 11:11:03.833262 3770 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0405 11:11:03.852912 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0405 11:11:05.150011 3770 cni.go:403] [tsf-tas/rekor-server-6df89c8c45-8xf6w 69fdf4c53768b205e527e3c9377774572adacfd98b864fc04aef0abacfea961b network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-6df89c8c45-8xf6w 69fdf4c53768b205e527e3c9377774572adacfd98b864fc04aef0abacfea961b network default NAD default] I0405 11:11:05.161000 3770 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-6df89c8c45-8xf6w, hostIfaceName: 69fdf4c53768b20, network: default, NAD default, SandboxID: "69fdf4c53768b205e527e3c9377774572adacfd98b864fc04aef0abacfea961b", PCI device ID: , UID: "baf27c59-d482-453b-957b-7ecd071b5d89", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0405 11:11:05.212394 3770 cni.go:424] [tsf-tas/rekor-server-6df89c8c45-8xf6w 69fdf4c53768b205e527e3c9377774572adacfd98b864fc04aef0abacfea961b network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-6df89c8c45-8xf6w 69fdf4c53768b205e527e3c9377774572adacfd98b864fc04aef0abacfea961b network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:4c:1b:9a:2d:6b\",\"name\":\"69fdf4c53768b20\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f506d59-13f9-48f7-b415-abb78be65dc0\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 11:11:06.061990 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=492 I0405 11:11:06.861830 3770 cni.go:403] [tsf-tpa/pre-install-tsf-tpa e254edcdbb0d545f271f82b07ee1f4dafc8dfbc2824fc90883b8142058587e13 network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa e254edcdbb0d545f271f82b07ee1f4dafc8dfbc2824fc90883b8142058587e13 network default NAD default] I0405 11:11:06.927576 3770 cni.go:424] [tsf-tpa/pre-install-tsf-tpa e254edcdbb0d545f271f82b07ee1f4dafc8dfbc2824fc90883b8142058587e13 network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa e254edcdbb0d545f271f82b07ee1f4dafc8dfbc2824fc90883b8142058587e13 network default NAD default], result "{}", err I0405 11:11:06.977259 3770 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:06.977296 3770 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0405 11:11:06.978471 3770 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.43 I0405 11:11:06.978499 3770 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:06.995941 3770 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:06.995959 3770 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:07.002628 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0405 11:11:07.002651 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0405 11:11:07.194202 3770 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-209.ec2.internal I0405 11:11:07.194289 3770 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0405 11:11:07.208334 3770 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.066931ms I0405 11:11:07.208451 3770 base_network_controller_pods.go:937] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.188252ms I0405 11:11:07.211845 3770 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 17.655804ms, libovsdb time 1.783538ms I0405 11:11:07.554508 3770 cni.go:403] [tsf-tpa/test-tsf-tpa 9786111534b097a366d5d2f111fa71c67297b91bf88c4c6933ca9952d8d38058 network default NAD default] ADD starting CNI request [tsf-tpa/test-tsf-tpa 9786111534b097a366d5d2f111fa71c67297b91bf88c4c6933ca9952d8d38058 network default NAD default] I0405 11:11:07.564000 3770 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 9786111534b097a, network: default, NAD default, SandboxID: "9786111534b097a366d5d2f111fa71c67297b91bf88c4c6933ca9952d8d38058", PCI device ID: , UID: "90fbd7f4-c5f6-4a01-8575-ac5c0a786423", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0405 11:11:07.613040 3770 cni.go:424] [tsf-tpa/test-tsf-tpa 9786111534b097a366d5d2f111fa71c67297b91bf88c4c6933ca9952d8d38058 network default NAD default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 9786111534b097a366d5d2f111fa71c67297b91bf88c4c6933ca9952d8d38058 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:81:3d:51:3a:0b\",\"name\":\"9786111534b097a\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c89f7cc7-36ba-4b81-8634-d25bfaf5cc3e\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 11:11:07.866122 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0405 11:11:13.077457 3770 obj_retry.go:464] Detected object tsf-tpa/create-db-prjzh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:13.078079 3770 obj_retry.go:464] Detected object tsf-tpa/create-db-prjzh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:14.100103 3770 obj_retry.go:458] Detected object tsf-tpa/create-db-prjzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:14.100130 3770 obj_retry.go:458] Detected object tsf-tpa/create-db-prjzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0405 11:11:15.822727 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0405 11:11:15.884041 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0405 11:11:17.111962 3770 obj_retry.go:464] Detected object tsf-tpa/migrate-db-fmrjc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:17.112652 3770 obj_retry.go:464] Detected object tsf-tpa/migrate-db-fmrjc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:17.235164 3770 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fmrjc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:17.235191 3770 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fmrjc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0405 11:11:18.877547 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0405 11:11:22.869559 3770 obj_retry.go:464] Detected object tsf-tpa/create-importers-jmcgm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:22.870212 3770 obj_retry.go:464] Detected object tsf-tpa/create-importers-jmcgm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:23.889819 3770 obj_retry.go:458] Detected object tsf-tpa/create-importers-jmcgm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:23.889852 3770 obj_retry.go:458] Detected object tsf-tpa/create-importers-jmcgm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:25.049867 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=80 W0405 11:11:26.040619 3770 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0405 11:11:36.069037 3770 namespace.go:142] [openshift-pipelines] updating namespace I0405 11:11:37.953619 3770 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-7cd75-n4l7h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:37.954251 3770 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-7cd75-n4l7h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:38.825382 3770 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-7cd75-n4l7h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:38.825412 3770 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-7cd75-n4l7h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0405 11:11:45.853642 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0405 11:11:47.183425 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0405 11:11:47.184398 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0405 11:11:54.118364 3770 cni.go:403] [tsf-tpa/test-tsf-tpa 9786111534b097a366d5d2f111fa71c67297b91bf88c4c6933ca9952d8d38058 network default NAD default] DEL starting CNI request [tsf-tpa/test-tsf-tpa 9786111534b097a366d5d2f111fa71c67297b91bf88c4c6933ca9952d8d38058 network default NAD default] I0405 11:11:54.195237 3770 cni.go:424] [tsf-tpa/test-tsf-tpa 9786111534b097a366d5d2f111fa71c67297b91bf88c4c6933ca9952d8d38058 network default NAD default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 9786111534b097a366d5d2f111fa71c67297b91bf88c4c6933ca9952d8d38058 network default NAD default], result "{}", err I0405 11:11:54.243995 3770 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:54.244028 3770 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0405 11:11:54.245391 3770 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.45 I0405 11:11:54.245423 3770 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:11:54.262850 3770 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:54.262867 3770 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:11:54.268936 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0405 11:11:54.268962 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0405 11:11:54.923003 3770 namespace.go:98] [build-service] adding namespace I0405 11:11:54.923926 3770 namespace.go:102] [build-service] adding namespace took 900.417µs I0405 11:11:54.928487 3770 namespace.go:98] [image-controller] adding namespace I0405 11:11:54.928626 3770 namespace.go:98] [default-tenant] adding namespace I0405 11:11:54.928772 3770 namespace.go:98] [integration-service] adding namespace I0405 11:11:54.929349 3770 namespace.go:102] [image-controller] adding namespace took 843.52µs I0405 11:11:54.929976 3770 namespace.go:102] [default-tenant] adding namespace took 1.327799ms I0405 11:11:54.930540 3770 namespace.go:102] [integration-service] adding namespace took 1.732509ms I0405 11:11:54.978262 3770 namespace.go:142] [build-service] updating namespace I0405 11:11:55.025503 3770 namespace.go:142] [build-service] updating namespace I0405 11:11:55.046202 3770 namespace.go:142] [image-controller] updating namespace I0405 11:11:55.053796 3770 namespace.go:142] [image-controller] updating namespace I0405 11:11:55.070254 3770 namespace.go:142] [default-tenant] updating namespace I0405 11:11:55.091308 3770 namespace.go:142] [default-tenant] updating namespace I0405 11:11:55.111209 3770 namespace.go:142] [integration-service] updating namespace I0405 11:11:55.134760 3770 namespace.go:142] [integration-service] updating namespace I0405 11:11:55.134819 3770 namespace.go:142] [build-service] updating namespace I0405 11:11:55.169384 3770 namespace.go:142] [integration-service] updating namespace I0405 11:11:55.263464 3770 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-209.ec2.internal I0405 11:11:55.263581 3770 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0405 11:11:55.302207 3770 namespace.go:98] [release-service] adding namespace I0405 11:11:55.302961 3770 namespace.go:102] [release-service] adding namespace took 739.208µs I0405 11:11:55.322948 3770 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0405 11:11:55.356265 3770 namespace.go:142] [konflux-ui] updating namespace I0405 11:11:55.403502 3770 namespace.go:142] [release-service] updating namespace I0405 11:11:55.409395 3770 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 145.863417ms I0405 11:11:55.409414 3770 base_network_controller_pods.go:937] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 145.888796ms I0405 11:11:55.410540 3770 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 147.076867ms, libovsdb time 748.063µs I0405 11:11:55.467253 3770 namespace.go:142] [release-service] updating namespace I0405 11:11:55.593163 3770 cni.go:403] [konflux-ui/test-tsf-konflux 76214703f1d4b00d4bfe98f8cfd35fa53df9cbf4d6bc917fa680329f705cc036 network default NAD default] ADD starting CNI request [konflux-ui/test-tsf-konflux 76214703f1d4b00d4bfe98f8cfd35fa53df9cbf4d6bc917fa680329f705cc036 network default NAD default] I0405 11:11:55.602344 3770 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 76214703f1d4b00, network: default, NAD default, SandboxID: "76214703f1d4b00d4bfe98f8cfd35fa53df9cbf4d6bc917fa680329f705cc036", PCI device ID: , UID: "a3dcfa13-8013-46ac-a6e5-11db3989346a", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0405 11:11:55.613788 3770 namespace.go:98] [konflux-info] adding namespace I0405 11:11:55.614563 3770 namespace.go:102] [konflux-info] adding namespace took 749.476µs I0405 11:11:55.650117 3770 cni.go:424] [konflux-ui/test-tsf-konflux 76214703f1d4b00d4bfe98f8cfd35fa53df9cbf4d6bc917fa680329f705cc036 network default NAD default] ADD finished CNI request [konflux-ui/test-tsf-konflux 76214703f1d4b00d4bfe98f8cfd35fa53df9cbf4d6bc917fa680329f705cc036 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:d6:b8:82:c5:0e\",\"name\":\"76214703f1d4b00\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d84483d3-edb4-46d6-a5ad-78fa3eb9d008\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 11:11:55.713357 3770 namespace.go:98] [namespace-lister] adding namespace I0405 11:11:55.713471 3770 namespace.go:142] [konflux-info] updating namespace I0405 11:11:55.714006 3770 namespace.go:102] [namespace-lister] adding namespace took 633.036µs I0405 11:11:55.730288 3770 namespace.go:142] [build-service] updating namespace I0405 11:11:55.892246 3770 namespace.go:98] [enterprise-contract-service] adding namespace I0405 11:11:55.892267 3770 namespace.go:142] [konflux-info] updating namespace I0405 11:11:55.892986 3770 namespace.go:102] [enterprise-contract-service] adding namespace took 724.462µs I0405 11:11:55.893018 3770 namespace.go:142] [namespace-lister] updating namespace I0405 11:11:55.967199 3770 namespace.go:142] [image-controller] updating namespace I0405 11:11:56.040346 3770 namespace.go:142] [namespace-lister] updating namespace I0405 11:11:56.172485 3770 namespace.go:142] [enterprise-contract-service] updating namespace I0405 11:11:56.273557 3770 namespace.go:142] [default-tenant] updating namespace I0405 11:11:56.387398 3770 namespace.go:142] [build-service] updating namespace I0405 11:11:56.400265 3770 namespace.go:142] [enterprise-contract-service] updating namespace I0405 11:11:56.400407 3770 namespace.go:142] [default-tenant] updating namespace I0405 11:11:56.417321 3770 namespace.go:142] [image-controller] updating namespace I0405 11:11:56.453224 3770 namespace.go:142] [integration-service] updating namespace I0405 11:11:56.487266 3770 namespace.go:142] [image-controller] updating namespace I0405 11:11:56.487319 3770 namespace.go:142] [default-tenant] updating namespace I0405 11:11:56.499214 3770 namespace.go:98] [segment-bridge] adding namespace I0405 11:11:56.499940 3770 namespace.go:102] [segment-bridge] adding namespace took 710.438µs I0405 11:11:56.529543 3770 namespace.go:142] [integration-service] updating namespace I0405 11:11:56.627535 3770 namespace.go:142] [segment-bridge] updating namespace I0405 11:11:56.775643 3770 namespace.go:142] [segment-bridge] updating namespace I0405 11:11:56.847705 3770 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0405 11:11:56.848256 3770 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0405 11:11:56.848274 3770 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0405 11:11:56.850907 3770 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0405 11:11:56.890213 3770 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0405 11:11:56.890232 3770 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0405 11:11:56.890854 3770 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0405 11:11:57.188156 3770 namespace.go:142] [build-service] updating namespace I0405 11:11:57.380344 3770 namespace.go:142] [default-tenant] updating namespace I0405 11:11:57.562325 3770 namespace.go:142] [image-controller] updating namespace I0405 11:11:57.727306 3770 namespace.go:142] [integration-service] updating namespace I0405 11:11:59.079563 3770 namespace.go:142] [enterprise-contract-service] updating namespace I0405 11:11:59.261313 3770 namespace.go:142] [konflux-info] updating namespace I0405 11:11:59.446976 3770 namespace.go:142] [namespace-lister] updating namespace I0405 11:11:59.626651 3770 base_network_controller_pods.go:487] [default/konflux-ui/proxy-86f7fb8bd6-zbcmb] creating logical port konflux-ui_proxy-86f7fb8bd6-zbcmb for pod on switch ip-10-0-0-209.ec2.internal I0405 11:11:59.626753 3770 kube.go:256] Updating pod konflux-ui/proxy-86f7fb8bd6-zbcmb I0405 11:11:59.636674 3770 namespace.go:142] [release-service] updating namespace I0405 11:11:59.649523 3770 pod.go:62] [konflux-ui/proxy-86f7fb8bd6-zbcmb] pod update took 22.803762ms I0405 11:11:59.649559 3770 base_network_controller_pods.go:937] [default/konflux-ui/proxy-86f7fb8bd6-zbcmb] addLogicalPort annotation time took 22.84675ms I0405 11:11:59.650795 3770 pods.go:271] [konflux-ui/proxy-86f7fb8bd6-zbcmb] addLogicalPort took 24.16269ms, libovsdb time 814.984µs I0405 11:11:59.833378 3770 namespace.go:142] [segment-bridge] updating namespace W0405 11:11:59.946714 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0405 11:11:59.952848 3770 namespace.go:142] [enterprise-contract-service] updating namespace I0405 11:11:59.968264 3770 namespace.go:142] [konflux-info] updating namespace I0405 11:11:59.988333 3770 namespace.go:142] [namespace-lister] updating namespace I0405 11:12:00.003453 3770 namespace.go:142] [release-service] updating namespace I0405 11:12:00.022639 3770 namespace.go:142] [segment-bridge] updating namespace I0405 11:12:00.083728 3770 namespace.go:142] [enterprise-contract-service] updating namespace I0405 11:12:00.164995 3770 namespace.go:142] [konflux-info] updating namespace I0405 11:12:00.261299 3770 namespace.go:142] [namespace-lister] updating namespace I0405 11:12:00.419424 3770 namespace.go:142] [release-service] updating namespace I0405 11:12:00.638997 3770 namespace.go:142] [segment-bridge] updating namespace W0405 11:12:02.965308 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0405 11:12:02.988073 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0405 11:12:07.502375 3770 cni.go:403] [konflux-ui/proxy-86f7fb8bd6-zbcmb 4953a059d7f37f820f44db607338ec5a33d68dc3f729804ab150bb50b4ef2d8d network default NAD default] ADD starting CNI request [konflux-ui/proxy-86f7fb8bd6-zbcmb 4953a059d7f37f820f44db607338ec5a33d68dc3f729804ab150bb50b4ef2d8d network default NAD default] I0405 11:12:07.511845 3770 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-86f7fb8bd6-zbcmb, hostIfaceName: 4953a059d7f37f8, network: default, NAD default, SandboxID: "4953a059d7f37f820f44db607338ec5a33d68dc3f729804ab150bb50b4ef2d8d", PCI device ID: , UID: "caa7d762-26fb-4b4b-8906-10ac52c77bcd", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0405 11:12:07.560087 3770 cni.go:424] [konflux-ui/proxy-86f7fb8bd6-zbcmb 4953a059d7f37f820f44db607338ec5a33d68dc3f729804ab150bb50b4ef2d8d network default NAD default] ADD finished CNI request [konflux-ui/proxy-86f7fb8bd6-zbcmb 4953a059d7f37f820f44db607338ec5a33d68dc3f729804ab150bb50b4ef2d8d network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:4a:7b:c1:9a:01\",\"name\":\"4953a059d7f37f8\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b20cd14-b267-4eba-91fc-43bed4d7f841\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 11:12:08.005441 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0405 11:12:08.005643 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0405 11:12:08.028375 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0405 11:12:08.031782 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0405 11:12:09.013240 3770 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0405 11:12:09.142986 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0405 11:12:12.132660 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0405 11:12:12.223481 3770 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:12.223497 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:13.055860 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:13.055880 3770 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:13.102608 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0405 11:12:13.102943 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0405 11:12:20.667005 3770 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-hn66n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:12:20.667634 3770 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-hn66n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:12:21.105109 3770 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-hn66n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:12:21.105131 3770 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-hn66n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:12:21.110988 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7884d6c5d6-hn66n I0405 11:12:21.111012 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7884d6c5d6-hn66n I0405 11:12:36.133038 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0405 11:12:54.149925 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:54.149943 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:54.149954 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:54.149959 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:54.298224 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0405 11:12:54.298244 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-209.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0405 11:12:56.171377 3770 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0405 11:13:16.046922 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=148 I0405 11:13:24.510809 3770 obj_retry.go:464] Detected object konflux-ui/proxy-64c96d56f5-wdf4c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:13:24.511376 3770 obj_retry.go:464] Detected object konflux-ui/proxy-64c96d56f5-wdf4c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:13:25.490281 3770 obj_retry.go:458] Detected object konflux-ui/proxy-64c96d56f5-wdf4c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:13:25.490312 3770 obj_retry.go:458] Detected object konflux-ui/proxy-64c96d56f5-wdf4c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:13:25.497705 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-64c96d56f5-wdf4c I0405 11:13:25.497736 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-64c96d56f5-wdf4c I0405 11:13:25.610333 3770 cni.go:403] [konflux-ui/test-tsf-konflux 76214703f1d4b00d4bfe98f8cfd35fa53df9cbf4d6bc917fa680329f705cc036 network default NAD default] DEL starting CNI request [konflux-ui/test-tsf-konflux 76214703f1d4b00d4bfe98f8cfd35fa53df9cbf4d6bc917fa680329f705cc036 network default NAD default] I0405 11:13:25.685691 3770 cni.go:424] [konflux-ui/test-tsf-konflux 76214703f1d4b00d4bfe98f8cfd35fa53df9cbf4d6bc917fa680329f705cc036 network default NAD default] DEL finished CNI request [konflux-ui/test-tsf-konflux 76214703f1d4b00d4bfe98f8cfd35fa53df9cbf4d6bc917fa680329f705cc036 network default NAD default], result "{}", err I0405 11:13:25.732460 3770 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:13:25.732496 3770 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0405 11:13:25.733867 3770 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.46 I0405 11:13:25.733901 3770 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:13:25.768996 3770 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:13:25.769016 3770 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:13:25.777352 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0405 11:13:25.777370 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0405 11:13:30.137736 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0405 11:14:00.572501 3770 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:14:00.573118 3770 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:14:00.954154 3770 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:14:00.954177 3770 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:14:00.961178 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j I0405 11:14:00.961206 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-h8j2j I0405 11:14:15.071505 3770 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-x8mkm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:14:15.072098 3770 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-x8mkm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:14:15.790418 3770 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-x8mkm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:14:15.790440 3770 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-x8mkm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:14:15.797893 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-fc44cc754-x8mkm I0405 11:14:15.797928 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-fc44cc754-x8mkm I0405 11:14:56.148731 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0405 11:15:19.157812 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0405 11:15:22.051310 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=113 I0405 11:16:21.064589 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=189 I0405 11:17:53.054899 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=40 I0405 11:18:07.161813 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0405 11:19:40.145914 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0405 11:19:43.049496 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0405 11:19:54.187466 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0405 11:20:00.207432 3770 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29589800-5kg59 for pod on switch ip-10-0-0-209.ec2.internal I0405 11:20:00.207569 3770 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 I0405 11:20:00.232680 3770 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59] pod update took 25.156662ms I0405 11:20:00.232703 3770 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59] addLogicalPort annotation time took 25.181953ms I0405 11:20:00.233978 3770 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59] addLogicalPort took 26.559861ms, libovsdb time 851.669µs I0405 11:20:00.570102 3770 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 6f2b2012056f2d8c8dded05eddee970986c2559a1c3efa7a5c59047e0c24f86a network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 6f2b2012056f2d8c8dded05eddee970986c2559a1c3efa7a5c59047e0c24f86a network default NAD default] I0405 11:20:00.579882 3770 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29589800-5kg59, hostIfaceName: 6f2b2012056f2d8, network: default, NAD default, SandboxID: "6f2b2012056f2d8c8dded05eddee970986c2559a1c3efa7a5c59047e0c24f86a", PCI device ID: , UID: "2c11a209-26c2-4186-91c3-a05cc0abb814", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0405 11:20:00.631415 3770 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 6f2b2012056f2d8c8dded05eddee970986c2559a1c3efa7a5c59047e0c24f86a network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 6f2b2012056f2d8c8dded05eddee970986c2559a1c3efa7a5c59047e0c24f86a network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:e8:18:10:9d:8c\",\"name\":\"6f2b2012056f2d8\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4422b8d8-7766-43bb-81fb-2767244229c1\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 11:20:03.668657 3770 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 6f2b2012056f2d8c8dded05eddee970986c2559a1c3efa7a5c59047e0c24f86a network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 6f2b2012056f2d8c8dded05eddee970986c2559a1c3efa7a5c59047e0c24f86a network default NAD default] I0405 11:20:03.742478 3770 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 6f2b2012056f2d8c8dded05eddee970986c2559a1c3efa7a5c59047e0c24f86a network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 6f2b2012056f2d8c8dded05eddee970986c2559a1c3efa7a5c59047e0c24f86a network default NAD default], result "{}", err I0405 11:20:03.787727 3770 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 11:20:03.787756 3770 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 I0405 11:20:03.788944 3770 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59, ips: 10.129.0.48 I0405 11:20:03.788970 3770 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 11:20:04.671428 3770 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:20:04.671476 3770 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29589800-5kg59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:20:31.053283 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0405 11:20:57.135922 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0405 11:20:58.186306 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0405 11:21:08.052850 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=59 I0405 11:21:14.046600 3770 obj_retry.go:458] Detected object tsf-tpa/create-db-prjzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:14.046644 3770 obj_retry.go:458] Detected object tsf-tpa/create-db-prjzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:14.051564 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-prjzh I0405 11:21:14.051594 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-prjzh I0405 11:21:17.027678 3770 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fmrjc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:17.027724 3770 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fmrjc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:17.030259 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-fmrjc I0405 11:21:17.030286 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-fmrjc I0405 11:21:23.027867 3770 obj_retry.go:458] Detected object tsf-tpa/create-importers-jmcgm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:23.027891 3770 obj_retry.go:458] Detected object tsf-tpa/create-importers-jmcgm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 11:21:23.035025 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-jmcgm I0405 11:21:23.035054 3770 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-jmcgm I0405 11:21:31.136436 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0405 11:21:49.174140 3770 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0405 11:22:22.140521 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 W0405 11:22:29.705791 3770 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-864d7c9655-pm5nj I0405 11:22:32.054012 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0405 11:22:56.151693 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0405 11:23:52.058172 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0405 11:23:59.164493 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0405 11:25:11.160578 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0405 11:25:37.052744 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0405 11:25:47.067637 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=25 I0405 11:26:46.189697 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0405 11:27:02.139263 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0405 11:27:15.176605 3770 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5