+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-167.ec2.internal ++ [[ -n ip-10-0-2-167.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-167.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0427 16:07:07.233736065 - disable conntrack on geneve port' I0427 16:07:07.233736065 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0427 16:07:07.293560315 - starting ovnkube-node' I0427 16:07:07.293560315 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-167.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-167.ec2.internal --init-node ip-10-0-2-167.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-167.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0427 16:07:07.355490 3786 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0427 16:07:07.355567 3786 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-2d3e7a2ab2.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0427 16:07:07.357377 3786 kube.go:431] Waiting for certificate I0427 16:07:07.357418 3786 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0427 16:07:07.357465 3786 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0427 16:07:07.358189 3786 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0427 16:07:07.387336 3786 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0427 16:07:07.387355 3786 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0427 16:07:07.390462 3786 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0427 16:07:07.394552 3786 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-h68dz" I0427 16:07:07.403834 3786 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-h68dz" I0427 16:07:07.403931 3786 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0427 16:07:08.357901 3786 kube.go:438] Certificate found I0427 16:07:08.358440 3786 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0427 16:07:08.359371 3786 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0427 16:07:08.414813 3786 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-28 16:02:07 +0000 UTC" deadline="2026-04-28 12:41:49.058006158 +0000 UTC" I0427 16:07:08.414851 3786 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h34m40.643166323s" I0427 16:07:08.436741 3786 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0427 16:07:08.445009 3786 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0427 16:07:08.445068 3786 factory.go:561] Starting watch factory I0427 16:07:08.445149 3786 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.445172 3786 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.445151 3786 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.445579 3786 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.445905 3786 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.445921 3786 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.445936 3786 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.445149 3786 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.445939 3786 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.445978 3786 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.446337 3786 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.446374 3786 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.448804 3786 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0427 16:07:08.448866 3786 server.go:101] MetricServer registers OVS metrics I0427 16:07:08.449100 3786 server.go:105] MetricServer registers OVN DB metrics I0427 16:07:08.449817 3786 controller_manager.go:370] Starting the ovnkube controller I0427 16:07:08.449826 3786 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-167.ec2.internal I0427 16:07:08.449867 3786 controller_manager.go:395] NBDB zone sync took: 33.648µs I0427 16:07:08.449876 3786 factory.go:561] Starting watch factory I0427 16:07:08.453319 3786 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0427 16:07:08.453338 3786 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0427 16:07:08.464007 3786 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.464197 3786 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.465072 3786 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.465482 3786 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.467605 3786 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0427 16:07:08.467631 3786 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0427 16:07:08.470029 3786 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.472046 3786 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0427 16:07:08.472075 3786 server.go:109] MetricServer registers OVN Controller metrics I0427 16:07:08.474178 3786 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:07:08.477043 3786 server.go:113] MetricServer registers OVN Northd metrics I0427 16:07:08.481048 3786 metrics.go:519] OVN Metrics Server starts to run ... I0427 16:07:08.550916 3786 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0427 16:07:08.550949 3786 factory.go:1977] *v1.Pod informer cache synced successfully I0427 16:07:08.550953 3786 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0427 16:07:08.550956 3786 factory.go:1977] *v1.Namespace informer cache synced successfully I0427 16:07:08.550959 3786 factory.go:1977] *v1.Node informer cache synced successfully I0427 16:07:08.550962 3786 factory.go:1977] *v1.Service informer cache synced successfully I0427 16:07:08.551044 3786 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0427 16:07:08.551064 3786 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0427 16:07:08.551046 3786 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0427 16:07:08.551111 3786 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0427 16:07:08.554241 3786 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0427 16:07:08.554241 3786 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0427 16:07:08.556047 3786 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0427 16:07:08.556059 3786 factory.go:1977] *v1.Namespace informer cache synced successfully I0427 16:07:08.556063 3786 factory.go:1977] *v1.Node informer cache synced successfully I0427 16:07:08.556066 3786 factory.go:1977] *v1.Service informer cache synced successfully I0427 16:07:08.556068 3786 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0427 16:07:08.556073 3786 factory.go:1977] *v1.Pod informer cache synced successfully I0427 16:07:08.556080 3786 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0427 16:07:08.556090 3786 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0427 16:07:08.556175 3786 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.556202 3786 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.558666 3786 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.561702 3786 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0427 16:07:08.561713 3786 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0427 16:07:08.561731 3786 factory.go:1977] *v1.EgressIP informer cache synced successfully I0427 16:07:08.561801 3786 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.561817 3786 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.564318 3786 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.567465 3786 factory.go:1977] *v1.EgressIP informer cache synced successfully I0427 16:07:08.567480 3786 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0427 16:07:08.567537 3786 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.567554 3786 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.570213 3786 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.573247 3786 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0427 16:07:08.573298 3786 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.573312 3786 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.573339 3786 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0427 16:07:08.575707 3786 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.578750 3786 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0427 16:07:08.578827 3786 factory.go:1977] *v1.EgressService informer cache synced successfully I0427 16:07:08.578881 3786 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.578897 3786 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.581150 3786 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.584149 3786 factory.go:1977] *v1.EgressService informer cache synced successfully I0427 16:07:08.584222 3786 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0427 16:07:08.584767 3786 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0427 16:07:08.584783 3786 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0427 16:07:08.587459 3786 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0427 16:07:08.589453 3786 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0427 16:07:08.589661 3786 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0427 16:07:08.589733 3786 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.589751 3786 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.589734 3786 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.589786 3786 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.592598 3786 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.592615 3786 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0427 16:07:08.594812 3786 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0427 16:07:08.594828 3786 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0427 16:07:08.594838 3786 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0427 16:07:08.594845 3786 factory.go:680] Watch Factory start up complete, took: 149.779707ms I0427 16:07:08.594912 3786 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0427 16:07:08.600270 3786 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0427 16:07:08.600281 3786 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0427 16:07:08.600288 3786 factory.go:680] Watch Factory start up complete, took: 150.411311ms I0427 16:07:08.600294 3786 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-167.ec2.internal" zone I0427 16:07:08.644391 3786 default_node_network_controller.go:710] Initializing the default node network controller I0427 16:07:08.713836 3786 udn_isolation.go:101] Starting UDN host isolation manager I0427 16:07:08.720475 3786 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0427 16:07:08.769695 3786 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0427 16:07:08.769792 3786 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0427 16:07:08.769810 3786 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0427 16:07:08.803366 3786 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0427 16:07:08.803445 3786 default_node_network_controller.go:809] Node ip-10-0-2-167.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0427 16:07:08.809248 3786 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.167"] k8s.ovn.org/zone-name:ip-10-0-2-167.ec2.internal] on node ip-10-0-2-167.ec2.internal I0427 16:07:08.828986 3786 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0427 16:07:08.834991 3786 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0427 16:07:08.835119 3786 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0427 16:07:08.835243 3786 gateway_init.go:263] Preparing Gateway I0427 16:07:08.835254 3786 gateway_shared_intf.go:1687] Creating new gateway I0427 16:07:08.850704 3786 controller_manager.go:429] Waiting for node in zone sync took: 250.397612ms I0427 16:07:08.857172 3786 controller_manager.go:611] Switching to transit router for layer2 networks I0427 16:07:08.857186 3786 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-167.ec2.internal I0427 16:07:08.872264 3786 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0427 16:07:08.878438 3786 controller_manager.go:290] SCTP support detected in OVN I0427 16:07:08.878947 3786 services_controller.go:69] Creating services controller for network=default I0427 16:07:08.879065 3786 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0427 16:07:08.879078 3786 udn_enabled_svc.go:80] Waiting for service informer to sync I0427 16:07:08.879091 3786 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0427 16:07:08.879100 3786 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0427 16:07:08.879109 3786 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0427 16:07:08.879279 3786 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0427 16:07:08.879315 3786 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0427 16:07:08.879363 3786 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.822µs I0427 16:07:08.879386 3786 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 66.086µs I0427 16:07:08.879395 3786 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 79.515µs I0427 16:07:08.879401 3786 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0427 16:07:08.879414 3786 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0427 16:07:08.879423 3786 default_network_controller.go:325] Starting the default network controller I0427 16:07:08.879456 3786 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.994µs I0427 16:07:08.879515 3786 udn_enabled_svc.go:95] Performing full resync I0427 16:07:08.879758 3786 udn_enabled_svc.go:99] Waiting for handler to sync I0427 16:07:08.879768 3786 udn_enabled_svc.go:104] Starting worker I0427 16:07:08.888527 3786 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0427 16:07:08.888585 3786 repair.go:33] Syncing exgw routes took 45.958µs I0427 16:07:08.888606 3786 default_network_controller.go:414] Starting all the Watchers... I0427 16:07:08.888732 3786 namespace.go:98] [openshift-apiserver] adding namespace I0427 16:07:08.888741 3786 namespace.go:98] [dedicated-admin] adding namespace I0427 16:07:08.888742 3786 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0427 16:07:08.888749 3786 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0427 16:07:08.888750 3786 namespace.go:98] [openshift-logging] adding namespace I0427 16:07:08.888757 3786 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0427 16:07:08.888766 3786 namespace.go:98] [openshift-machine-api] adding namespace I0427 16:07:08.888776 3786 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0427 16:07:08.888777 3786 namespace.go:98] [openshift-console-operator] adding namespace I0427 16:07:08.888781 3786 namespace.go:98] [kube-node-lease] adding namespace I0427 16:07:08.888781 3786 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0427 16:07:08.888782 3786 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0427 16:07:08.888786 3786 namespace.go:98] [openshift-dns] adding namespace I0427 16:07:08.888796 3786 namespace.go:98] [openshift-authentication-operator] adding namespace I0427 16:07:08.888735 3786 namespace.go:98] [openshift-controller-manager] adding namespace I0427 16:07:08.889337 3786 namespace.go:102] [openshift-apiserver] adding namespace took 593.675µs I0427 16:07:08.889349 3786 namespace.go:98] [openshift-kube-scheduler] adding namespace I0427 16:07:08.889820 3786 namespace.go:102] [openshift-kube-scheduler] adding namespace took 466.67µs I0427 16:07:08.889835 3786 namespace.go:98] [openshift-backplane] adding namespace I0427 16:07:08.890301 3786 namespace.go:102] [openshift-backplane] adding namespace took 460.893µs I0427 16:07:08.890314 3786 namespace.go:98] [openshift-package-operator] adding namespace I0427 16:07:08.890752 3786 namespace.go:102] [dedicated-admin] adding namespace took 2.000682ms I0427 16:07:08.890771 3786 namespace.go:98] [openshift-backplane-srep] adding namespace I0427 16:07:08.891241 3786 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 2.489302ms I0427 16:07:08.891251 3786 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0427 16:07:08.891674 3786 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 2.919009ms I0427 16:07:08.891683 3786 namespace.go:98] [openshift-marketplace] adding namespace I0427 16:07:08.892174 3786 namespace.go:102] [openshift-logging] adding namespace took 3.414125ms I0427 16:07:08.892188 3786 namespace.go:98] [openshift-customer-monitoring] adding namespace I0427 16:07:08.892658 3786 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 3.891156ms I0427 16:07:08.892673 3786 namespace.go:98] [open-cluster-management-2pujfmu759k20adih9hq5ubv69ba1hlj] adding namespace I0427 16:07:08.893049 3786 namespace.go:102] [openshift-machine-api] adding namespace took 4.278213ms I0427 16:07:08.893058 3786 namespace.go:98] [openshift-infra] adding namespace I0427 16:07:08.893455 3786 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 4.67294ms I0427 16:07:08.893469 3786 namespace.go:98] [openshift-machine-config-operator] adding namespace I0427 16:07:08.893890 3786 namespace.go:102] [openshift-console-operator] adding namespace took 5.104112ms I0427 16:07:08.893903 3786 namespace.go:98] [openshift-ingress-canary] adding namespace I0427 16:07:08.894297 3786 namespace.go:102] [kube-node-lease] adding namespace took 5.509487ms I0427 16:07:08.894309 3786 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0427 16:07:08.894722 3786 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.934455ms I0427 16:07:08.894734 3786 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0427 16:07:08.895207 3786 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.41285ms I0427 16:07:08.895219 3786 namespace.go:98] [openshift-network-node-identity] adding namespace I0427 16:07:08.895785 3786 namespace.go:102] [openshift-dns] adding namespace took 6.988301ms I0427 16:07:08.895798 3786 namespace.go:98] [openshift-monitoring] adding namespace I0427 16:07:08.896244 3786 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.433884ms I0427 16:07:08.896253 3786 namespace.go:98] [openshift-etcd] adding namespace I0427 16:07:08.896695 3786 namespace.go:102] [openshift-controller-manager] adding namespace took 7.850319ms I0427 16:07:08.896709 3786 namespace.go:98] [openshift-backplane-cse] adding namespace I0427 16:07:08.897054 3786 namespace.go:102] [openshift-package-operator] adding namespace took 6.736233ms I0427 16:07:08.897065 3786 namespace.go:98] [openshift-kube-apiserver] adding namespace I0427 16:07:08.897449 3786 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.671591ms I0427 16:07:08.897463 3786 namespace.go:98] [openshift-node] adding namespace I0427 16:07:08.897904 3786 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.646782ms I0427 16:07:08.897922 3786 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0427 16:07:08.898296 3786 namespace.go:102] [openshift-marketplace] adding namespace took 6.605682ms I0427 16:07:08.898314 3786 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0427 16:07:08.898720 3786 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.525916ms I0427 16:07:08.898738 3786 namespace.go:98] [openshift] adding namespace I0427 16:07:08.899108 3786 namespace.go:102] [open-cluster-management-2pujfmu759k20adih9hq5ubv69ba1hlj] adding namespace took 6.428715ms I0427 16:07:08.899123 3786 namespace.go:98] [openshift-service-ca-operator] adding namespace I0427 16:07:08.899514 3786 namespace.go:102] [openshift-infra] adding namespace took 6.449617ms I0427 16:07:08.899528 3786 namespace.go:98] [openshift-console-user-settings] adding namespace I0427 16:07:08.899935 3786 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.461064ms I0427 16:07:08.899948 3786 namespace.go:98] [openshift-config-managed] adding namespace I0427 16:07:08.900341 3786 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.434221ms I0427 16:07:08.900352 3786 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0427 16:07:08.900765 3786 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.450328ms I0427 16:07:08.900780 3786 namespace.go:98] [kube-public] adding namespace I0427 16:07:08.901227 3786 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.486918ms I0427 16:07:08.901245 3786 namespace.go:98] [openshift-network-operator] adding namespace I0427 16:07:08.901779 3786 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.554579ms I0427 16:07:08.901792 3786 namespace.go:98] [openshift-backplane-csm] adding namespace I0427 16:07:08.902198 3786 namespace.go:102] [openshift-monitoring] adding namespace took 6.396113ms I0427 16:07:08.902210 3786 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0427 16:07:08.902605 3786 namespace.go:102] [openshift-etcd] adding namespace took 6.346433ms I0427 16:07:08.902619 3786 namespace.go:98] [openshift-operators-redhat] adding namespace I0427 16:07:08.903021 3786 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.307632ms I0427 16:07:08.903033 3786 namespace.go:98] [openshift-ingress] adding namespace I0427 16:07:08.903380 3786 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.310094ms I0427 16:07:08.903389 3786 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0427 16:07:08.903804 3786 namespace.go:102] [openshift-node] adding namespace took 6.335033ms I0427 16:07:08.903817 3786 namespace.go:98] [openshift-cluster-version] adding namespace I0427 16:07:08.904189 3786 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.259362ms I0427 16:07:08.904200 3786 namespace.go:98] [openshift-config] adding namespace I0427 16:07:08.904588 3786 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.268962ms I0427 16:07:08.904601 3786 namespace.go:98] [openshift-ingress-operator] adding namespace I0427 16:07:08.904958 3786 namespace.go:102] [openshift] adding namespace took 6.215319ms I0427 16:07:08.904970 3786 namespace.go:98] [openshift-dns-operator] adding namespace I0427 16:07:08.905347 3786 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.218192ms I0427 16:07:08.905360 3786 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0427 16:07:08.905776 3786 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.243614ms I0427 16:07:08.905786 3786 namespace.go:98] [openshift-host-network] adding namespace I0427 16:07:08.906148 3786 namespace.go:102] [openshift-config-managed] adding namespace took 6.193827ms I0427 16:07:08.906162 3786 namespace.go:98] [openshift-authentication] adding namespace I0427 16:07:08.906544 3786 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.187352ms I0427 16:07:08.906557 3786 namespace.go:98] [openshift-operators] adding namespace I0427 16:07:08.906939 3786 namespace.go:102] [kube-public] adding namespace took 6.15175ms I0427 16:07:08.906956 3786 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0427 16:07:08.907516 3786 namespace.go:102] [openshift-network-operator] adding namespace took 6.265854ms I0427 16:07:08.907530 3786 namespace.go:98] [kube-system] adding namespace I0427 16:07:08.908045 3786 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.247853ms I0427 16:07:08.908060 3786 namespace.go:98] [openshift-must-gather-operator] adding namespace I0427 16:07:08.908576 3786 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.361628ms I0427 16:07:08.908588 3786 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0427 16:07:08.909017 3786 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.391938ms I0427 16:07:08.909032 3786 namespace.go:98] [default] adding namespace I0427 16:07:08.909397 3786 namespace.go:102] [openshift-ingress] adding namespace took 6.360729ms I0427 16:07:08.909406 3786 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0427 16:07:08.909949 3786 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.554692ms I0427 16:07:08.910519 3786 namespace.go:102] [openshift-cluster-version] adding namespace took 6.695529ms I0427 16:07:08.910536 3786 namespace.go:98] [openshift-backplane-mobb] adding namespace I0427 16:07:08.910952 3786 namespace.go:102] [openshift-config] adding namespace took 6.744794ms I0427 16:07:08.910966 3786 namespace.go:98] [openshift-backplane-tam] adding namespace I0427 16:07:08.911523 3786 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.915267ms I0427 16:07:08.911539 3786 namespace.go:98] [openshift-console] adding namespace I0427 16:07:08.912007 3786 namespace.go:102] [openshift-dns-operator] adding namespace took 7.031745ms I0427 16:07:08.912021 3786 namespace.go:98] [openshift-image-registry] adding namespace I0427 16:07:08.912548 3786 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.180385ms I0427 16:07:08.912564 3786 namespace.go:98] [openshift-insights] adding namespace I0427 16:07:08.913079 3786 namespace.go:102] [openshift-host-network] adding namespace took 7.287081ms I0427 16:07:08.913097 3786 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0427 16:07:08.913594 3786 namespace.go:102] [openshift-authentication] adding namespace took 7.427123ms I0427 16:07:08.913609 3786 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0427 16:07:08.914116 3786 namespace.go:102] [openshift-operators] adding namespace took 7.55432ms I0427 16:07:08.914129 3786 namespace.go:98] [openshift-backplane-cee] adding namespace I0427 16:07:08.914614 3786 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.653206ms I0427 16:07:08.914625 3786 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0427 16:07:08.915087 3786 namespace.go:102] [kube-system] adding namespace took 7.551007ms I0427 16:07:08.915103 3786 namespace.go:98] [openshift-network-console] adding namespace I0427 16:07:08.915488 3786 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.420048ms I0427 16:07:08.915507 3786 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0427 16:07:08.916073 3786 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.480095ms I0427 16:07:08.916085 3786 namespace.go:98] [openshift-multus] adding namespace I0427 16:07:08.916533 3786 namespace.go:102] [default] adding namespace took 7.495106ms I0427 16:07:08.916546 3786 namespace.go:98] [openshift-network-diagnostics] adding namespace I0427 16:07:08.917046 3786 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.634974ms I0427 16:07:08.917058 3786 namespace.go:98] [openshift-apiserver-operator] adding namespace I0427 16:07:08.917545 3786 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.003744ms I0427 16:07:08.917556 3786 namespace.go:98] [openshift-config-operator] adding namespace I0427 16:07:08.918027 3786 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.055705ms I0427 16:07:08.918505 3786 namespace.go:102] [openshift-console] adding namespace took 6.961635ms I0427 16:07:08.919177 3786 namespace.go:102] [openshift-image-registry] adding namespace took 7.152227ms I0427 16:07:08.919189 3786 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0427 16:07:08.919707 3786 namespace.go:102] [openshift-insights] adding namespace took 7.137743ms I0427 16:07:08.920155 3786 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.052022ms I0427 16:07:08.920865 3786 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.250638ms I0427 16:07:08.921386 3786 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.249757ms I0427 16:07:08.921903 3786 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.270832ms I0427 16:07:08.922354 3786 namespace.go:102] [openshift-network-console] adding namespace took 7.245278ms I0427 16:07:08.922830 3786 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.315978ms W0427 16:07:08.922863 3786 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-t4rg7: pod openshift-multus/network-metrics-daemon-t4rg7: no pod IPs found W0427 16:07:08.923544 3786 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-fjssb: pod openshift-network-diagnostics/network-check-target-fjssb: no pod IPs found I0427 16:07:08.923544 3786 namespace.go:102] [openshift-multus] adding namespace took 7.454526ms I0427 16:07:08.924150 3786 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.599408ms I0427 16:07:08.924164 3786 namespace.go:98] [openshift-route-controller-manager] adding namespace I0427 16:07:08.924652 3786 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.589217ms I0427 16:07:08.925202 3786 namespace.go:102] [openshift-config-operator] adding namespace took 7.642193ms I0427 16:07:08.925647 3786 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.452312ms I0427 16:07:08.926117 3786 namespace.go:102] [openshift-route-controller-manager] adding namespace took 1.94866ms W0427 16:07:08.926209 3786 master.go:458] Unable to parse local node ip-10-0-2-167.ec2.internal chassis-id annotation. Chassis may be removed during sync I0427 16:07:08.926224 3786 master.go:481] Removing stale chassis with ID/Name: 89e9c5d5-104c-4db0-ba1f-4d278c8f80ef, hostname: ip-10-0-2-167.ec2.internal I0427 16:07:08.926772 3786 master.go:548] Adding or Updating local node "ip-10-0-2-167.ec2.internal" for network "default" I0427 16:07:08.928540 3786 zone_ic_handler.go:195] Time taken to create transit switch: 393.44µs I0427 16:07:08.928555 3786 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-57.ec2.internal for the network default E0427 16:07:08.928667 3786 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-119.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-119.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-119.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00926c588 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0012431074}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0427 16:07:08.928737 3786 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-119.ec2.internal", UID:"f2e41286-84a8-4bf1-8166-83350295f339", APIVersion:"v1", ResourceVersion:"8959", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-119.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-119.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00926c588 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0012431074}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0427 16:07:08.929838 3786 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-57.ec2.internal" on network "default" took: 1.700536ms I0427 16:07:08.930850 3786 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-167.ec2.internal for the network default I0427 16:07:08.931007 3786 zone_ic_handler.go:195] Time taken to create transit switch: 145.021µs I0427 16:07:08.931648 3786 default_network_controller.go:823] Node add failed for ip-10-0-2-167.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-167.ec2.internal, error getting gateway config for node ip-10-0-2-167.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-167.ec2.internal", failed to update chassis to local for local node ip-10-0-2-167.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-167.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-167.ec2.internal] E0427 16:07:08.931699 3786 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-167.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-167.ec2.internal, error getting gateway config for node ip-10-0-2-167.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-167.ec2.internal", failed to update chassis to local for local node ip-10-0-2-167.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-167.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-167.ec2.internal] I0427 16:07:08.931738 3786 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0427 16:07:08.931745 3786 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-167.ec2.internal", UID:"e77e5d81-1ec0-49fd-b22b-f97125f0be9b", APIVersion:"v1", ResourceVersion:"9350", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-167.ec2.internal, error getting gateway config for node ip-10-0-2-167.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-167.ec2.internal", failed to update chassis to local for local node ip-10-0-2-167.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-167.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-167.ec2.internal] I0427 16:07:08.931763 3786 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0427 16:07:08.931775 3786 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0427 16:07:08.931798 3786 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-57.ec2.internal in network "default" I0427 16:07:08.931866 3786 node_tracker.go:169] Node ip-10-0-1-57.ec2.internal switch + router changed, syncing services in network "default" I0427 16:07:08.931882 3786 services_controller.go:574] Full service sync requested for network=default I0427 16:07:08.931890 3786 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default" I0427 16:07:08.931898 3786 node_tracker.go:235] Node ip-10-0-2-167.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-167.ec2.internal" I0427 16:07:08.931905 3786 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default" I0427 16:07:08.931910 3786 services_controller.go:574] Full service sync requested for network=default I0427 16:07:08.931915 3786 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0427 16:07:08.931935 3786 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0427 16:07:08.931941 3786 services_controller.go:574] Full service sync requested for network=default I0427 16:07:08.961632 3786 iptables.go:108] Creating table: filter chain: FORWARD I0427 16:07:08.968639 3786 iptables.go:108] Creating table: filter chain: OUTPUT I0427 16:07:08.975273 3786 gateway_shared_intf.go:1816] Gateway Creation Complete I0427 16:07:08.975291 3786 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-167.ec2.internal","mac-address":"0e:2b:60:57:d1:87","ip-addresses":["10.0.2.167/24"],"ip-address":"10.0.2.167/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:89e9c5d5-104c-4db0-ba1f-4d278c8f80ef k8s.ovn.org/node-encap-ips:["10.0.2.167"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.167/24"} k8s.ovn.org/zone-name:ip-10-0-2-167.ec2.internal] on node ip-10-0-2-167.ec2.internal I0427 16:07:08.991441 3786 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default" I0427 16:07:08.991511 3786 master.go:548] Adding or Updating local node "ip-10-0-2-167.ec2.internal" for network "default" I0427 16:07:08.991559 3786 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default" I0427 16:07:08.991573 3786 services_controller.go:574] Full service sync requested for network=default I0427 16:07:08.996260 3786 default_node_network_controller.go:519] Node connection status = connected W0427 16:07:08.997650 3786 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-t4rg7: pod openshift-multus/network-metrics-daemon-t4rg7: no pod IPs found W0427 16:07:08.997682 3786 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-fjssb: pod openshift-network-diagnostics/network-check-target-fjssb: no pod IPs found I0427 16:07:08.998728 3786 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-167.ec2.internal for the network default I0427 16:07:08.998919 3786 zone_ic_handler.go:195] Time taken to create transit switch: 178.288µs I0427 16:07:09.032807 3786 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0427 16:07:09.032832 3786 services_controller.go:208] Setting up event handlers for services for network=default I0427 16:07:09.032887 3786 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0427 16:07:09.032924 3786 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0427 16:07:09.032935 3786 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0427 16:07:09.133513 3786 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0427 16:07:09.133535 3786 repair.go:60] Starting repairing loop for services I0427 16:07:09.133629 3786 repair.go:131] Deleted 0 stale service LBs I0427 16:07:09.133667 3786 repair.go:137] Deleted 0 stale Chassis Template Vars I0427 16:07:09.133685 3786 repair.go:62] Finished repairing loop for services: 151.453µs I0427 16:07:09.133708 3786 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0427 16:07:09.133717 3786 services_controller.go:254] Starting workers for network=default I0427 16:07:09.134115 3786 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-t4rg7] creating logical port openshift-multus_network-metrics-daemon-t4rg7 for pod on switch ip-10-0-2-167.ec2.internal I0427 16:07:09.134182 3786 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-fjssb] creating logical port openshift-network-diagnostics_network-check-target-fjssb for pod on switch ip-10-0-2-167.ec2.internal I0427 16:07:09.134247 3786 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-t4rg7 I0427 16:07:09.134388 3786 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-fjssb W0427 16:07:09.138488 3786 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0427 16:07:09.148458 3786 pod.go:62] [openshift-network-diagnostics/network-check-target-fjssb] pod update took 14.210421ms I0427 16:07:09.148474 3786 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-fjssb] addLogicalPort annotation time took 14.230152ms I0427 16:07:09.148609 3786 pod.go:62] [openshift-multus/network-metrics-daemon-t4rg7] pod update took 14.41779ms I0427 16:07:09.148627 3786 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-t4rg7] addLogicalPort annotation time took 14.436921ms I0427 16:07:09.149413 3786 pods.go:271] [openshift-network-diagnostics/network-check-target-fjssb] addLogicalPort took 15.241711ms, libovsdb time 709.826µs I0427 16:07:09.149675 3786 pods.go:271] [openshift-multus/network-metrics-daemon-t4rg7] addLogicalPort took 15.56889ms, libovsdb time 833.274µs I0427 16:07:09.150087 3786 admin_network_policy_controller.go:227] Starting controller default-network-controller I0427 16:07:09.150108 3786 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0427 16:07:09.150122 3786 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0427 16:07:09.150127 3786 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0427 16:07:09.150305 3786 repair.go:29] Repairing admin network policies took 173.077µs I0427 16:07:09.150404 3786 repair.go:92] Repairing baseline admin network policies took 89.287µs I0427 16:07:09.150928 3786 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0427 16:07:09.150946 3786 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0427 16:07:09.153053 3786 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0427 16:07:09.153072 3786 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0427 16:07:09.153079 3786 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0427 16:07:09.154387 3786 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0427 16:07:09.154405 3786 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0427 16:07:09.154412 3786 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0427 16:07:09.155901 3786 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0427 16:07:09.155920 3786 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0427 16:07:09.155929 3786 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0427 16:07:09.156499 3786 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0427 16:07:09.156520 3786 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0427 16:07:09.156531 3786 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0427 16:07:09.158701 3786 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0427 16:07:09.158720 3786 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0427 16:07:09.158729 3786 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0427 16:07:09.159233 3786 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0427 16:07:09.159252 3786 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0427 16:07:09.159260 3786 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0427 16:07:09.160710 3786 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0427 16:07:09.160727 3786 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0427 16:07:09.160735 3786 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0427 16:07:09.161896 3786 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0427 16:07:09.161915 3786 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0427 16:07:09.161926 3786 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0427 16:07:09.162742 3786 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0427 16:07:09.162762 3786 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0427 16:07:09.162775 3786 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0427 16:07:09.164978 3786 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0427 16:07:09.164997 3786 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0427 16:07:09.165774 3786 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0427 16:07:09.165787 3786 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0427 16:07:09.166440 3786 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0427 16:07:09.166458 3786 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0427 16:07:09.166466 3786 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0427 16:07:09.166910 3786 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0427 16:07:09.166929 3786 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0427 16:07:09.166937 3786 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0427 16:07:09.168293 3786 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0427 16:07:09.168313 3786 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0427 16:07:09.168324 3786 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0427 16:07:09.168949 3786 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0427 16:07:09.168973 3786 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0427 16:07:09.168987 3786 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0427 16:07:09.169303 3786 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0427 16:07:09.169319 3786 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0427 16:07:09.169327 3786 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0427 16:07:09.170074 3786 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0427 16:07:09.170094 3786 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0427 16:07:09.170103 3786 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0427 16:07:09.170698 3786 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0427 16:07:09.170719 3786 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0427 16:07:09.170726 3786 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0427 16:07:09.170993 3786 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0427 16:07:09.171010 3786 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0427 16:07:09.171018 3786 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0427 16:07:09.171500 3786 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0427 16:07:09.171517 3786 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0427 16:07:09.171543 3786 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0427 16:07:09.172208 3786 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0427 16:07:09.172226 3786 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0427 16:07:09.172232 3786 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0427 16:07:09.173465 3786 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0427 16:07:09.173483 3786 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0427 16:07:09.173491 3786 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0427 16:07:09.173939 3786 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0427 16:07:09.173957 3786 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0427 16:07:09.173964 3786 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0427 16:07:09.174573 3786 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0427 16:07:09.174588 3786 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0427 16:07:09.174605 3786 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0427 16:07:09.175949 3786 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0427 16:07:09.175966 3786 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0427 16:07:09.175973 3786 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0427 16:07:09.176498 3786 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0427 16:07:09.176517 3786 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0427 16:07:09.176527 3786 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0427 16:07:09.177739 3786 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0427 16:07:09.177768 3786 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0427 16:07:09.177781 3786 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0427 16:07:09.179066 3786 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0427 16:07:09.179084 3786 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0427 16:07:09.179092 3786 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0427 16:07:09.179647 3786 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0427 16:07:09.179664 3786 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0427 16:07:09.179675 3786 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0427 16:07:09.180820 3786 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0427 16:07:09.187474 3786 egressfirewall.go:374] Starting EgressFirewall controller I0427 16:07:09.187498 3786 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0427 16:07:09.187498 3786 controller.go:133] Adding controller egress-firewall-controller event handlers I0427 16:07:09.187519 3786 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0427 16:07:09.187530 3786 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0427 16:07:09.187519 3786 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0427 16:07:09.187538 3786 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0427 16:07:09.187814 3786 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0427 16:07:09.187828 3786 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0427 16:07:09.187833 3786 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0427 16:07:09.187850 3786 egressqos.go:193] Setting up event handlers for EgressQoS I0427 16:07:09.187912 3786 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0427 16:07:09.187922 3786 egressfirewall.go:723] Syncing node "ip-10-0-1-57.ec2.internal" for egress firewall I0427 16:07:09.187926 3786 egressfirewall.go:723] Syncing node "ip-10-0-2-167.ec2.internal" for egress firewall I0427 16:07:09.188006 3786 egressqos.go:245] Starting EgressQoS Controller I0427 16:07:09.188020 3786 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0427 16:07:09.188028 3786 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0427 16:07:09.188034 3786 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0427 16:07:09.188038 3786 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0427 16:07:09.188044 3786 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0427 16:07:09.188048 3786 shared_informer.go:356] "Caches are synced" controller="egressqos" I0427 16:07:09.188053 3786 egressqos.go:259] Repairing EgressQoSes I0427 16:07:09.188057 3786 egressqos.go:399] Starting repairing loop for egressqos I0427 16:07:09.188129 3786 egressqos.go:401] Finished repairing loop for egressqos: 72.636µs I0427 16:07:09.188145 3786 egressservice_zone.go:132] Setting up event handlers for Egress Services I0427 16:07:09.188222 3786 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-167.ec2.internal I0427 16:07:09.188265 3786 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-167.ec2.internal : 45.174µs I0427 16:07:09.188280 3786 egressservice_zone.go:210] Starting Egress Services Controller I0427 16:07:09.188292 3786 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0427 16:07:09.188303 3786 shared_informer.go:356] "Caches are synced" controller="egressservices" I0427 16:07:09.188308 3786 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0427 16:07:09.188313 3786 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0427 16:07:09.188318 3786 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0427 16:07:09.188323 3786 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0427 16:07:09.188328 3786 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0427 16:07:09.188332 3786 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0427 16:07:09.188336 3786 egressservice_zone.go:228] Repairing Egress Services I0427 16:07:09.188655 3786 master_controller.go:88] Starting Admin Policy Based Route Controller I0427 16:07:09.188665 3786 external_controller.go:278] Starting Admin Policy Based Route Controller I0427 16:07:09.188682 3786 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0427 16:07:09.188701 3786 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 21.033µs I0427 16:07:09.188710 3786 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-57.ec2.internal I0427 16:07:09.188715 3786 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-57.ec2.internal: 5.565µs I0427 16:07:09.188720 3786 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal I0427 16:07:09.188723 3786 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 4.012µs I0427 16:07:09.188845 3786 default_network_controller.go:585] Completing all the Watchers took 300.229471ms I0427 16:07:09.188858 3786 default_network_controller.go:589] Starting unidling controllers I0427 16:07:09.188870 3786 unidle.go:46] Registering OVN SB ControllerEvent handler I0427 16:07:09.188875 3786 unidle.go:63] Populating Initial ContollerEvent events I0427 16:07:09.188885 3786 unidle.go:79] Setting up event handlers for services I0427 16:07:09.188932 3786 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0427 16:07:09.496303 3786 default_node_network_controller.go:519] Node connection status = connected I0427 16:07:09.996598 3786 default_node_network_controller.go:519] Node connection status = connected I0427 16:07:10.497038 3786 default_node_network_controller.go:519] Node connection status = connected I0427 16:07:10.996709 3786 default_node_network_controller.go:519] Node connection status = connected I0427 16:07:11.215138 3786 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0427 16:07:11.496332 3786 default_node_network_controller.go:519] Node connection status = connected I0427 16:07:11.514596 3786 bridgeconfig.go:537] Gateway is ready I0427 16:07:11.514617 3786 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0427 16:07:11.526489 3786 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.167. Updating OVN encap IP. I0427 16:07:11.531990 3786 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.167 - it is already configured I0427 16:07:11.532004 3786 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.167/24:{} 172.20.0.1/32:{}]. Updating annotations. I0427 16:07:11.532219 3786 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.167/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-167.ec2.internal","mac-address":"0e:2b:60:57:d1:87","ip-addresses":["10.0.2.167/24"],"ip-address":"10.0.2.167/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:89e9c5d5-104c-4db0-ba1f-4d278c8f80ef k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.167/24"}] on node ip-10-0-2-167.ec2.internal I0427 16:07:11.547476 3786 master.go:548] Adding or Updating local node "ip-10-0-2-167.ec2.internal" for network "default" I0427 16:07:11.547516 3786 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default" I0427 16:07:11.547553 3786 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal I0427 16:07:11.547568 3786 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 19.296µs I0427 16:07:11.547570 3786 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default" I0427 16:07:11.547593 3786 services_controller.go:574] Full service sync requested for network=default I0427 16:07:11.547517 3786 egressfirewall.go:723] Syncing node "ip-10-0-2-167.ec2.internal" for egress firewall I0427 16:07:11.547721 3786 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.167 I0427 16:07:11.547819 3786 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-167.ec2.internal W0427 16:07:11.548242 3786 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0427 16:07:11.552013 3786 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-167.ec2.internal. Updating no re-route policies I0427 16:07:11.552093 3786 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-pjgx2 I0427 16:07:11.552097 3786 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-167.ec2.internal I0427 16:07:11.552109 3786 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-pjgx2 I0427 16:07:11.552109 3786 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-k5cq9 I0427 16:07:11.552118 3786 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-j6dr2 I0427 16:07:11.552121 3786 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-ggqjh I0427 16:07:11.552132 3786 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-ggqjh I0427 16:07:11.552132 3786 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-j6dr2 I0427 16:07:11.552136 3786 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-pjgx2 after 0 failed attempt(s) I0427 16:07:11.552093 3786 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-167.ec2.internal I0427 16:07:11.552154 3786 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-j6dr2 after 0 failed attempt(s) I0427 16:07:11.552153 3786 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-w7nmm I0427 16:07:11.552156 3786 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-s2zvg I0427 16:07:11.552160 3786 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-167.ec2.internal I0427 16:07:11.552161 3786 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-t4rg7 I0427 16:07:11.552167 3786 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-fjssb I0427 16:07:11.552174 3786 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-fjssb I0427 16:07:11.552172 3786 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-cbdb2 I0427 16:07:11.552176 3786 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-t4rg7 I0427 16:07:11.552181 3786 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-167.ec2.internal after 0 failed attempt(s) I0427 16:07:11.552140 3786 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-prhfc I0427 16:07:11.552187 3786 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-cbdb2 I0427 16:07:11.552193 3786 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-prhfc I0427 16:07:11.552199 3786 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-fjssb] creating logical port openshift-network-diagnostics_network-check-target-fjssb for pod on switch ip-10-0-2-167.ec2.internal I0427 16:07:11.552205 3786 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-prhfc after 0 failed attempt(s) I0427 16:07:11.552163 3786 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-ggqjh after 0 failed attempt(s) I0427 16:07:11.552204 3786 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-cbdb2 after 0 failed attempt(s) I0427 16:07:11.552124 3786 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-k5cq9 I0427 16:07:11.552215 3786 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-t4rg7] creating logical port openshift-multus_network-metrics-daemon-t4rg7 for pod on switch ip-10-0-2-167.ec2.internal I0427 16:07:11.552223 3786 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-k5cq9 after 0 failed attempt(s) I0427 16:07:11.552167 3786 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-s2zvg I0427 16:07:11.552237 3786 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-s2zvg after 0 failed attempt(s) I0427 16:07:11.552164 3786 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-w7nmm I0427 16:07:11.552262 3786 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-w7nmm after 0 failed attempt(s) I0427 16:07:11.552112 3786 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-167.ec2.internal I0427 16:07:11.552295 3786 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-167.ec2.internal after 0 failed attempt(s) I0427 16:07:11.552135 3786 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-phmzh I0427 16:07:11.552361 3786 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-phmzh I0427 16:07:11.552373 3786 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-phmzh after 0 failed attempt(s) I0427 16:07:11.552995 3786 pods.go:271] [openshift-network-diagnostics/network-check-target-fjssb] addLogicalPort took 803.804µs, libovsdb time 278.289µs I0427 16:07:11.553006 3786 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-fjssb after 0 failed attempt(s) I0427 16:07:11.553377 3786 pods.go:271] [openshift-multus/network-metrics-daemon-t4rg7] addLogicalPort took 1.174612ms, libovsdb time 589.791µs I0427 16:07:11.553384 3786 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-t4rg7 after 0 failed attempt(s) I0427 16:07:11.565784 3786 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0427 16:07:11.578087 3786 iptables.go:108] Creating table: mangle chain: OUTPUT I0427 16:07:11.581788 3786 iptables.go:108] Creating table: nat chain: OUTPUT I0427 16:07:11.619786 3786 iptables.go:108] Creating table: nat chain: PREROUTING I0427 16:07:11.683247 3786 iptables.go:108] Creating table: filter chain: FORWARD I0427 16:07:11.700022 3786 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0427 16:07:11.700148 3786 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0427 16:07:11.700195 3786 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0427 16:07:11.700285 3786 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0427 16:07:11.700339 3786 gateway_init.go:325] Gateway and management port readiness took 2.70878209s I0427 16:07:11.700366 3786 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0427 16:07:11.700399 3786 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0427 16:07:11.700412 3786 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0427 16:07:11.700421 3786 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0427 16:07:11.700513 3786 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0427 16:07:11.700602 3786 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.458µs I0427 16:07:11.700852 3786 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0427 16:07:11.700876 3786 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.411µs I0427 16:07:11.700883 3786 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.45µs I0427 16:07:11.700889 3786 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0427 16:07:11.700898 3786 nad_controller.go:379] [node-nad-controller NAD controller]: started I0427 16:07:11.700906 3786 default_node_network_controller.go:899] Starting the default node network controller I0427 16:07:11.700911 3786 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0427 16:07:11.700929 3786 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.313µs I0427 16:07:11.701063 3786 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0427 16:07:11.701072 3786 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0427 16:07:11.701093 3786 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c97050 0xc0003379d0 0xc000337ab0 0xc000337b20 0xc000337b90 0xc000337c00 0xc000337c70 0xc000caf3b0 0xc000337ce0 0xc000337dc0 0xc0005602d0 0xc002528150 0xc000337e30 map[0x2ff9080:0xc003f72120 0x2ff95c0:0xc003f722a0 0x2ffa2e0:0xc003f72060 0x2ffa580:0xc003f720c0 0x2ffad60:0xc003f72180 0x2ffb000:0xc003f721e0 0x2ffb2a0:0xc003f72240 0x2ffba80:0xc002521140 0x2ffbd20:0xc00249a600 0x3026980:0xc000a83a40 0x3026d20:0xc000a83aa0 0x3027800:0xc000cf5620 0x3029160:0xc001bb8000 0x30298a0:0xc003f72000 0x302a720:0xc001197080] 0xc000ce01c0 0} I0427 16:07:11.701154 3786 gateway.go:151] Starting gateway service sync I0427 16:07:11.701612 3786 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0427 16:07:11.703692 3786 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0427 16:07:11.728336 3786 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0427 16:07:11.729550 3786 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0427 16:07:11.730777 3786 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0427 16:07:11.765465 3786 gateway.go:168] Gateway service sync done. Time taken: 64.294623ms I0427 16:07:11.766191 3786 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32638 I0427 16:07:11.766342 3786 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c97050 0xc0003379d0 0xc000337ab0 0xc000337b20 0xc000337b90 0xc000337c00 0xc000337c70 0xc000caf3b0 0xc000337ce0 0xc000337dc0 0xc0005602d0 0xc002528150 0xc000337e30 map[0x2ff9080:0xc003f72120 0x2ff95c0:0xc003f722a0 0x2ffa2e0:0xc003f72060 0x2ffa580:0xc003f720c0 0x2ffad60:0xc003f72180 0x2ffb000:0xc003f721e0 0x2ffb2a0:0xc003f72240 0x2ffba80:0xc002521140 0x2ffbd20:0xc00249a600 0x3026980:0xc000a83a40 0x3026d20:0xc000a83aa0 0x3027800:0xc000cf5620 0x3029160:0xc001bb8000 0x30298a0:0xc003f72000 0x302a720:0xc001197080] 0xc000ce01c0 0} I0427 16:07:11.766843 3786 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c97050 0xc0003379d0 0xc000337ab0 0xc000337b20 0xc000337b90 0xc000337c00 0xc000337c70 0xc000caf3b0 0xc000337ce0 0xc000337dc0 0xc0005602d0 0xc002528150 0xc000337e30 map[0x2ff9080:0xc003f72120 0x2ff95c0:0xc003f722a0 0x2ffa2e0:0xc003f72060 0x2ffa580:0xc003f720c0 0x2ffad60:0xc003f72180 0x2ffb000:0xc003f721e0 0x2ffb2a0:0xc003f72240 0x2ffba80:0xc002521140 0x2ffbd20:0xc00249a600 0x3026980:0xc000a83a40 0x3026d20:0xc000a83aa0 0x3027800:0xc000cf5620 0x3029160:0xc001bb8000 0x30298a0:0xc003f72000 0x302a720:0xc001197080] 0xc000ce01c0 0} I0427 16:07:11.766880 3786 gateway.go:532] Reconciling gateway with updates I0427 16:07:11.772557 3786 gateway.go:339] Spawning Conntrack Rule Check Thread I0427 16:07:11.772591 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0427 16:07:11.772596 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0427 16:07:11.772609 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0427 16:07:11.772610 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0427 16:07:11.772621 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0427 16:07:11.772632 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0427 16:07:11.772637 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0427 16:07:11.772648 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0427 16:07:11.772650 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0427 16:07:11.772651 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0427 16:07:11.772651 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0427 16:07:11.772658 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0427 16:07:11.772660 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0427 16:07:11.772664 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0427 16:07:11.772673 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0427 16:07:11.772675 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0427 16:07:11.772675 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0427 16:07:11.772670 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0427 16:07:11.772683 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0427 16:07:11.772656 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0427 16:07:11.772691 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0427 16:07:11.772693 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0427 16:07:11.772688 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0427 16:07:11.772690 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0427 16:07:11.772695 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0427 16:07:11.772712 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0427 16:07:11.772723 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0427 16:07:11.772729 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0427 16:07:11.772732 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0427 16:07:11.772742 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0427 16:07:11.772745 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0427 16:07:11.772704 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0427 16:07:11.772753 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0427 16:07:11.772754 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0427 16:07:11.772760 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0427 16:07:11.772694 3786 default_node_network_controller.go:944] Gateway and management port readiness took 71.615482ms I0427 16:07:11.772769 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0427 16:07:11.772768 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0427 16:07:11.772776 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0427 16:07:11.772777 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0427 16:07:11.772781 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0427 16:07:11.772784 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0427 16:07:11.772788 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0427 16:07:11.772787 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0427 16:07:11.772799 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0427 16:07:11.772802 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0427 16:07:11.772806 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0427 16:07:11.772742 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0427 16:07:11.772812 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0427 16:07:11.772818 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0427 16:07:11.772822 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0427 16:07:11.772821 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0427 16:07:11.772834 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0427 16:07:11.772833 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0427 16:07:11.772836 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0427 16:07:11.772841 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0427 16:07:11.772845 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0427 16:07:11.772851 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0427 16:07:11.772851 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0427 16:07:11.772853 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0427 16:07:11.772801 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0427 16:07:11.772869 3786 port_claim.go:71] Svc openshift-ingress/router-default: port 32130 is already open, no action needed I0427 16:07:11.772879 3786 port_claim.go:71] Svc openshift-ingress/router-default: port 32707 is already open, no action needed I0427 16:07:11.772678 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0427 16:07:11.772921 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0427 16:07:11.772714 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0427 16:07:11.772837 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0427 16:07:11.772654 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0427 16:07:11.772808 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0427 16:07:11.772788 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0427 16:07:11.772994 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0427 16:07:11.772778 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0427 16:07:11.772785 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0427 16:07:11.773039 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0427 16:07:11.772641 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0427 16:07:11.772752 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0427 16:07:11.773102 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0427 16:07:11.772762 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0427 16:07:11.773182 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0427 16:07:11.772779 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0427 16:07:11.773245 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0427 16:07:11.772791 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0427 16:07:11.773285 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0427 16:07:11.772792 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0427 16:07:11.772809 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0427 16:07:11.772790 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0427 16:07:11.773355 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0427 16:07:11.772819 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0427 16:07:11.773375 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0427 16:07:11.772818 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0427 16:07:11.773390 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0427 16:07:11.772822 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0427 16:07:11.772818 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0427 16:07:11.773485 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0427 16:07:11.772825 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0427 16:07:11.772833 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0427 16:07:11.773566 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0427 16:07:11.772839 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0427 16:07:11.773591 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0427 16:07:11.772964 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0427 16:07:11.772978 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0427 16:07:11.773553 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0427 16:07:11.773608 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0427 16:07:11.773577 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0427 16:07:11.788078 3786 node_ip_handler_linux.go:160] Node IP manager is running W0427 16:07:11.822822 3786 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0427 16:07:11.822954 3786 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0427 16:07:11.823060 3786 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0427 16:07:11.828715 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0427 16:07:11.828740 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0427 16:07:11.828746 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0427 16:07:11.828752 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0427 16:07:11.828761 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0427 16:07:11.828767 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0427 16:07:11.828772 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0427 16:07:11.828793 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0427 16:07:11.828818 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0427 16:07:11.868658 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0427 16:07:11.868686 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0427 16:07:11.908724 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0427 16:07:11.908739 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0427 16:07:11.908728 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0427 16:07:11.908758 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0427 16:07:11.908764 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0427 16:07:11.908769 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0427 16:07:11.908775 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0427 16:07:11.908785 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0427 16:07:11.908791 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0427 16:07:11.908798 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0427 16:07:11.908803 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0427 16:07:11.908809 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0427 16:07:11.908814 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0427 16:07:11.908820 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0427 16:07:11.908825 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0427 16:07:11.908830 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0427 16:07:11.908836 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0427 16:07:11.908841 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0427 16:07:11.908846 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0427 16:07:11.908858 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0427 16:07:13.412981 3786 default_node_network_controller.go:1380] Starting node controller node sync W0427 16:07:13.413025 3786 egressip_healthcheck.go:76] Health checking using insecure connection I0427 16:07:13.413064 3786 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0427 16:07:13.424776 3786 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.772678ms I0427 16:07:13.424912 3786 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 10.0.0.119 to PMTUD blocking rules I0427 16:07:13.424930 3786 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0427 16:07:13.424912 3786 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-57.ec2.internal", IP: 10.0.1.57 to PMTUD blocking rules I0427 16:07:13.424942 3786 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-57.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0427 16:07:13.436594 3786 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0427 16:07:13.436892 3786 egressservice_node.go:93] Setting up event handlers for Egress Services I0427 16:07:13.436999 3786 egressservice_node.go:183] Starting Egress Services Controller I0427 16:07:13.437014 3786 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0427 16:07:13.437026 3786 shared_informer.go:356] "Caches are synced" controller="egressservices" I0427 16:07:13.437032 3786 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0427 16:07:13.437041 3786 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0427 16:07:13.437046 3786 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0427 16:07:13.437051 3786 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0427 16:07:13.437055 3786 egressservice_node.go:197] Repairing Egress Services I0427 16:07:13.446936 3786 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0427 16:07:13.446948 3786 external_controller.go:278] Starting Admin Policy Based Route Controller I0427 16:07:13.447086 3786 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0427 16:07:13.447101 3786 link_network_manager.go:119] Link manager is running I0427 16:07:13.447114 3786 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0427 16:07:13.447219 3786 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0427 16:07:13.447490 3786 vrf_manager.go:128] VRF manager is running I0427 16:07:13.447584 3786 node_controller_manager.go:437] Removing flows to drop GARP I0427 16:07:13.447594 3786 gateway.go:532] Reconciling gateway with updates I0427 16:07:13.468342 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0427 16:07:13.468353 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0427 16:07:13.468353 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0427 16:07:13.468362 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0427 16:07:13.468365 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0427 16:07:13.468363 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0427 16:07:13.468368 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0427 16:07:13.468377 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0427 16:07:13.468378 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0427 16:07:13.468387 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0427 16:07:13.468395 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0427 16:07:13.468395 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0427 16:07:13.468400 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0427 16:07:13.468400 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0427 16:07:13.468409 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0427 16:07:13.468410 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0427 16:07:13.468416 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0427 16:07:13.468417 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0427 16:07:13.468418 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0427 16:07:13.468425 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0427 16:07:13.468442 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0427 16:07:13.468445 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0427 16:07:13.468447 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0427 16:07:13.468446 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0427 16:07:13.468453 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0427 16:07:13.468455 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0427 16:07:13.468458 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0427 16:07:13.468460 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0427 16:07:13.468470 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0427 16:07:13.468470 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0427 16:07:13.468472 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0427 16:07:13.468478 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0427 16:07:13.468478 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0427 16:07:13.468482 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0427 16:07:13.468483 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0427 16:07:13.468483 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0427 16:07:13.468490 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0427 16:07:13.468493 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0427 16:07:13.468497 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0427 16:07:13.468497 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0427 16:07:13.468503 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0427 16:07:13.468507 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0427 16:07:13.468513 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0427 16:07:13.468492 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0427 16:07:13.468522 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0427 16:07:13.468527 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0427 16:07:13.468529 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0427 16:07:13.468503 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0427 16:07:13.468532 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0427 16:07:13.468549 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0427 16:07:13.468542 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0427 16:07:13.468557 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0427 16:07:13.468561 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0427 16:07:13.468574 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0427 16:07:13.468445 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0427 16:07:13.468540 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0427 16:07:13.468587 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0427 16:07:13.468463 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0427 16:07:13.468595 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0427 16:07:13.468476 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0427 16:07:13.468622 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0427 16:07:13.468454 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0427 16:07:13.468633 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0427 16:07:13.468694 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0427 16:07:13.468510 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0427 16:07:13.468713 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0427 16:07:13.468717 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0427 16:07:13.468362 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0427 16:07:13.468724 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0427 16:07:13.468491 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0427 16:07:13.468739 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0427 16:07:13.468749 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0427 16:07:13.468782 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0427 16:07:13.468510 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0427 16:07:13.468377 3786 port_claim.go:71] Svc openshift-ingress/router-default: port 32130 is already open, no action needed I0427 16:07:13.468811 3786 port_claim.go:71] Svc openshift-ingress/router-default: port 32707 is already open, no action needed I0427 16:07:13.468483 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0427 16:07:13.468389 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0427 16:07:13.468470 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0427 16:07:13.468889 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0427 16:07:13.468894 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0427 16:07:13.468460 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0427 16:07:13.468370 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0427 16:07:13.468927 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0427 16:07:13.468934 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0427 16:07:13.468346 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0427 16:07:13.468943 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0427 16:07:13.468402 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0427 16:07:13.468970 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0427 16:07:13.468418 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0427 16:07:13.468422 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0427 16:07:13.468445 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0427 16:07:13.468449 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0427 16:07:13.468455 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0427 16:07:13.469047 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0427 16:07:13.468463 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0427 16:07:13.469069 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0427 16:07:13.468470 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0427 16:07:13.468493 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0427 16:07:13.469119 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0427 16:07:13.468377 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0427 16:07:13.469142 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0427 16:07:13.468513 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0427 16:07:13.469163 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0427 16:07:13.468509 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0427 16:07:13.469174 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0427 16:07:13.468524 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0427 16:07:13.468530 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0427 16:07:13.468524 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0427 16:07:13.469284 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0427 16:07:13.468540 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0427 16:07:13.468530 3786 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0427 16:07:13.469327 3786 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0427 16:07:13.468618 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0427 16:07:13.468623 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0427 16:07:13.507702 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0427 16:07:13.507711 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0427 16:07:13.507728 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0427 16:07:13.546615 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0427 16:07:13.546643 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0427 16:07:13.546651 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0427 16:07:13.546658 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0427 16:07:13.546664 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0427 16:07:13.546675 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0427 16:07:13.546681 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0427 16:07:13.546687 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0427 16:07:13.546692 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0427 16:07:13.546697 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0427 16:07:13.546702 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0427 16:07:13.546708 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0427 16:07:13.546714 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0427 16:07:13.586216 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0427 16:07:13.586245 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0427 16:07:13.586255 3786 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0427 16:07:14.275145 3786 default_network_controller.go:1025] Node "ip-10-0-0-119.ec2.internal" in remote zone "ip-10-0-0-119.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0427 16:07:14.275968 3786 zone_ic_handler.go:195] Time taken to create transit switch: 306.173µs I0427 16:07:14.275982 3786 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-119.ec2.internal for the network default I0427 16:07:14.276995 3786 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-119.ec2.internal" on network "default" took: 1.346013ms I0427 16:07:15.364642 3786 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal I0427 16:07:15.364676 3786 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 40.693µs I0427 16:07:15.391502 3786 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-54b8f7bb8b-nnvtq] creating logical port openshift-image-registry_image-registry-54b8f7bb8b-nnvtq for pod on switch ip-10-0-2-167.ec2.internal I0427 16:07:15.391622 3786 kube.go:256] Updating pod openshift-image-registry/image-registry-54b8f7bb8b-nnvtq I0427 16:07:15.407593 3786 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-zd8v2] creating logical port openshift-ingress-canary_ingress-canary-zd8v2 for pod on switch ip-10-0-2-167.ec2.internal I0427 16:07:15.407768 3786 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-zd8v2 I0427 16:07:15.424704 3786 pod.go:62] [openshift-image-registry/image-registry-54b8f7bb8b-nnvtq] pod update took 33.108727ms I0427 16:07:15.424728 3786 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-54b8f7bb8b-nnvtq] addLogicalPort annotation time took 33.138505ms I0427 16:07:15.426061 3786 pods.go:271] [openshift-image-registry/image-registry-54b8f7bb8b-nnvtq] addLogicalPort took 34.568647ms, libovsdb time 1.077732ms I0427 16:07:15.427388 3786 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-lx42h] creating logical port openshift-dns_dns-default-lx42h for pod on switch ip-10-0-2-167.ec2.internal I0427 16:07:15.427502 3786 kube.go:256] Updating pod openshift-dns/dns-default-lx42h I0427 16:07:15.429194 3786 pod.go:62] [openshift-ingress-canary/ingress-canary-zd8v2] pod update took 21.464936ms I0427 16:07:15.429215 3786 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-zd8v2] addLogicalPort annotation time took 21.492013ms I0427 16:07:15.430286 3786 pods.go:271] [openshift-ingress-canary/ingress-canary-zd8v2] addLogicalPort took 22.717897ms, libovsdb time 813.744µs I0427 16:07:15.447738 3786 pod.go:62] [openshift-dns/dns-default-lx42h] pod update took 20.258158ms I0427 16:07:15.447764 3786 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-lx42h] addLogicalPort annotation time took 20.289983ms I0427 16:07:15.448886 3786 pods.go:271] [openshift-dns/dns-default-lx42h] addLogicalPort took 21.507211ms, libovsdb time 838.498µs I0427 16:07:15.799478 3786 cni.go:452] [openshift-ingress-canary/ingress-canary-zd8v2 966d397b9cc47834d5b0436b41c4cb7fb3a8622db95287ffb6835424545cb73a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-zd8v2 966d397b9cc47834d5b0436b41c4cb7fb3a8622db95287ffb6835424545cb73a network default NAD default NAD key ] I0427 16:07:15.831267 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-zd8v2, hostIfaceName: 966d397b9cc4783, network: default, NAD default, SandboxID: "966d397b9cc47834d5b0436b41c4cb7fb3a8622db95287ffb6835424545cb73a", PCI device ID: , UID: "98c55b26-0ba3-4f9f-a305-d6c9468ae78f", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0427 16:07:15.879289 3786 cni.go:473] [openshift-ingress-canary/ingress-canary-zd8v2 966d397b9cc47834d5b0436b41c4cb7fb3a8622db95287ffb6835424545cb73a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-zd8v2 966d397b9cc47834d5b0436b41c4cb7fb3a8622db95287ffb6835424545cb73a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:5c:40:9a:b4:2f\",\"name\":\"966d397b9cc4783\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22a55f8e-daaf-47ab-90e5-3ed539580176\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:07:23.200108 3786 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0427 16:07:47.453267 3786 cni.go:452] [openshift-network-diagnostics/network-check-target-fjssb 59269de80fa291f473bd7a99d102682f9c2ce66dd996d5b2e16d311574fa9d63 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-fjssb 59269de80fa291f473bd7a99d102682f9c2ce66dd996d5b2e16d311574fa9d63 network default NAD default NAD key ] I0427 16:07:47.463059 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-fjssb, hostIfaceName: 59269de80fa291f, network: default, NAD default, SandboxID: "59269de80fa291f473bd7a99d102682f9c2ce66dd996d5b2e16d311574fa9d63", PCI device ID: , UID: "a5dbbd73-fbf3-4281-a5cd-e9414f972c07", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0427 16:07:47.509915 3786 cni.go:473] [openshift-network-diagnostics/network-check-target-fjssb 59269de80fa291f473bd7a99d102682f9c2ce66dd996d5b2e16d311574fa9d63 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-fjssb 59269de80fa291f473bd7a99d102682f9c2ce66dd996d5b2e16d311574fa9d63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:77:a9:dc:73:ff\",\"name\":\"59269de80fa291f\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa00a345-917f-4891-b96c-b83735a24301\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:07:54.206852 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0427 16:07:54.206879 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0427 16:08:09.374747 3786 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-mjbjw] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-mjbjw for pod on switch ip-10-0-2-167.ec2.internal I0427 16:08:09.374837 3786 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-mjbjw I0427 16:08:09.394893 3786 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-mjbjw] pod update took 20.079003ms I0427 16:08:09.394917 3786 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-mjbjw] addLogicalPort annotation time took 20.107882ms I0427 16:08:09.396193 3786 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-mjbjw] addLogicalPort took 21.463212ms, libovsdb time 965.135µs I0427 16:08:09.485524 3786 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-cx6d2] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-cx6d2 for pod on switch ip-10-0-2-167.ec2.internal I0427 16:08:09.485618 3786 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-nwhbn] creating logical port openshift-console-operator_console-operator-66dbbb6468-nwhbn for pod on switch ip-10-0-2-167.ec2.internal I0427 16:08:09.485677 3786 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-cx6d2 I0427 16:08:09.485683 3786 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-qmhgw] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-qmhgw for pod on switch ip-10-0-2-167.ec2.internal I0427 16:08:09.485709 3786 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-nwhbn I0427 16:08:09.485743 3786 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-qmhgw I0427 16:08:09.522312 3786 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-cx6d2] pod update took 36.666287ms I0427 16:08:09.522340 3786 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-cx6d2] addLogicalPort annotation time took 36.700664ms I0427 16:08:09.522470 3786 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-nwhbn] pod update took 36.790616ms I0427 16:08:09.522489 3786 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-nwhbn] addLogicalPort annotation time took 36.812507ms I0427 16:08:09.522538 3786 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-qmhgw] pod update took 36.816304ms I0427 16:08:09.522559 3786 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-qmhgw] addLogicalPort annotation time took 36.834991ms I0427 16:08:09.523613 3786 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-cx6d2] addLogicalPort took 38.110804ms, libovsdb time 992.417µs I0427 16:08:09.523996 3786 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-nwhbn] addLogicalPort took 38.392448ms, libovsdb time 1.291156ms I0427 16:08:09.524319 3786 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-qmhgw] addLogicalPort took 38.643204ms, libovsdb time 1.560715ms I0427 16:08:09.593404 3786 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-6bj5t] creating logical port openshift-insights_insights-operator-6dbb575d6c-6bj5t for pod on switch ip-10-0-2-167.ec2.internal I0427 16:08:09.593497 3786 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-6bj5t I0427 16:08:09.619778 3786 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-6bj5t] pod update took 26.298ms I0427 16:08:09.619805 3786 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-6bj5t] addLogicalPort annotation time took 26.33092ms I0427 16:08:09.621023 3786 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-6bj5t] addLogicalPort took 27.632668ms, libovsdb time 885.215µs I0427 16:08:09.732501 3786 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-mjbjw 654af950c852b39921117a557c39c6d2254419ab9b1e32129408f651d0bab235 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-mjbjw 654af950c852b39921117a557c39c6d2254419ab9b1e32129408f651d0bab235 network default NAD default NAD key ] I0427 16:08:09.742536 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-mjbjw, hostIfaceName: 654af950c852b39, network: default, NAD default, SandboxID: "654af950c852b39921117a557c39c6d2254419ab9b1e32129408f651d0bab235", PCI device ID: , UID: "e4779088-9496-4b60-8eb3-a0da04135783", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0427 16:08:09.788260 3786 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-mjbjw 654af950c852b39921117a557c39c6d2254419ab9b1e32129408f651d0bab235 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-mjbjw 654af950c852b39921117a557c39c6d2254419ab9b1e32129408f651d0bab235 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:61:e1:41:11:fa\",\"name\":\"654af950c852b39\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1e2aaed-a818-4617-af9a-db06104e9a95\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:08:09.849696 3786 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-nwhbn 26f91d4b9cd34d560987ca68d611cdab30eb69bd2b6e8ec5d172ea4524681e6a network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-nwhbn 26f91d4b9cd34d560987ca68d611cdab30eb69bd2b6e8ec5d172ea4524681e6a network default NAD default NAD key ] I0427 16:08:09.861301 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-nwhbn, hostIfaceName: 26f91d4b9cd34d5, network: default, NAD default, SandboxID: "26f91d4b9cd34d560987ca68d611cdab30eb69bd2b6e8ec5d172ea4524681e6a", PCI device ID: , UID: "3c6de7c7-d204-4d5c-90d8-441636cbdac9", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0427 16:08:09.906131 3786 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-nwhbn 26f91d4b9cd34d560987ca68d611cdab30eb69bd2b6e8ec5d172ea4524681e6a network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-nwhbn 26f91d4b9cd34d560987ca68d611cdab30eb69bd2b6e8ec5d172ea4524681e6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:ca:f3:81:e7:3f\",\"name\":\"26f91d4b9cd34d5\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39ea6981-4f72-4f43-bb01-add39c08d709\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:08:09.956667 3786 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-6bj5t 01b89e4b8eca484fa61e52ebdd35bca354c7ba15f66e2c92aeee6ade2763c889 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-6bj5t 01b89e4b8eca484fa61e52ebdd35bca354c7ba15f66e2c92aeee6ade2763c889 network default NAD default NAD key ] I0427 16:08:09.968116 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-6bj5t, hostIfaceName: 01b89e4b8eca484, network: default, NAD default, SandboxID: "01b89e4b8eca484fa61e52ebdd35bca354c7ba15f66e2c92aeee6ade2763c889", PCI device ID: , UID: "21c74ae3-8414-43fe-89ff-160e2eb4afa4", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0427 16:08:10.014082 3786 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-6bj5t 01b89e4b8eca484fa61e52ebdd35bca354c7ba15f66e2c92aeee6ade2763c889 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-6bj5t 01b89e4b8eca484fa61e52ebdd35bca354c7ba15f66e2c92aeee6ade2763c889 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:87:5c:75:95:ea\",\"name\":\"01b89e4b8eca484\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2c434e9-231c-416f-829a-1e629d7cfd07\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:08:14.766443 3786 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0427 16:08:14.767455 3786 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 990.497µs I0427 16:08:14.793294 3786 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0427 16:08:14.895421 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0427 16:08:14.944420 3786 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wpr27] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-wpr27 for pod on switch ip-10-0-2-167.ec2.internal I0427 16:08:14.944554 3786 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wpr27 I0427 16:08:14.964952 3786 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wpr27] pod update took 20.441462ms I0427 16:08:14.964979 3786 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wpr27] addLogicalPort annotation time took 20.472591ms I0427 16:08:14.966266 3786 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wpr27] addLogicalPort took 21.865724ms, libovsdb time 915.65µs I0427 16:08:15.308597 3786 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wpr27 999a47726ff9520b76909180a958190130489955b524d25ad16c0adedae3dda7 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wpr27 999a47726ff9520b76909180a958190130489955b524d25ad16c0adedae3dda7 network default NAD default NAD key ] I0427 16:08:15.318641 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-wpr27, hostIfaceName: 999a47726ff9520, network: default, NAD default, SandboxID: "999a47726ff9520b76909180a958190130489955b524d25ad16c0adedae3dda7", PCI device ID: , UID: "5bada83d-c467-45e3-9e71-0add2a7bd06d", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0427 16:08:15.365072 3786 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wpr27 999a47726ff9520b76909180a958190130489955b524d25ad16c0adedae3dda7 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-wpr27 999a47726ff9520b76909180a958190130489955b524d25ad16c0adedae3dda7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:4e:34:d1:5f:f3\",\"name\":\"999a47726ff9520\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85bc0564-04ac-4a5e-8d71-a97dec816954\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:08:15.809566 3786 namespace.go:98] [openshift-service-ca] adding namespace I0427 16:08:15.810393 3786 namespace.go:102] [openshift-service-ca] adding namespace took 808.104µs I0427 16:08:15.823899 3786 namespace.go:142] [openshift-service-ca] updating namespace W0427 16:08:24.176786 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0427 16:08:26.706712 3786 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0427 16:08:40.603759 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0427 16:08:40.603891 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0427 16:08:40.716139 3786 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-2rr27] creating logical port openshift-insights_insights-runtime-extractor-2rr27 for pod on switch ip-10-0-2-167.ec2.internal I0427 16:08:40.716284 3786 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-2rr27 I0427 16:08:40.738557 3786 pod.go:62] [openshift-insights/insights-runtime-extractor-2rr27] pod update took 22.303106ms I0427 16:08:40.738584 3786 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-2rr27] addLogicalPort annotation time took 22.335775ms I0427 16:08:40.739822 3786 pods.go:271] [openshift-insights/insights-runtime-extractor-2rr27] addLogicalPort took 23.708493ms, libovsdb time 894.631µs I0427 16:08:41.070258 3786 cni.go:452] [openshift-insights/insights-runtime-extractor-2rr27 736bcaf783cd830db5d8a72e106f7377a18c4f4c27f25f83ad26f38715cd65d2 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-2rr27 736bcaf783cd830db5d8a72e106f7377a18c4f4c27f25f83ad26f38715cd65d2 network default NAD default NAD key ] I0427 16:08:41.079450 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-2rr27, hostIfaceName: 736bcaf783cd830, network: default, NAD default, SandboxID: "736bcaf783cd830db5d8a72e106f7377a18c4f4c27f25f83ad26f38715cd65d2", PCI device ID: , UID: "8a15f34e-d095-4f54-a796-fb8224ced3e7", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0427 16:08:41.126102 3786 cni.go:473] [openshift-insights/insights-runtime-extractor-2rr27 736bcaf783cd830db5d8a72e106f7377a18c4f4c27f25f83ad26f38715cd65d2 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-2rr27 736bcaf783cd830db5d8a72e106f7377a18c4f4c27f25f83ad26f38715cd65d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:a9:a3:53:5a:42\",\"name\":\"736bcaf783cd830\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5aa53bc3-0d5d-48aa-bd5b-c12750670d2c\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:08:41.349779 3786 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-qmhgw a8fb46d7a1094e8ffc46ef95a337415c11b0cedab157e04faf47cccbea7e460d network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-qmhgw a8fb46d7a1094e8ffc46ef95a337415c11b0cedab157e04faf47cccbea7e460d network default NAD default NAD key ] I0427 16:08:41.358890 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-qmhgw, hostIfaceName: a8fb46d7a1094e8, network: default, NAD default, SandboxID: "a8fb46d7a1094e8ffc46ef95a337415c11b0cedab157e04faf47cccbea7e460d", PCI device ID: , UID: "5a1869f3-e5a8-477c-b4ca-f3956be81a56", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0427 16:08:41.404638 3786 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-qmhgw a8fb46d7a1094e8ffc46ef95a337415c11b0cedab157e04faf47cccbea7e460d network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-qmhgw a8fb46d7a1094e8ffc46ef95a337415c11b0cedab157e04faf47cccbea7e460d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:b8:b1:d0:16:85\",\"name\":\"a8fb46d7a1094e8\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1af06fd9-7ec1-4298-bbec-cf50432034f8\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:08:41.651965 3786 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-cx6d2 a93d37007c7184dd0b63272d8998a8c2efcd81d58966437ab4e24d5ba104a1d8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-cx6d2 a93d37007c7184dd0b63272d8998a8c2efcd81d58966437ab4e24d5ba104a1d8 network default NAD default NAD key ] I0427 16:08:41.661106 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-cx6d2, hostIfaceName: a93d37007c7184d, network: default, NAD default, SandboxID: "a93d37007c7184dd0b63272d8998a8c2efcd81d58966437ab4e24d5ba104a1d8", PCI device ID: , UID: "0bd218fc-f2ce-44ee-bcb0-e8bc8508bbbe", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0427 16:08:41.708534 3786 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-cx6d2 a93d37007c7184dd0b63272d8998a8c2efcd81d58966437ab4e24d5ba104a1d8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-cx6d2 a93d37007c7184dd0b63272d8998a8c2efcd81d58966437ab4e24d5ba104a1d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:eb:d6:ae:5d:da\",\"name\":\"a93d37007c7184d\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/014511ac-7c7d-4acb-abe9-130a6b70422c\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:08:41.784670 3786 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:41.784691 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:41.784696 3786 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:41.785657 3786 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0427 16:08:41.785674 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0427 16:08:41.902038 3786 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54b8f7bb8b-nnvtq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:08:41.902131 3786 pods.go:176] Deleting pod: openshift-image-registry/image-registry-54b8f7bb8b-nnvtq I0427 16:08:41.903492 3786 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-54b8f7bb8b-nnvtq, ips: 10.130.0.5 I0427 16:08:41.903522 3786 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54b8f7bb8b-nnvtq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:08:41.911331 3786 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-84f586f9d7-p5r97] creating logical port openshift-image-registry_image-registry-84f586f9d7-p5r97 for pod on switch ip-10-0-2-167.ec2.internal I0427 16:08:41.911495 3786 kube.go:256] Updating pod openshift-image-registry/image-registry-84f586f9d7-p5r97 I0427 16:08:41.924851 3786 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54b8f7bb8b-nnvtq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:08:41.924877 3786 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54b8f7bb8b-nnvtq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:08:41.935054 3786 pod.go:62] [openshift-image-registry/image-registry-84f586f9d7-p5r97] pod update took 23.594767ms I0427 16:08:41.935083 3786 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-84f586f9d7-p5r97] addLogicalPort annotation time took 23.629478ms I0427 16:08:41.936384 3786 pods.go:271] [openshift-image-registry/image-registry-84f586f9d7-p5r97] addLogicalPort took 25.073238ms, libovsdb time 964.633µs I0427 16:08:41.937754 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54b8f7bb8b-nnvtq I0427 16:08:41.937776 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54b8f7bb8b-nnvtq I0427 16:08:42.267714 3786 cni.go:452] [openshift-image-registry/image-registry-84f586f9d7-p5r97 9e3c028c5a5044c65a848df5833d2d7f4bab869b3deeab625eb0c9f3d0473860 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-84f586f9d7-p5r97 9e3c028c5a5044c65a848df5833d2d7f4bab869b3deeab625eb0c9f3d0473860 network default NAD default NAD key ] I0427 16:08:42.277854 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-84f586f9d7-p5r97, hostIfaceName: 9e3c028c5a5044c, network: default, NAD default, SandboxID: "9e3c028c5a5044c65a848df5833d2d7f4bab869b3deeab625eb0c9f3d0473860", PCI device ID: , UID: "15b58a1d-8751-46f0-89e0-4cbf4b7c2896", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0427 16:08:42.323613 3786 cni.go:473] [openshift-image-registry/image-registry-84f586f9d7-p5r97 9e3c028c5a5044c65a848df5833d2d7f4bab869b3deeab625eb0c9f3d0473860 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-84f586f9d7-p5r97 9e3c028c5a5044c65a848df5833d2d7f4bab869b3deeab625eb0c9f3d0473860 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:10:8e:44:bf:77\",\"name\":\"9e3c028c5a5044c\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6214656-d15f-46a6-bb15-61215fd788e1\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:08:42.419579 3786 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0427 16:08:42.419636 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0427 16:08:42.419780 3786 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:42.419801 3786 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:42.419808 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:42.776837 3786 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0427 16:08:42.776912 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0427 16:08:42.776937 3786 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:42.776949 3786 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:42.776956 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0427 16:08:42.788765 3786 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58b67fcf4f-mpbxf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:08:42.789369 3786 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58b67fcf4f-mpbxf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:08:42.802668 3786 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58b67fcf4f-mpbxf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:08:42.802690 3786 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58b67fcf4f-mpbxf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:08:42.806250 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-58b67fcf4f-mpbxf I0427 16:08:42.806274 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-58b67fcf4f-mpbxf W0427 16:08:42.910842 3786 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:08:43.778209 3786 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0427 16:08:45.122597 3786 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-r99dq] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-r99dq for pod on switch ip-10-0-2-167.ec2.internal I0427 16:08:45.122722 3786 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-r99dq I0427 16:08:45.135730 3786 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-r99dq] pod update took 13.036999ms I0427 16:08:45.135754 3786 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-r99dq] addLogicalPort annotation time took 13.071629ms I0427 16:08:45.136934 3786 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-r99dq] addLogicalPort took 14.362518ms, libovsdb time 881.963µs I0427 16:08:45.524469 3786 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-r99dq d940753936dcc8ce62ef6225476aa6fce1be98d64832e7cc86408c1541cfcece network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-r99dq d940753936dcc8ce62ef6225476aa6fce1be98d64832e7cc86408c1541cfcece network default NAD default NAD key ] I0427 16:08:45.537533 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-r99dq, hostIfaceName: d940753936dcc8c, network: default, NAD default, SandboxID: "d940753936dcc8ce62ef6225476aa6fce1be98d64832e7cc86408c1541cfcece", PCI device ID: , UID: "d94ad6b0-189c-4f44-ada9-4490bfa1cfec", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0427 16:08:45.587259 3786 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-r99dq d940753936dcc8ce62ef6225476aa6fce1be98d64832e7cc86408c1541cfcece network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-r99dq d940753936dcc8ce62ef6225476aa6fce1be98d64832e7cc86408c1541cfcece network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:56:3e:f4:dc:35\",\"name\":\"d940753936dcc8c\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92245a3e-da80-4325-991a-370eea369b7e\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:08:46.255180 3786 base_network_controller_pods.go:487] [default/openshift-console/console-7769dc549-fvkc5] creating logical port openshift-console_console-7769dc549-fvkc5 for pod on switch ip-10-0-2-167.ec2.internal I0427 16:08:46.255359 3786 kube.go:256] Updating pod openshift-console/console-7769dc549-fvkc5 I0427 16:08:46.272529 3786 pod.go:62] [openshift-console/console-7769dc549-fvkc5] pod update took 17.207416ms I0427 16:08:46.272548 3786 base_network_controller_pods.go:951] [default/openshift-console/console-7769dc549-fvkc5] addLogicalPort annotation time took 17.229495ms I0427 16:08:46.273743 3786 pods.go:271] [openshift-console/console-7769dc549-fvkc5] addLogicalPort took 18.581628ms, libovsdb time 894.728µs I0427 16:08:46.642739 3786 cni.go:452] [openshift-console/console-7769dc549-fvkc5 4c8ba24afe2923aa6ebd4e201407b841e981f6926c6dcde0f9582647355898b6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7769dc549-fvkc5 4c8ba24afe2923aa6ebd4e201407b841e981f6926c6dcde0f9582647355898b6 network default NAD default NAD key ] I0427 16:08:46.653964 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7769dc549-fvkc5, hostIfaceName: 4c8ba24afe2923a, network: default, NAD default, SandboxID: "4c8ba24afe2923aa6ebd4e201407b841e981f6926c6dcde0f9582647355898b6", PCI device ID: , UID: "cc7c6833-e37e-4c3a-a0de-989ddeda7bb8", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0427 16:08:46.705160 3786 cni.go:473] [openshift-console/console-7769dc549-fvkc5 4c8ba24afe2923aa6ebd4e201407b841e981f6926c6dcde0f9582647355898b6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7769dc549-fvkc5 4c8ba24afe2923aa6ebd4e201407b841e981f6926c6dcde0f9582647355898b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:96:2c:58:ed:5b\",\"name\":\"4c8ba24afe2923a\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d37f047-f2f7-4f1f-938a-aee2be1608de\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:08:47.791278 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0427 16:08:47.953289 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0427 16:08:51.453330 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0427 16:08:51.647084 3786 cni.go:452] [openshift-multus/network-metrics-daemon-t4rg7 aba01210d45ba36aea7685d3b00d60cc043a991907bc2c1d1ed035087a23ee07 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-t4rg7 aba01210d45ba36aea7685d3b00d60cc043a991907bc2c1d1ed035087a23ee07 network default NAD default NAD key ] I0427 16:08:51.657260 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-t4rg7, hostIfaceName: aba01210d45ba36, network: default, NAD default, SandboxID: "aba01210d45ba36aea7685d3b00d60cc043a991907bc2c1d1ed035087a23ee07", PCI device ID: , UID: "169bed69-cd44-4c6c-ab53-a4d2df45340e", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0427 16:08:51.704805 3786 cni.go:473] [openshift-multus/network-metrics-daemon-t4rg7 aba01210d45ba36aea7685d3b00d60cc043a991907bc2c1d1ed035087a23ee07 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-t4rg7 aba01210d45ba36aea7685d3b00d60cc043a991907bc2c1d1ed035087a23ee07 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:05:d9:29:9c:50\",\"name\":\"aba01210d45ba36\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7baa2ff1-8838-4ead-a9f6-fdf46d4e9a4b\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:08:51.810335 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0427 16:08:51.946423 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0427 16:08:55.678504 3786 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-rkxkj] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-rkxkj for pod on switch ip-10-0-2-167.ec2.internal I0427 16:08:55.678611 3786 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-rkxkj I0427 16:08:55.695738 3786 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-rkxkj] pod update took 17.157627ms I0427 16:08:55.695762 3786 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-rkxkj] addLogicalPort annotation time took 17.189523ms I0427 16:08:55.697040 3786 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-rkxkj] addLogicalPort took 18.558196ms, libovsdb time 905.278µs I0427 16:08:56.642795 3786 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-rkxkj 1419b33ef4f57d4e9aaa581f2d96d6e08efdd7f97c868f1e7b0180beeaf1bfd4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-rkxkj 1419b33ef4f57d4e9aaa581f2d96d6e08efdd7f97c868f1e7b0180beeaf1bfd4 network default NAD default NAD key ] I0427 16:08:56.655142 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-rkxkj, hostIfaceName: 1419b33ef4f57d4, network: default, NAD default, SandboxID: "1419b33ef4f57d4e9aaa581f2d96d6e08efdd7f97c868f1e7b0180beeaf1bfd4", PCI device ID: , UID: "1c087310-43ab-435d-b2e2-9a3ba6e647e5", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0427 16:08:56.713211 3786 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-rkxkj 1419b33ef4f57d4e9aaa581f2d96d6e08efdd7f97c868f1e7b0180beeaf1bfd4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-rkxkj 1419b33ef4f57d4e9aaa581f2d96d6e08efdd7f97c868f1e7b0180beeaf1bfd4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:df:c5:ac:ba:e9\",\"name\":\"1419b33ef4f57d4\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77297407-b2b4-4fa1-9c7f-4f8761ac7223\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:08:57.480046 3786 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0427 16:08:57.747870 3786 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7bbf988864-lxqhm] creating logical port openshift-monitoring_thanos-querier-7bbf988864-lxqhm for pod on switch ip-10-0-2-167.ec2.internal I0427 16:08:57.748008 3786 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7bbf988864-lxqhm I0427 16:08:57.764821 3786 pod.go:62] [openshift-monitoring/thanos-querier-7bbf988864-lxqhm] pod update took 16.856014ms I0427 16:08:57.764850 3786 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7bbf988864-lxqhm] addLogicalPort annotation time took 16.894581ms I0427 16:08:57.766121 3786 pods.go:271] [openshift-monitoring/thanos-querier-7bbf988864-lxqhm] addLogicalPort took 18.2724ms, libovsdb time 959.391µs I0427 16:08:58.104115 3786 cni.go:452] [openshift-monitoring/thanos-querier-7bbf988864-lxqhm 871bb2408e3295e17fd799e96c35058a13f24afe362ca2c228de26331c25f2d6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7bbf988864-lxqhm 871bb2408e3295e17fd799e96c35058a13f24afe362ca2c228de26331c25f2d6 network default NAD default NAD key ] I0427 16:08:58.113543 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7bbf988864-lxqhm, hostIfaceName: 871bb2408e3295e, network: default, NAD default, SandboxID: "871bb2408e3295e17fd799e96c35058a13f24afe362ca2c228de26331c25f2d6", PCI device ID: , UID: "e08a16fb-33ec-4cd4-b6be-58c6a65b53c0", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0427 16:08:58.163216 3786 cni.go:473] [openshift-monitoring/thanos-querier-7bbf988864-lxqhm 871bb2408e3295e17fd799e96c35058a13f24afe362ca2c228de26331c25f2d6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7bbf988864-lxqhm 871bb2408e3295e17fd799e96c35058a13f24afe362ca2c228de26331c25f2d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:f3:d9:42:8b:82\",\"name\":\"871bb2408e3295e\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/becd194f-2d5a-4f28-9524-72bfdafc57e2\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:08:59.275197 3786 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm for pod on switch ip-10-0-2-167.ec2.internal I0427 16:08:59.275309 3786 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm I0427 16:08:59.289771 3786 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm] pod update took 14.492132ms I0427 16:08:59.289795 3786 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm] addLogicalPort annotation time took 14.521105ms I0427 16:08:59.291022 3786 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm] addLogicalPort took 15.846616ms, libovsdb time 908.416µs W0427 16:08:59.498785 3786 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:08:59.498802 3786 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:08:59.498808 3786 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0427 16:08:59.632142 3786 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm 89f8119db08a0aab30aa3ecc359b400d368664f706b10b0861c88f9904d77363 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm 89f8119db08a0aab30aa3ecc359b400d368664f706b10b0861c88f9904d77363 network default NAD default NAD key ] I0427 16:08:59.641853 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm, hostIfaceName: 89f8119db08a0aa, network: default, NAD default, SandboxID: "89f8119db08a0aab30aa3ecc359b400d368664f706b10b0861c88f9904d77363", PCI device ID: , UID: "1a3db4fb-0996-4413-9cc8-210edca444a4", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0427 16:08:59.688288 3786 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm 89f8119db08a0aab30aa3ecc359b400d368664f706b10b0861c88f9904d77363 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm 89f8119db08a0aab30aa3ecc359b400d368664f706b10b0861c88f9904d77363 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:f9:8d:cd:ef:a3\",\"name\":\"89f8119db08a0aa\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e85f546-9a8f-43e2-a9e3-d84bf5056fe3\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:08:59.865613 3786 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:08:59.865634 3786 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:08:59.865640 3786 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0427 16:09:00.265192 3786 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-68bf896558-6jqx2] creating logical port openshift-monitoring_metrics-server-68bf896558-6jqx2 for pod on switch ip-10-0-2-167.ec2.internal I0427 16:09:00.265295 3786 kube.go:256] Updating pod openshift-monitoring/metrics-server-68bf896558-6jqx2 I0427 16:09:00.282624 3786 pod.go:62] [openshift-monitoring/metrics-server-68bf896558-6jqx2] pod update took 17.361177ms I0427 16:09:00.282646 3786 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-68bf896558-6jqx2] addLogicalPort annotation time took 17.386021ms I0427 16:09:00.283699 3786 pods.go:271] [openshift-monitoring/metrics-server-68bf896558-6jqx2] addLogicalPort took 18.520603ms, libovsdb time 758.298µs I0427 16:09:00.534421 3786 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-xdkdq] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-xdkdq for pod on switch ip-10-0-2-167.ec2.internal I0427 16:09:00.534520 3786 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-xdkdq W0427 16:09:00.539476 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0427 16:09:00.557656 3786 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xdkdq] pod update took 23.160257ms I0427 16:09:00.557683 3786 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-xdkdq] addLogicalPort annotation time took 23.1897ms I0427 16:09:00.558987 3786 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xdkdq] addLogicalPort took 24.585697ms, libovsdb time 879.723µs W0427 16:09:00.579327 3786 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6fcd6db6d4-4qsmd IP address from the namespace address-set, err: pod openshift-console/console-6fcd6db6d4-4qsmd: no pod IPs found I0427 16:09:00.820088 3786 cni.go:452] [openshift-monitoring/metrics-server-68bf896558-6jqx2 6f4c5bc1bd5f959622aaa4b203454dec1350529c0a355d555f8ced1646a8471d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-68bf896558-6jqx2 6f4c5bc1bd5f959622aaa4b203454dec1350529c0a355d555f8ced1646a8471d network default NAD default NAD key ] I0427 16:09:00.830875 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-68bf896558-6jqx2, hostIfaceName: 6f4c5bc1bd5f959, network: default, NAD default, SandboxID: "6f4c5bc1bd5f959622aaa4b203454dec1350529c0a355d555f8ced1646a8471d", PCI device ID: , UID: "771b39ed-7eb7-4063-ac50-19263f990cb4", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0427 16:09:00.881754 3786 cni.go:473] [openshift-monitoring/metrics-server-68bf896558-6jqx2 6f4c5bc1bd5f959622aaa4b203454dec1350529c0a355d555f8ced1646a8471d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-68bf896558-6jqx2 6f4c5bc1bd5f959622aaa4b203454dec1350529c0a355d555f8ced1646a8471d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:4d:ab:de:2e:cd\",\"name\":\"6f4c5bc1bd5f959\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7caa2f7a-5049-4d4b-bc3f-6fb6a1137ba7\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:09:01.496959 3786 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xdkdq f3f1b159d85345e5e7070a4913dce2c2e3a75bd460d5b80bf3674e6ed437fdbd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xdkdq f3f1b159d85345e5e7070a4913dce2c2e3a75bd460d5b80bf3674e6ed437fdbd network default NAD default NAD key ] I0427 16:09:01.506783 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-xdkdq, hostIfaceName: f3f1b159d85345e, network: default, NAD default, SandboxID: "f3f1b159d85345e5e7070a4913dce2c2e3a75bd460d5b80bf3674e6ed437fdbd", PCI device ID: , UID: "400cee0f-b6d3-49fc-bf02-d0cc41624e34", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0427 16:09:01.554397 3786 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xdkdq f3f1b159d85345e5e7070a4913dce2c2e3a75bd460d5b80bf3674e6ed437fdbd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xdkdq f3f1b159d85345e5e7070a4913dce2c2e3a75bd460d5b80bf3674e6ed437fdbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:92:d7:af:ae:0c\",\"name\":\"f3f1b159d85345e\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85eb0cbe-b66a-4e76-bda1-431462c09a20\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:09:03.007017 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0427 16:09:03.038311 3786 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0427 16:09:03.038330 3786 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0427 16:09:03.038335 3786 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0427 16:09:03.038340 3786 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0427 16:09:04.017106 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0427 16:09:04.040779 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0427 16:09:07.520058 3786 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0427 16:09:08.562753 3786 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0427 16:09:08.562771 3786 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0427 16:09:08.895077 3786 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0427 16:09:08.895097 3786 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0427 16:09:08.895103 3786 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0427 16:09:08.958562 3786 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0427 16:09:08.958588 3786 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0427 16:09:09.035808 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0427 16:09:09.035833 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0427 16:09:09.035841 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0427 16:09:09.035846 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0427 16:09:10.547804 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0427 16:09:10.620094 3786 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0427 16:09:10.620114 3786 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0427 16:09:10.620121 3786 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0427 16:09:21.287378 3786 cni.go:452] [openshift-console/console-7769dc549-fvkc5 4c8ba24afe2923aa6ebd4e201407b841e981f6926c6dcde0f9582647355898b6 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7769dc549-fvkc5 4c8ba24afe2923aa6ebd4e201407b841e981f6926c6dcde0f9582647355898b6 network default NAD default NAD key ] I0427 16:09:21.358197 3786 cni.go:473] [openshift-console/console-7769dc549-fvkc5 4c8ba24afe2923aa6ebd4e201407b841e981f6926c6dcde0f9582647355898b6 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7769dc549-fvkc5 4c8ba24afe2923aa6ebd4e201407b841e981f6926c6dcde0f9582647355898b6 network default NAD default NAD key default], result "{}", err I0427 16:09:21.406662 3786 obj_retry.go:498] Detected object openshift-console/console-7769dc549-fvkc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:21.406701 3786 pods.go:176] Deleting pod: openshift-console/console-7769dc549-fvkc5 I0427 16:09:21.407919 3786 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7769dc549-fvkc5, ips: 10.130.0.17 I0427 16:09:21.407946 3786 obj_retry.go:498] Detected object openshift-console/console-7769dc549-fvkc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0427 16:09:21.415201 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0427 16:09:21.419230 3786 base_network_controller_pods.go:487] [default/openshift-console/console-b856f66dc-77n5c] creating logical port openshift-console_console-b856f66dc-77n5c for pod on switch ip-10-0-2-167.ec2.internal I0427 16:09:21.419327 3786 kube.go:256] Updating pod openshift-console/console-b856f66dc-77n5c I0427 16:09:21.438896 3786 pod.go:62] [openshift-console/console-b856f66dc-77n5c] pod update took 19.594209ms I0427 16:09:21.438922 3786 base_network_controller_pods.go:951] [default/openshift-console/console-b856f66dc-77n5c] addLogicalPort annotation time took 19.623915ms I0427 16:09:21.440073 3786 pods.go:271] [openshift-console/console-b856f66dc-77n5c] addLogicalPort took 20.855542ms, libovsdb time 804.612µs I0427 16:09:21.778755 3786 cni.go:452] [openshift-console/console-b856f66dc-77n5c 1964b62ba3e88cedbef8922231e1b6c1f7b87dab2f1ac630d5d4389adf3751eb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-b856f66dc-77n5c 1964b62ba3e88cedbef8922231e1b6c1f7b87dab2f1ac630d5d4389adf3751eb network default NAD default NAD key ] I0427 16:09:21.790331 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-b856f66dc-77n5c, hostIfaceName: 1964b62ba3e88ce, network: default, NAD default, SandboxID: "1964b62ba3e88cedbef8922231e1b6c1f7b87dab2f1ac630d5d4389adf3751eb", PCI device ID: , UID: "35c66252-b42a-4808-ab70-88ff1f2a374a", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0427 16:09:21.840186 3786 cni.go:473] [openshift-console/console-b856f66dc-77n5c 1964b62ba3e88cedbef8922231e1b6c1f7b87dab2f1ac630d5d4389adf3751eb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-b856f66dc-77n5c 1964b62ba3e88cedbef8922231e1b6c1f7b87dab2f1ac630d5d4389adf3751eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:01:0d:45:e7:ed\",\"name\":\"1964b62ba3e88ce\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7748d072-4285-48a5-a4b3-378c7f7183bc\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:09:22.082041 3786 obj_retry.go:492] Detected object openshift-console/console-7769dc549-fvkc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:22.082089 3786 obj_retry.go:492] Detected object openshift-console/console-7769dc549-fvkc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:22.088107 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7769dc549-fvkc5 I0427 16:09:22.088137 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7769dc549-fvkc5 W0427 16:09:24.026061 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0427 16:09:24.028056 3786 cni.go:452] [openshift-dns/dns-default-lx42h ab969292bcb7fafdf337be8c5f56b474800099675f2160a7e398a271f77760de network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-lx42h ab969292bcb7fafdf337be8c5f56b474800099675f2160a7e398a271f77760de network default NAD default NAD key ] I0427 16:09:24.039342 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-lx42h, hostIfaceName: ab969292bcb7faf, network: default, NAD default, SandboxID: "ab969292bcb7fafdf337be8c5f56b474800099675f2160a7e398a271f77760de", PCI device ID: , UID: "6e7b49d7-d985-453f-80d9-75f63d0aca6c", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0427 16:09:24.089941 3786 cni.go:473] [openshift-dns/dns-default-lx42h ab969292bcb7fafdf337be8c5f56b474800099675f2160a7e398a271f77760de network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-lx42h ab969292bcb7fafdf337be8c5f56b474800099675f2160a7e398a271f77760de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:c9:1a:d3:7a:5d\",\"name\":\"ab969292bcb7faf\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e3e15c2-c433-48be-81d9-d61e5971e9c6\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:09:25.109424 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0427 16:09:25.871037 3786 obj_retry.go:498] Detected object openshift-console/console-7769dc549-dvglb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:25.871778 3786 obj_retry.go:498] Detected object openshift-console/console-7769dc549-dvglb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0427 16:09:25.882848 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0427 16:09:26.115915 3786 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm 89f8119db08a0aab30aa3ecc359b400d368664f706b10b0861c88f9904d77363 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm 89f8119db08a0aab30aa3ecc359b400d368664f706b10b0861c88f9904d77363 network default NAD default NAD key ] I0427 16:09:26.181869 3786 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm 89f8119db08a0aab30aa3ecc359b400d368664f706b10b0861c88f9904d77363 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm 89f8119db08a0aab30aa3ecc359b400d368664f706b10b0861c88f9904d77363 network default NAD default NAD key default], result "{}", err I0427 16:09:26.240010 3786 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:26.240077 3786 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm I0427 16:09:26.241555 3786 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm, ips: 10.130.0.20 I0427 16:09:26.241583 3786 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:26.241599 3786 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:09:26.241610 3786 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0427 16:09:26.241777 3786 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:09:26.241792 3786 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0427 16:09:26.634528 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0427 16:09:26.642351 3786 obj_retry.go:492] Detected object openshift-console/console-7769dc549-dvglb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:26.642373 3786 obj_retry.go:492] Detected object openshift-console/console-7769dc549-dvglb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:26.648725 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7769dc549-dvglb I0427 16:09:26.648748 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7769dc549-dvglb I0427 16:09:27.278096 3786 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:27.278122 3786 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:27.278140 3786 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:27.278155 3786 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0427 16:09:28.022464 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0427 16:09:28.022490 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0427 16:09:28.496664 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:28.496689 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0427 16:09:29.457119 3786 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0427 16:09:29.467833 3786 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0427 16:09:32.148013 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0427 16:09:32.283830 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:37.129712 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0427 16:09:37.129732 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0427 16:09:37.129739 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0427 16:09:44.705712 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0427 16:09:45.197579 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0427 16:09:45.197581 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0427 16:09:45.197630 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0427 16:09:45.232747 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0427 16:09:45.232770 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0427 16:09:45.232791 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0427 16:09:46.204812 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0427 16:09:46.224931 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0427 16:09:49.230155 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:49.230190 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:49.230232 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:50.081052 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:50.081076 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0427 16:09:57.501944 3786 obj_retry.go:498] Detected object openshift-console/console-6fcd6db6d4-gk7nn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:57.502520 3786 obj_retry.go:498] Detected object openshift-console/console-6fcd6db6d4-gk7nn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:58.097330 3786 obj_retry.go:492] Detected object openshift-console/console-6fcd6db6d4-gk7nn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:58.097353 3786 obj_retry.go:492] Detected object openshift-console/console-6fcd6db6d4-gk7nn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:58.104076 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fcd6db6d4-gk7nn I0427 16:09:58.104096 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fcd6db6d4-gk7nn I0427 16:09:58.331852 3786 obj_retry.go:498] Detected object openshift-ingress/router-default-c4898897-7g66z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:58.332423 3786 obj_retry.go:498] Detected object openshift-ingress/router-default-c4898897-7g66z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:59.102283 3786 obj_retry.go:492] Detected object openshift-ingress/router-default-c4898897-7g66z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:59.102305 3786 obj_retry.go:492] Detected object openshift-ingress/router-default-c4898897-7g66z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:59.105580 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-c4898897-7g66z I0427 16:09:59.105604 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-c4898897-7g66z I0427 16:09:59.166184 3786 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58b67fcf4f-56wgt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:59.166744 3786 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58b67fcf4f-56wgt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0427 16:09:59.173576 3786 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:59.173583 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:59.173623 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:59.173632 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0427 16:09:59.765934 3786 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58b67fcf4f-56wgt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:59.765957 3786 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58b67fcf4f-56wgt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:59.772532 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-58b67fcf4f-56wgt I0427 16:09:59.772557 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-58b67fcf4f-56wgt I0427 16:10:00.189913 3786 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29621770-kxpnt for pod on switch ip-10-0-2-167.ec2.internal I0427 16:10:00.190005 3786 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt I0427 16:10:00.204478 3786 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt] pod update took 14.497724ms I0427 16:10:00.204508 3786 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt] addLogicalPort annotation time took 14.533121ms I0427 16:10:00.205970 3786 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt] addLogicalPort took 16.075755ms, libovsdb time 1.014011ms I0427 16:10:00.573054 3786 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt af88636abc840d939a17477851785cef4bcc87c860454c9920b817f29141f81f network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt af88636abc840d939a17477851785cef4bcc87c860454c9920b817f29141f81f network default NAD default NAD key ] I0427 16:10:00.583524 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29621770-kxpnt, hostIfaceName: af88636abc840d9, network: default, NAD default, SandboxID: "af88636abc840d939a17477851785cef4bcc87c860454c9920b817f29141f81f", PCI device ID: , UID: "142fe803-26e3-43a4-8c36-3a3c0ee8b663", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0427 16:10:00.644274 3786 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt af88636abc840d939a17477851785cef4bcc87c860454c9920b817f29141f81f network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt af88636abc840d939a17477851785cef4bcc87c860454c9920b817f29141f81f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:3f:89:d9:6c:99\",\"name\":\"af88636abc840d9\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9bd43d7-528b-4650-8f7f-5cf8082f73ed\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:10:10.234256 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0427 16:10:17.631696 3786 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:17.632242 3786 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:18.196103 3786 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:18.196126 3786 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:18.202848 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0427 16:10:18.202869 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0427 16:10:22.106033 3786 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:22.106591 3786 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:22.882825 3786 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:22.882851 3786 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:22.891394 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0427 16:10:22.891422 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0427 16:10:44.432740 3786 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt af88636abc840d939a17477851785cef4bcc87c860454c9920b817f29141f81f network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt af88636abc840d939a17477851785cef4bcc87c860454c9920b817f29141f81f network default NAD default NAD key ] I0427 16:10:44.511251 3786 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt af88636abc840d939a17477851785cef4bcc87c860454c9920b817f29141f81f network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt af88636abc840d939a17477851785cef4bcc87c860454c9920b817f29141f81f network default NAD default NAD key default], result "{}", err I0427 16:10:44.553623 3786 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:44.553660 3786 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt I0427 16:10:44.554951 3786 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt, ips: 10.130.0.24 I0427 16:10:44.554983 3786 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:45.448146 3786 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:45.448173 3786 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:49.700956 3786 cni.go:452] [openshift-console/console-b856f66dc-77n5c 1964b62ba3e88cedbef8922231e1b6c1f7b87dab2f1ac630d5d4389adf3751eb network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-b856f66dc-77n5c 1964b62ba3e88cedbef8922231e1b6c1f7b87dab2f1ac630d5d4389adf3751eb network default NAD default NAD key ] I0427 16:10:49.777889 3786 cni.go:473] [openshift-console/console-b856f66dc-77n5c 1964b62ba3e88cedbef8922231e1b6c1f7b87dab2f1ac630d5d4389adf3751eb network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-b856f66dc-77n5c 1964b62ba3e88cedbef8922231e1b6c1f7b87dab2f1ac630d5d4389adf3751eb network default NAD default NAD key default], result "{}", err I0427 16:10:49.824393 3786 obj_retry.go:498] Detected object openshift-console/console-b856f66dc-77n5c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:49.824453 3786 pods.go:176] Deleting pod: openshift-console/console-b856f66dc-77n5c I0427 16:10:49.825874 3786 pods.go:236] Attempting to release IPs for pod: openshift-console/console-b856f66dc-77n5c, ips: 10.130.0.23 I0427 16:10:49.825904 3786 obj_retry.go:498] Detected object openshift-console/console-b856f66dc-77n5c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:49.833781 3786 base_network_controller_pods.go:487] [default/openshift-console/console-76594b499d-824hz] creating logical port openshift-console_console-76594b499d-824hz for pod on switch ip-10-0-2-167.ec2.internal I0427 16:10:49.833894 3786 kube.go:256] Updating pod openshift-console/console-76594b499d-824hz I0427 16:10:49.849101 3786 pod.go:62] [openshift-console/console-76594b499d-824hz] pod update took 15.240604ms I0427 16:10:49.849126 3786 base_network_controller_pods.go:951] [default/openshift-console/console-76594b499d-824hz] addLogicalPort annotation time took 15.272971ms I0427 16:10:49.850275 3786 pods.go:271] [openshift-console/console-76594b499d-824hz] addLogicalPort took 16.515711ms, libovsdb time 783.154µs I0427 16:10:49.949451 3786 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:49.949963 3786 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:50.189865 3786 cni.go:452] [openshift-console/console-76594b499d-824hz 96d7e2126379590647fe7683e406604364170c81c20300521f6aa3919f0c342f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-76594b499d-824hz 96d7e2126379590647fe7683e406604364170c81c20300521f6aa3919f0c342f network default NAD default NAD key ] I0427 16:10:50.199542 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-76594b499d-824hz, hostIfaceName: 96d7e2126379590, network: default, NAD default, SandboxID: "96d7e2126379590647fe7683e406604364170c81c20300521f6aa3919f0c342f", PCI device ID: , UID: "582f53ef-52a4-4aec-be50-d9f1840668b0", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0427 16:10:50.249230 3786 cni.go:473] [openshift-console/console-76594b499d-824hz 96d7e2126379590647fe7683e406604364170c81c20300521f6aa3919f0c342f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-76594b499d-824hz 96d7e2126379590647fe7683e406604364170c81c20300521f6aa3919f0c342f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:3c:1f:75:74:97\",\"name\":\"96d7e2126379590\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adaa0aac-cabd-47cd-94e9-7d746898866c\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:10:50.298928 3786 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:50.298950 3786 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:50.306700 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0427 16:10:50.306725 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0427 16:10:50.479278 3786 obj_retry.go:492] Detected object openshift-console/console-b856f66dc-77n5c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:50.479297 3786 obj_retry.go:492] Detected object openshift-console/console-b856f66dc-77n5c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:50.485640 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-b856f66dc-77n5c I0427 16:10:50.485660 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-b856f66dc-77n5c W0427 16:11:00.511788 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0427 16:11:00.601625 3786 obj_retry.go:498] Detected object openshift-console/console-b856f66dc-495c7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:11:00.602145 3786 obj_retry.go:498] Detected object openshift-console/console-b856f66dc-495c7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:11:01.060676 3786 obj_retry.go:492] Detected object openshift-console/console-b856f66dc-495c7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:11:01.060703 3786 obj_retry.go:492] Detected object openshift-console/console-b856f66dc-495c7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:11:01.068856 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-b856f66dc-495c7 I0427 16:11:01.068879 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-b856f66dc-495c7 I0427 16:11:25.513393 3786 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:11:25.513920 3786 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:11:26.480977 3786 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:11:26.481000 3786 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:11:26.490641 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0427 16:11:26.490662 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0427 16:13:00.432078 3786 obj_retry.go:498] Detected object openshift-console/console-76594b499d-q7lvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:13:00.432710 3786 obj_retry.go:498] Detected object openshift-console/console-76594b499d-q7lvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:13:00.841028 3786 obj_retry.go:492] Detected object openshift-console/console-76594b499d-q7lvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:13:00.841060 3786 obj_retry.go:492] Detected object openshift-console/console-76594b499d-q7lvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:13:00.847414 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76594b499d-q7lvh I0427 16:13:00.847457 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76594b499d-q7lvh I0427 16:13:11.677328 3786 cni.go:452] [openshift-console/console-76594b499d-824hz 96d7e2126379590647fe7683e406604364170c81c20300521f6aa3919f0c342f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-76594b499d-824hz 96d7e2126379590647fe7683e406604364170c81c20300521f6aa3919f0c342f network default NAD default NAD key ] I0427 16:13:11.745101 3786 cni.go:473] [openshift-console/console-76594b499d-824hz 96d7e2126379590647fe7683e406604364170c81c20300521f6aa3919f0c342f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-76594b499d-824hz 96d7e2126379590647fe7683e406604364170c81c20300521f6aa3919f0c342f network default NAD default NAD key default], result "{}", err I0427 16:13:11.789724 3786 obj_retry.go:498] Detected object openshift-console/console-76594b499d-824hz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:13:11.789781 3786 pods.go:176] Deleting pod: openshift-console/console-76594b499d-824hz I0427 16:13:11.790991 3786 pods.go:236] Attempting to release IPs for pod: openshift-console/console-76594b499d-824hz, ips: 10.130.0.25 I0427 16:13:11.791019 3786 obj_retry.go:498] Detected object openshift-console/console-76594b499d-824hz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:13:12.002008 3786 obj_retry.go:492] Detected object openshift-console/console-76594b499d-824hz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:13:12.002058 3786 obj_retry.go:492] Detected object openshift-console/console-76594b499d-824hz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:13:12.008861 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76594b499d-824hz I0427 16:13:12.008883 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76594b499d-824hz I0427 16:13:20.578299 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0427 16:13:50.468382 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=59 I0427 16:14:06.469469 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0427 16:14:31.453317 3786 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pdb8g] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-pdb8g for pod on switch ip-10-0-2-167.ec2.internal I0427 16:14:31.453474 3786 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pdb8g I0427 16:14:31.475561 3786 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pdb8g] pod update took 22.132489ms I0427 16:14:31.475593 3786 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pdb8g] addLogicalPort annotation time took 22.168622ms I0427 16:14:31.477069 3786 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pdb8g] addLogicalPort took 23.764804ms, libovsdb time 978.321µs I0427 16:14:31.557263 3786 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0427 16:14:31.815230 3786 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pdb8g d6cd5721e32f3966da213137105b8b38b81ec73abc6e7070df99ab1a11f7839c network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pdb8g d6cd5721e32f3966da213137105b8b38b81ec73abc6e7070df99ab1a11f7839c network default NAD default NAD key ] I0427 16:14:31.825362 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-pdb8g, hostIfaceName: d6cd5721e32f396, network: default, NAD default, SandboxID: "d6cd5721e32f3966da213137105b8b38b81ec73abc6e7070df99ab1a11f7839c", PCI device ID: , UID: "0a2cba76-826f-412e-9f15-c145f84cb83d", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0427 16:14:31.875351 3786 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pdb8g d6cd5721e32f3966da213137105b8b38b81ec73abc6e7070df99ab1a11f7839c network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pdb8g d6cd5721e32f3966da213137105b8b38b81ec73abc6e7070df99ab1a11f7839c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:88:e2:45:67:cc\",\"name\":\"d6cd5721e32f396\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0768289f-b8f1-4a52-9ca2-54486a568ff0\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:14:34.326631 3786 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0427 16:14:42.561538 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 W0427 16:14:45.333808 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0427 16:14:45.370941 3786 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0427 16:14:45.371024 3786 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-6bzxr IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-6bzxr: no pod IPs found I0427 16:14:51.583322 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0427 16:14:56.567399 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0427 16:14:57.589863 3786 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0427 16:15:48.556557 3786 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0427 16:15:55.408570 3786 namespace.go:98] [tsf] adding namespace I0427 16:15:55.409468 3786 namespace.go:102] [tsf] adding namespace took 875.18µs I0427 16:15:55.429724 3786 namespace.go:142] [tsf] updating namespace I0427 16:15:55.444708 3786 namespace.go:142] [tsf] updating namespace I0427 16:15:59.007643 3786 namespace.go:98] [konflux-ui] adding namespace I0427 16:15:59.008600 3786 namespace.go:102] [konflux-ui] adding namespace took 925.222µs I0427 16:15:59.010533 3786 namespace.go:98] [tsf-keycloak] adding namespace I0427 16:15:59.011193 3786 namespace.go:102] [tsf-keycloak] adding namespace took 643.816µs I0427 16:15:59.014520 3786 namespace.go:98] [cert-manager-operator] adding namespace I0427 16:15:59.014594 3786 namespace.go:98] [konflux-operator] adding namespace I0427 16:15:59.014725 3786 namespace.go:98] [tsf-tas] adding namespace I0427 16:15:59.015329 3786 namespace.go:102] [cert-manager-operator] adding namespace took 786µs I0427 16:15:59.015358 3786 namespace.go:98] [rhbk-operator] adding namespace I0427 16:15:59.016045 3786 namespace.go:102] [rhbk-operator] adding namespace took 679.323µs I0427 16:15:59.016072 3786 namespace.go:98] [rhtpa-operator] adding namespace I0427 16:15:59.016577 3786 namespace.go:102] [rhtpa-operator] adding namespace took 497.226µs I0427 16:15:59.017030 3786 namespace.go:102] [konflux-operator] adding namespace took 2.42313ms I0427 16:15:59.017455 3786 namespace.go:102] [tsf-tas] adding namespace took 2.716373ms I0427 16:15:59.017477 3786 namespace.go:98] [tsf-tpa] adding namespace I0427 16:15:59.017874 3786 namespace.go:102] [tsf-tpa] adding namespace took 391.65µs I0427 16:15:59.050055 3786 namespace.go:142] [konflux-ui] updating namespace I0427 16:15:59.077407 3786 namespace.go:142] [konflux-ui] updating namespace I0427 16:15:59.077528 3786 namespace.go:142] [cert-manager-operator] updating namespace I0427 16:15:59.077599 3786 namespace.go:142] [tsf-keycloak] updating namespace I0427 16:15:59.086551 3786 namespace.go:142] [tsf-tas] updating namespace I0427 16:15:59.094584 3786 namespace.go:142] [konflux-operator] updating namespace I0427 16:15:59.099464 3786 namespace.go:142] [rhbk-operator] updating namespace I0427 16:15:59.099570 3786 namespace.go:142] [rhtpa-operator] updating namespace I0427 16:15:59.099588 3786 namespace.go:142] [tsf-tpa] updating namespace I0427 16:15:59.099845 3786 namespace.go:142] [konflux-ui] updating namespace I0427 16:15:59.166001 3786 namespace.go:142] [cert-manager-operator] updating namespace I0427 16:15:59.180234 3786 namespace.go:142] [cert-manager-operator] updating namespace I0427 16:15:59.194284 3786 namespace.go:142] [konflux-operator] updating namespace I0427 16:15:59.210460 3786 namespace.go:142] [konflux-operator] updating namespace I0427 16:15:59.226276 3786 namespace.go:142] [tsf-tas] updating namespace I0427 16:15:59.239465 3786 namespace.go:142] [tsf-tas] updating namespace I0427 16:15:59.266509 3786 namespace.go:142] [rhbk-operator] updating namespace I0427 16:15:59.291030 3786 namespace.go:142] [rhbk-operator] updating namespace I0427 16:15:59.295225 3786 namespace.go:142] [rhtpa-operator] updating namespace I0427 16:15:59.306825 3786 namespace.go:142] [rhtpa-operator] updating namespace I0427 16:15:59.342825 3786 namespace.go:142] [tsf-tpa] updating namespace I0427 16:15:59.384713 3786 namespace.go:142] [tsf-tpa] updating namespace I0427 16:15:59.523895 3786 namespace.go:142] [tsf-keycloak] updating namespace I0427 16:15:59.535937 3786 namespace.go:142] [tsf-keycloak] updating namespace I0427 16:16:00.505460 3786 namespace.go:142] [tsf-tpa] updating namespace I0427 16:16:00.509376 3786 namespace.go:142] [tsf-keycloak] updating namespace I0427 16:16:00.672263 3786 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-167.ec2.internal I0427 16:16:00.672378 3786 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0427 16:16:00.692602 3786 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 20.249199ms I0427 16:16:00.692633 3786 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 20.286424ms I0427 16:16:00.694055 3786 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 21.808208ms, libovsdb time 991.506µs I0427 16:16:01.055927 3786 cni.go:452] [tsf/test-tsf-subscriptions d4c6fc2117126525cd2c94f71a5d7bc87206b14e91f57d7c26dcb217b34c4efe network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions d4c6fc2117126525cd2c94f71a5d7bc87206b14e91f57d7c26dcb217b34c4efe network default NAD default NAD key ] I0427 16:16:01.065317 3786 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: d4c6fc211712652, network: default, NAD default, SandboxID: "d4c6fc2117126525cd2c94f71a5d7bc87206b14e91f57d7c26dcb217b34c4efe", PCI device ID: , UID: "809d6d48-185b-4377-ba74-88a6d057a60e", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0427 16:16:01.118010 3786 cni.go:473] [tsf/test-tsf-subscriptions d4c6fc2117126525cd2c94f71a5d7bc87206b14e91f57d7c26dcb217b34c4efe network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions d4c6fc2117126525cd2c94f71a5d7bc87206b14e91f57d7c26dcb217b34c4efe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:42:ed:0a:b9:f6\",\"name\":\"d4c6fc211712652\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e7136fa-20fc-4c4e-b5ee-2583c919ee63\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:16:02.130047 3786 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj for pod on switch ip-10-0-2-167.ec2.internal I0427 16:16:02.130182 3786 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj I0427 16:16:02.144131 3786 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj] pod update took 13.977487ms I0427 16:16:02.144164 3786 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj] addLogicalPort annotation time took 14.016933ms I0427 16:16:02.145617 3786 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj] addLogicalPort took 15.595333ms, libovsdb time 948.347µs I0427 16:16:02.233208 3786 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt for pod on switch ip-10-0-2-167.ec2.internal I0427 16:16:02.233315 3786 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt I0427 16:16:02.246115 3786 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt] pod update took 12.84045ms I0427 16:16:02.246143 3786 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt] addLogicalPort annotation time took 12.872841ms I0427 16:16:02.247423 3786 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt] addLogicalPort took 14.23616ms, libovsdb time 896.891µs I0427 16:16:02.502358 3786 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj fab7ef2aa648ffc01ad751280f3671db8eb761d0f86effb23e1168ffd8a2746b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj fab7ef2aa648ffc01ad751280f3671db8eb761d0f86effb23e1168ffd8a2746b network default NAD default NAD key ] I0427 16:16:02.512208 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj, hostIfaceName: fab7ef2aa648ffc, network: default, NAD default, SandboxID: "fab7ef2aa648ffc01ad751280f3671db8eb761d0f86effb23e1168ffd8a2746b", PCI device ID: , UID: "f7ab1464-0ea3-45e5-8348-8e3bb14694de", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0427 16:16:02.564643 3786 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj fab7ef2aa648ffc01ad751280f3671db8eb761d0f86effb23e1168ffd8a2746b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj fab7ef2aa648ffc01ad751280f3671db8eb761d0f86effb23e1168ffd8a2746b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:da:93:50:8e:b5\",\"name\":\"fab7ef2aa648ffc\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b33e5d90-3402-4dc0-a3c3-fa9f29896f4f\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:16:03.088942 3786 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt d1cfffd51534c32445979d65e318e78a30afa55957644c6b6e40882e1c0b4284 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt d1cfffd51534c32445979d65e318e78a30afa55957644c6b6e40882e1c0b4284 network default NAD default NAD key ] I0427 16:16:03.099634 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt, hostIfaceName: d1cfffd51534c32, network: default, NAD default, SandboxID: "d1cfffd51534c32445979d65e318e78a30afa55957644c6b6e40882e1c0b4284", PCI device ID: , UID: "86e659fd-1b9d-404a-8108-0e542906d213", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0427 16:16:03.155309 3786 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt d1cfffd51534c32445979d65e318e78a30afa55957644c6b6e40882e1c0b4284 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt d1cfffd51534c32445979d65e318e78a30afa55957644c6b6e40882e1c0b4284 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:88:8d:b9:23:24\",\"name\":\"d1cfffd51534c32\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7467b3f1-d3d9-4fbc-b68e-bf2808eb44bd\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:16:05.199224 3786 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l for pod on switch ip-10-0-2-167.ec2.internal I0427 16:16:05.199348 3786 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l I0427 16:16:05.213913 3786 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l] pod update took 14.596969ms I0427 16:16:05.213945 3786 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l] addLogicalPort annotation time took 14.635812ms I0427 16:16:05.215525 3786 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l] addLogicalPort took 16.321759ms, libovsdb time 1.134078ms I0427 16:16:05.396334 3786 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl for pod on switch ip-10-0-2-167.ec2.internal I0427 16:16:05.396453 3786 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl I0427 16:16:05.408877 3786 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl] pod update took 12.462257ms I0427 16:16:05.408971 3786 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl] addLogicalPort annotation time took 12.563521ms I0427 16:16:05.410612 3786 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl] addLogicalPort took 14.296582ms, libovsdb time 1.110087ms I0427 16:16:05.595865 3786 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l 0f7fb7ecf2fe23163fa81273b4ee3c7f59532e8ed75677ddb8012451b8c050e1 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l 0f7fb7ecf2fe23163fa81273b4ee3c7f59532e8ed75677ddb8012451b8c050e1 network default NAD default NAD key ] I0427 16:16:05.607699 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l, hostIfaceName: 0f7fb7ecf2fe231, network: default, NAD default, SandboxID: "0f7fb7ecf2fe23163fa81273b4ee3c7f59532e8ed75677ddb8012451b8c050e1", PCI device ID: , UID: "5ab178ed-bccb-4356-a32c-28a5e9e48850", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0427 16:16:05.677833 3786 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l 0f7fb7ecf2fe23163fa81273b4ee3c7f59532e8ed75677ddb8012451b8c050e1 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l 0f7fb7ecf2fe23163fa81273b4ee3c7f59532e8ed75677ddb8012451b8c050e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:6d:e5:71:04:ac\",\"name\":\"0f7fb7ecf2fe231\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c70591e-3e54-45dc-ab71-ce685a31544c\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:16:05.777839 3786 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl 53239ed4741d91981dc85e38b9daeaeb2e58adacbacf4c69d4ef9077611be7b3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl 53239ed4741d91981dc85e38b9daeaeb2e58adacbacf4c69d4ef9077611be7b3 network default NAD default NAD key ] I0427 16:16:05.790502 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl, hostIfaceName: 53239ed4741d919, network: default, NAD default, SandboxID: "53239ed4741d91981dc85e38b9daeaeb2e58adacbacf4c69d4ef9077611be7b3", PCI device ID: , UID: "8189dbb2-bd41-490c-a966-2751e983621b", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0427 16:16:05.860220 3786 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl 53239ed4741d91981dc85e38b9daeaeb2e58adacbacf4c69d4ef9077611be7b3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl 53239ed4741d91981dc85e38b9daeaeb2e58adacbacf4c69d4ef9077611be7b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:6c:c8:23:21:5f\",\"name\":\"53239ed4741d919\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5278c9da-82d2-43a1-bec3-9dd6c6c46d4c\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:16:06.714332 3786 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj fab7ef2aa648ffc01ad751280f3671db8eb761d0f86effb23e1168ffd8a2746b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj fab7ef2aa648ffc01ad751280f3671db8eb761d0f86effb23e1168ffd8a2746b network default NAD default NAD key ] I0427 16:16:06.798248 3786 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj fab7ef2aa648ffc01ad751280f3671db8eb761d0f86effb23e1168ffd8a2746b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj fab7ef2aa648ffc01ad751280f3671db8eb761d0f86effb23e1168ffd8a2746b network default NAD default NAD key default], result "{}", err I0427 16:16:07.714962 3786 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt d1cfffd51534c32445979d65e318e78a30afa55957644c6b6e40882e1c0b4284 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt d1cfffd51534c32445979d65e318e78a30afa55957644c6b6e40882e1c0b4284 network default NAD default NAD key ] I0427 16:16:07.788782 3786 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt d1cfffd51534c32445979d65e318e78a30afa55957644c6b6e40882e1c0b4284 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt d1cfffd51534c32445979d65e318e78a30afa55957644c6b6e40882e1c0b4284 network default NAD default NAD key default], result "{}", err I0427 16:16:07.943924 3786 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:07.943996 3786 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt I0427 16:16:07.945485 3786 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt, ips: 10.130.0.29 I0427 16:16:07.945520 3786 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:07.945546 3786 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:07.945554 3786 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0427 16:16:07.945766 3786 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:07.945786 3786 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0427 16:16:08.377708 3786 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm for pod on switch ip-10-0-2-167.ec2.internal I0427 16:16:08.377867 3786 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm I0427 16:16:08.391083 3786 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm] pod update took 13.252742ms I0427 16:16:08.391119 3786 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm] addLogicalPort annotation time took 13.293593ms I0427 16:16:08.392790 3786 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm] addLogicalPort took 15.100178ms, libovsdb time 1.189121ms I0427 16:16:08.482488 3786 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z for pod on switch ip-10-0-2-167.ec2.internal I0427 16:16:08.482597 3786 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z I0427 16:16:08.495637 3786 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z] pod update took 13.068282ms I0427 16:16:08.495658 3786 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z] addLogicalPort annotation time took 13.098697ms I0427 16:16:08.497173 3786 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z] addLogicalPort took 14.707805ms, libovsdb time 971.465µs I0427 16:16:08.970253 3786 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:08.970310 3786 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:08.970327 3786 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:08.970341 3786 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:09.013969 3786 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:09.014006 3786 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj I0427 16:16:09.015424 3786 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj, ips: 10.130.0.28 I0427 16:16:09.015471 3786 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:09.015495 3786 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:09.015503 3786 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0427 16:16:09.015680 3786 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:09.015697 3786 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0427 16:16:10.041688 3786 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:10.041712 3786 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:10.041725 3786 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:10.041739 3786 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:12.271614 3786 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm bd1a56e6b76ccf78ab3ffdafdb7f218af34741233d099548dbbda1713be867e4 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm bd1a56e6b76ccf78ab3ffdafdb7f218af34741233d099548dbbda1713be867e4 network default NAD default NAD key ] I0427 16:16:12.281768 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm, hostIfaceName: bd1a56e6b76ccf7, network: default, NAD default, SandboxID: "bd1a56e6b76ccf78ab3ffdafdb7f218af34741233d099548dbbda1713be867e4", PCI device ID: , UID: "5def81d1-2dd4-4d4d-81a9-04a587751cdf", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0427 16:16:12.323591 3786 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z 92c06abebe45b584a53c2d7a985db6cc4a140750fc429294c87b3e09706af9d7 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z 92c06abebe45b584a53c2d7a985db6cc4a140750fc429294c87b3e09706af9d7 network default NAD default NAD key ] I0427 16:16:12.338558 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z, hostIfaceName: 92c06abebe45b58, network: default, NAD default, SandboxID: "92c06abebe45b584a53c2d7a985db6cc4a140750fc429294c87b3e09706af9d7", PCI device ID: , UID: "04f1a10b-2f8e-4e2c-ad88-f851e78653d8", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0427 16:16:12.341310 3786 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm bd1a56e6b76ccf78ab3ffdafdb7f218af34741233d099548dbbda1713be867e4 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm bd1a56e6b76ccf78ab3ffdafdb7f218af34741233d099548dbbda1713be867e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:b3:6a:9f:f6:eb\",\"name\":\"bd1a56e6b76ccf7\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0d4ae5c-0f21-4bc0-8603-193775eebd5d\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:16:12.402455 3786 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z 92c06abebe45b584a53c2d7a985db6cc4a140750fc429294c87b3e09706af9d7 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z 92c06abebe45b584a53c2d7a985db6cc4a140750fc429294c87b3e09706af9d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:7b:f1:ef:22:71\",\"name\":\"92c06abebe45b58\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39043a8e-bec2-4f7f-8142-f9418c5216dc\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:16:14.773254 3786 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl 53239ed4741d91981dc85e38b9daeaeb2e58adacbacf4c69d4ef9077611be7b3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl 53239ed4741d91981dc85e38b9daeaeb2e58adacbacf4c69d4ef9077611be7b3 network default NAD default NAD key ] I0427 16:16:14.775793 3786 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l 0f7fb7ecf2fe23163fa81273b4ee3c7f59532e8ed75677ddb8012451b8c050e1 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l 0f7fb7ecf2fe23163fa81273b4ee3c7f59532e8ed75677ddb8012451b8c050e1 network default NAD default NAD key ] I0427 16:16:14.852502 3786 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl 53239ed4741d91981dc85e38b9daeaeb2e58adacbacf4c69d4ef9077611be7b3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl 53239ed4741d91981dc85e38b9daeaeb2e58adacbacf4c69d4ef9077611be7b3 network default NAD default NAD key default], result "{}", err I0427 16:16:14.877905 3786 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l 0f7fb7ecf2fe23163fa81273b4ee3c7f59532e8ed75677ddb8012451b8c050e1 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l 0f7fb7ecf2fe23163fa81273b4ee3c7f59532e8ed75677ddb8012451b8c050e1 network default NAD default NAD key default], result "{}", err I0427 16:16:14.908908 3786 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:14.908991 3786 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl I0427 16:16:14.910535 3786 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl, ips: 10.130.0.31 I0427 16:16:14.910564 3786 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:14.910587 3786 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:14.910595 3786 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0427 16:16:14.910808 3786 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:14.910823 3786 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0427 16:16:14.934827 3786 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:14.934889 3786 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l I0427 16:16:14.936401 3786 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l, ips: 10.130.0.30 I0427 16:16:14.936447 3786 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:14.936473 3786 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:14.936488 3786 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0427 16:16:14.936727 3786 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:14.936739 3786 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0427 16:16:15.782449 3786 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z 92c06abebe45b584a53c2d7a985db6cc4a140750fc429294c87b3e09706af9d7 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z 92c06abebe45b584a53c2d7a985db6cc4a140750fc429294c87b3e09706af9d7 network default NAD default NAD key ] I0427 16:16:15.854985 3786 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z 92c06abebe45b584a53c2d7a985db6cc4a140750fc429294c87b3e09706af9d7 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z 92c06abebe45b584a53c2d7a985db6cc4a140750fc429294c87b3e09706af9d7 network default NAD default NAD key default], result "{}", err I0427 16:16:15.904091 3786 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:15.904141 3786 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z I0427 16:16:15.905794 3786 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z, ips: 10.130.0.33 I0427 16:16:15.905832 3786 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:15.905861 3786 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:15.905871 3786 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0427 16:16:15.906086 3786 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:15.906102 3786 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0427 16:16:15.940844 3786 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:15.940870 3786 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:15.940885 3786 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:15.940895 3786 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:15.965560 3786 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:15.965585 3786 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:15.965597 3786 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:15.965605 3786 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:16.787520 3786 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm bd1a56e6b76ccf78ab3ffdafdb7f218af34741233d099548dbbda1713be867e4 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm bd1a56e6b76ccf78ab3ffdafdb7f218af34741233d099548dbbda1713be867e4 network default NAD default NAD key ] I0427 16:16:16.860510 3786 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm bd1a56e6b76ccf78ab3ffdafdb7f218af34741233d099548dbbda1713be867e4 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm bd1a56e6b76ccf78ab3ffdafdb7f218af34741233d099548dbbda1713be867e4 network default NAD default NAD key default], result "{}", err I0427 16:16:16.908086 3786 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:16.908130 3786 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm I0427 16:16:16.909587 3786 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm, ips: 10.130.0.32 I0427 16:16:16.909614 3786 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:16.909635 3786 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:16.909645 3786 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0427 16:16:16.909815 3786 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:16.909831 3786 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0427 16:16:16.932933 3786 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:16.932967 3786 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:16.932986 3786 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:16.932994 3786 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0427 16:16:17.593704 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0427 16:16:17.940542 3786 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:17.940617 3786 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:17.940672 3786 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:17.940780 3786 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0427 16:16:18.369071 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0427 16:16:18.383606 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0427 16:16:20.468023 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=75 I0427 16:16:23.474055 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=54 I0427 16:16:27.505958 3786 namespace.go:142] [openshift-operators] updating namespace I0427 16:16:27.523616 3786 namespace.go:142] [openshift-operators] updating namespace I0427 16:16:30.383380 3786 namespace.go:98] [cert-manager] adding namespace I0427 16:16:30.384263 3786 namespace.go:102] [cert-manager] adding namespace took 861.626µs I0427 16:16:30.463005 3786 namespace.go:142] [cert-manager] updating namespace I0427 16:16:30.478998 3786 namespace.go:142] [cert-manager] updating namespace W0427 16:16:32.394619 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0427 16:16:32.552763 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0427 16:16:32.566232 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0427 16:16:32.572858 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0427 16:16:32.583561 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0427 16:16:32.595851 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0427 16:16:35.476916 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=663 I0427 16:16:35.927607 3786 namespace.go:142] [openshift-operators] updating namespace W0427 16:16:36.693165 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0427 16:16:36.693183 3786 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0427 16:16:43.480047 3786 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0427 16:16:43.560962 3786 namespace.go:98] [trusted-artifact-signer] adding namespace I0427 16:16:43.561928 3786 namespace.go:102] [trusted-artifact-signer] adding namespace took 942.759µs I0427 16:16:43.620217 3786 namespace.go:142] [trusted-artifact-signer] updating namespace I0427 16:16:43.656915 3786 namespace.go:142] [trusted-artifact-signer] updating namespace I0427 16:16:45.595414 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0427 16:16:52.169540 3786 namespace.go:98] [openshift-pipelines] adding namespace I0427 16:16:52.170402 3786 namespace.go:102] [openshift-pipelines] adding namespace took 842.688µs I0427 16:16:52.198862 3786 namespace.go:142] [openshift-pipelines] updating namespace I0427 16:16:52.875445 3786 namespace.go:142] [cert-manager] updating namespace I0427 16:16:53.078188 3786 namespace.go:142] [cert-manager-operator] updating namespace I0427 16:16:53.486605 3786 namespace.go:142] [konflux-operator] updating namespace I0427 16:16:53.680134 3786 namespace.go:142] [konflux-ui] updating namespace I0427 16:16:53.884885 3786 namespace.go:142] [open-cluster-management-2pujfmu759k20adih9hq5ubv69ba1hlj] updating namespace I0427 16:16:54.288425 3786 namespace.go:142] [rhbk-operator] updating namespace I0427 16:16:54.485584 3786 namespace.go:142] [rhtpa-operator] updating namespace I0427 16:16:54.685145 3786 namespace.go:142] [trusted-artifact-signer] updating namespace I0427 16:16:54.894729 3786 namespace.go:142] [tsf] updating namespace I0427 16:16:55.098690 3786 namespace.go:142] [tsf-keycloak] updating namespace I0427 16:16:55.296856 3786 namespace.go:142] [tsf-tas] updating namespace I0427 16:16:55.494330 3786 namespace.go:142] [tsf-tpa] updating namespace I0427 16:16:55.595342 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0427 16:16:55.647480 3786 namespace.go:142] [cert-manager] updating namespace I0427 16:16:55.668447 3786 namespace.go:142] [cert-manager-operator] updating namespace I0427 16:16:55.690280 3786 namespace.go:142] [default] updating namespace I0427 16:16:55.702302 3786 namespace.go:142] [konflux-operator] updating namespace I0427 16:16:55.718578 3786 namespace.go:142] [konflux-ui] updating namespace I0427 16:16:55.734061 3786 namespace.go:142] [open-cluster-management-2pujfmu759k20adih9hq5ubv69ba1hlj] updating namespace I0427 16:16:55.744227 3786 namespace.go:142] [openshift] updating namespace I0427 16:16:55.765332 3786 namespace.go:142] [rhbk-operator] updating namespace I0427 16:16:55.785050 3786 namespace.go:142] [rhtpa-operator] updating namespace I0427 16:16:55.801854 3786 namespace.go:142] [trusted-artifact-signer] updating namespace I0427 16:16:55.813369 3786 namespace.go:142] [tsf] updating namespace I0427 16:16:55.836599 3786 namespace.go:142] [tsf-keycloak] updating namespace I0427 16:16:55.869274 3786 namespace.go:142] [tsf-tas] updating namespace I0427 16:16:55.882415 3786 namespace.go:142] [tsf-tpa] updating namespace I0427 16:16:55.962581 3786 namespace.go:142] [cert-manager] updating namespace I0427 16:16:56.039717 3786 namespace.go:142] [cert-manager-operator] updating namespace I0427 16:16:56.114819 3786 namespace.go:142] [default] updating namespace I0427 16:16:56.177357 3786 namespace.go:142] [konflux-operator] updating namespace I0427 16:16:56.282584 3786 namespace.go:142] [konflux-ui] updating namespace I0427 16:16:56.380396 3786 namespace.go:142] [open-cluster-management-2pujfmu759k20adih9hq5ubv69ba1hlj] updating namespace I0427 16:16:56.474456 3786 namespace.go:142] [openshift] updating namespace I0427 16:16:56.580593 3786 namespace.go:142] [rhbk-operator] updating namespace I0427 16:16:56.675884 3786 namespace.go:142] [rhtpa-operator] updating namespace I0427 16:16:56.775339 3786 namespace.go:142] [trusted-artifact-signer] updating namespace I0427 16:16:56.872702 3786 namespace.go:142] [tsf] updating namespace I0427 16:16:56.974452 3786 namespace.go:142] [tsf-keycloak] updating namespace I0427 16:16:57.077236 3786 namespace.go:142] [tsf-tas] updating namespace I0427 16:16:57.177154 3786 namespace.go:142] [tsf-tpa] updating namespace I0427 16:16:57.471124 3786 namespace.go:142] [openshift-pipelines] updating namespace I0427 16:17:05.435193 3786 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-trtsr] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-trtsr for pod on switch ip-10-0-2-167.ec2.internal I0427 16:17:05.435285 3786 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-trtsr I0427 16:17:05.453609 3786 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-trtsr] pod update took 18.346171ms I0427 16:17:05.453637 3786 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-trtsr] addLogicalPort annotation time took 18.379099ms I0427 16:17:05.454824 3786 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-trtsr] addLogicalPort took 19.6492ms, libovsdb time 876.414µs I0427 16:17:05.797867 3786 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-trtsr d8026cce6addef81587c9998a2233127014efb97f16944a560f49bc55e143e77 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-trtsr d8026cce6addef81587c9998a2233127014efb97f16944a560f49bc55e143e77 network default NAD default NAD key ] I0427 16:17:05.807355 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-trtsr, hostIfaceName: d8026cce6addef8, network: default, NAD default, SandboxID: "d8026cce6addef81587c9998a2233127014efb97f16944a560f49bc55e143e77", PCI device ID: , UID: "81d06878-d12e-4823-9ee9-a9a1fd8907fa", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0427 16:17:05.854832 3786 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rf2rw] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-rf2rw for pod on switch ip-10-0-2-167.ec2.internal I0427 16:17:05.854918 3786 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rf2rw I0427 16:17:05.862149 3786 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-trtsr d8026cce6addef81587c9998a2233127014efb97f16944a560f49bc55e143e77 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-trtsr d8026cce6addef81587c9998a2233127014efb97f16944a560f49bc55e143e77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:c6:3c:1f:ab:40\",\"name\":\"d8026cce6addef8\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4c69e53-8a01-40e9-8c8b-99c427158c6d\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:17:05.869954 3786 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rf2rw] pod update took 15.058859ms I0427 16:17:05.869979 3786 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rf2rw] addLogicalPort annotation time took 15.088914ms I0427 16:17:05.871186 3786 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rf2rw] addLogicalPort took 16.375986ms, libovsdb time 866.708µs I0427 16:17:06.219631 3786 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rf2rw 2c324adaef8577e82f3594458e393eb94b84df288dd4d8e3bc5079e8a78201d4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rf2rw 2c324adaef8577e82f3594458e393eb94b84df288dd4d8e3bc5079e8a78201d4 network default NAD default NAD key ] I0427 16:17:06.229368 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-rf2rw, hostIfaceName: 2c324adaef8577e, network: default, NAD default, SandboxID: "2c324adaef8577e82f3594458e393eb94b84df288dd4d8e3bc5079e8a78201d4", PCI device ID: , UID: "1aa8f938-e645-4245-b420-b7c56ecad8e2", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0427 16:17:06.281006 3786 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rf2rw 2c324adaef8577e82f3594458e393eb94b84df288dd4d8e3bc5079e8a78201d4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-rf2rw 2c324adaef8577e82f3594458e393eb94b84df288dd4d8e3bc5079e8a78201d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:11:82:96:0b:fd\",\"name\":\"2c324adaef8577e\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/298e416e-d48e-413c-803c-0d73bb14296d\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:17:07.466737 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=178 W0427 16:17:08.824077 3786 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0427 16:17:08.824100 3786 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0427 16:17:08.824105 3786 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0427 16:17:10.067747 3786 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0427 16:17:10.067767 3786 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0427 16:17:10.067774 3786 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0427 16:17:11.555581 3786 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0427 16:17:11.555607 3786 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0427 16:17:11.555615 3786 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0427 16:17:11.555620 3786 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0427 16:17:15.094382 3786 cni.go:452] [tsf/test-tsf-subscriptions d4c6fc2117126525cd2c94f71a5d7bc87206b14e91f57d7c26dcb217b34c4efe network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions d4c6fc2117126525cd2c94f71a5d7bc87206b14e91f57d7c26dcb217b34c4efe network default NAD default NAD key ] I0427 16:17:15.179252 3786 cni.go:473] [tsf/test-tsf-subscriptions d4c6fc2117126525cd2c94f71a5d7bc87206b14e91f57d7c26dcb217b34c4efe network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions d4c6fc2117126525cd2c94f71a5d7bc87206b14e91f57d7c26dcb217b34c4efe network default NAD default NAD key default], result "{}", err I0427 16:17:15.229799 3786 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:17:15.229828 3786 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0427 16:17:15.231183 3786 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.27 I0427 16:17:15.231217 3786 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:17:15.252606 3786 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:17:15.252633 3786 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:17:15.258693 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0427 16:17:15.258725 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0427 16:17:16.518686 3786 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-167.ec2.internal I0427 16:17:16.518799 3786 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0427 16:17:16.532877 3786 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.113371ms I0427 16:17:16.532897 3786 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.137437ms I0427 16:17:16.534081 3786 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 15.449811ms, libovsdb time 838.978µs I0427 16:17:16.886106 3786 cni.go:452] [tsf/test-tsf-infrastructure 19ff3d83674b5c438525fcbb7c72fc326bdeaae402dc635905d2577bb6feeb5e network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 19ff3d83674b5c438525fcbb7c72fc326bdeaae402dc635905d2577bb6feeb5e network default NAD default NAD key ] I0427 16:17:16.895396 3786 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 19ff3d83674b5c4, network: default, NAD default, SandboxID: "19ff3d83674b5c438525fcbb7c72fc326bdeaae402dc635905d2577bb6feeb5e", PCI device ID: , UID: "f49188c2-aed3-4578-9d44-3c3156909e8e", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0427 16:17:16.947714 3786 cni.go:473] [tsf/test-tsf-infrastructure 19ff3d83674b5c438525fcbb7c72fc326bdeaae402dc635905d2577bb6feeb5e network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 19ff3d83674b5c438525fcbb7c72fc326bdeaae402dc635905d2577bb6feeb5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:58:44:11:3c:d6\",\"name\":\"19ff3d83674b5c4\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f89f0be3-3f9e-4f98-9ec0-ad114cc0d288\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:17:19.419884 3786 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-b5j2d] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-b5j2d for pod on switch ip-10-0-2-167.ec2.internal I0427 16:17:19.420043 3786 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-b5j2d I0427 16:17:19.422595 3786 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6lcsx] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-6lcsx for pod on switch ip-10-0-2-167.ec2.internal I0427 16:17:19.422688 3786 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6lcsx I0427 16:17:19.433967 3786 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-b5j2d] pod update took 13.951364ms I0427 16:17:19.433991 3786 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-b5j2d] addLogicalPort annotation time took 13.976997ms I0427 16:17:19.435399 3786 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-b5j2d] addLogicalPort took 15.535213ms, libovsdb time 892.641µs I0427 16:17:19.438177 3786 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6lcsx] pod update took 15.518349ms I0427 16:17:19.438201 3786 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6lcsx] addLogicalPort annotation time took 15.544779ms I0427 16:17:19.439731 3786 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6lcsx] addLogicalPort took 17.149027ms, libovsdb time 1.052979ms W0427 16:17:21.077744 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0427 16:17:21.077769 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0427 16:17:21.077775 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0427 16:17:24.191068 3786 namespace.go:142] [openshift-pipelines] updating namespace I0427 16:17:27.283447 3786 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-b5j2d a369f70f5a2509614354012a36c68bb24ba4e7f4d6b19bf8c3bb9f0207e9bc8d network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-b5j2d a369f70f5a2509614354012a36c68bb24ba4e7f4d6b19bf8c3bb9f0207e9bc8d network default NAD default NAD key ] I0427 16:17:27.290695 3786 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6lcsx 88790db3c7d80fad98161cac83ad15af0fb1d9d0d0c1a53b929ea42d4c86c92b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6lcsx 88790db3c7d80fad98161cac83ad15af0fb1d9d0d0c1a53b929ea42d4c86c92b network default NAD default NAD key ] I0427 16:17:27.292793 3786 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-b5j2d, hostIfaceName: a369f70f5a25096, network: default, NAD default, SandboxID: "a369f70f5a2509614354012a36c68bb24ba4e7f4d6b19bf8c3bb9f0207e9bc8d", PCI device ID: , UID: "553b99bf-de66-4c2b-9db8-065f17808c61", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0427 16:17:27.302636 3786 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-6lcsx, hostIfaceName: 88790db3c7d80fa, network: default, NAD default, SandboxID: "88790db3c7d80fad98161cac83ad15af0fb1d9d0d0c1a53b929ea42d4c86c92b", PCI device ID: , UID: "c11a7073-8ba4-438b-aaac-617255d35cd3", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0427 16:17:27.342580 3786 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-b5j2d a369f70f5a2509614354012a36c68bb24ba4e7f4d6b19bf8c3bb9f0207e9bc8d network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-b5j2d a369f70f5a2509614354012a36c68bb24ba4e7f4d6b19bf8c3bb9f0207e9bc8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:81:80:29:d7:45\",\"name\":\"a369f70f5a25096\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c077b2b1-71c6-44d0-95ed-51dff5e652b3\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:17:27.364553 3786 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6lcsx 88790db3c7d80fad98161cac83ad15af0fb1d9d0d0c1a53b929ea42d4c86c92b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6lcsx 88790db3c7d80fad98161cac83ad15af0fb1d9d0d0c1a53b929ea42d4c86c92b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:c6:04:87:a8:65\",\"name\":\"88790db3c7d80fa\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09d8d588-5a7e-4d66-8aa1-a65976aade2f\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:17:28.166745 3786 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0427 16:17:28.188212 3786 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0427 16:17:28.913274 3786 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-664qp] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-664qp for pod on switch ip-10-0-2-167.ec2.internal I0427 16:17:28.913357 3786 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-664qp I0427 16:17:28.925981 3786 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-664qp] pod update took 12.642895ms I0427 16:17:28.926002 3786 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-664qp] addLogicalPort annotation time took 12.667791ms I0427 16:17:28.927254 3786 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-664qp] addLogicalPort took 13.998778ms, libovsdb time 853.847µs I0427 16:17:29.274376 3786 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-664qp 68c300cca2e4da3ca4b8c75a3060bb46c5841cf65701167192f64482bc3a5d71 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-664qp 68c300cca2e4da3ca4b8c75a3060bb46c5841cf65701167192f64482bc3a5d71 network default NAD default NAD key ] I0427 16:17:29.287985 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-664qp, hostIfaceName: 68c300cca2e4da3, network: default, NAD default, SandboxID: "68c300cca2e4da3ca4b8c75a3060bb46c5841cf65701167192f64482bc3a5d71", PCI device ID: , UID: "83912720-5164-45a5-bc48-84c205bf4b38", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0427 16:17:29.339911 3786 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-664qp 68c300cca2e4da3ca4b8c75a3060bb46c5841cf65701167192f64482bc3a5d71 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-664qp 68c300cca2e4da3ca4b8c75a3060bb46c5841cf65701167192f64482bc3a5d71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:68:64:cc:81:e6\",\"name\":\"68c300cca2e4da3\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68527815-668d-422f-9469-968d3e889a91\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:17:32.199758 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0427 16:17:43.210779 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0427 16:17:49.178079 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0427 16:17:49.204460 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0427 16:17:51.917743 3786 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0427 16:17:52.297189 3786 cni.go:452] [tsf/test-tsf-infrastructure 19ff3d83674b5c438525fcbb7c72fc326bdeaae402dc635905d2577bb6feeb5e network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 19ff3d83674b5c438525fcbb7c72fc326bdeaae402dc635905d2577bb6feeb5e network default NAD default NAD key ] I0427 16:17:52.375979 3786 cni.go:473] [tsf/test-tsf-infrastructure 19ff3d83674b5c438525fcbb7c72fc326bdeaae402dc635905d2577bb6feeb5e network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 19ff3d83674b5c438525fcbb7c72fc326bdeaae402dc635905d2577bb6feeb5e network default NAD default NAD key default], result "{}", err I0427 16:17:52.425518 3786 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:17:52.425625 3786 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0427 16:17:52.427206 3786 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.36 I0427 16:17:52.427236 3786 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:17:52.446020 3786 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:17:52.446041 3786 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:17:52.449858 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0427 16:17:52.449885 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0427 16:17:53.550759 3786 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-167.ec2.internal I0427 16:17:53.550887 3786 kube.go:256] Updating pod tsf/test-tsf-iam I0427 16:17:53.572569 3786 pod.go:62] [tsf/test-tsf-iam] pod update took 21.70464ms I0427 16:17:53.572593 3786 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 21.733108ms I0427 16:17:53.573821 3786 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 23.082699ms, libovsdb time 867.247µs I0427 16:17:53.909711 3786 cni.go:452] [tsf/test-tsf-iam 29601ee14332143c069fb449af23517012087a637339671921d4cb44276cdb5c network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 29601ee14332143c069fb449af23517012087a637339671921d4cb44276cdb5c network default NAD default NAD key ] I0427 16:17:53.919711 3786 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 29601ee14332143, network: default, NAD default, SandboxID: "29601ee14332143c069fb449af23517012087a637339671921d4cb44276cdb5c", PCI device ID: , UID: "ddd3847c-e84b-4229-8c7f-1f392c26eb66", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0427 16:17:53.971142 3786 cni.go:473] [tsf/test-tsf-iam 29601ee14332143c069fb449af23517012087a637339671921d4cb44276cdb5c network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 29601ee14332143c069fb449af23517012087a637339671921d4cb44276cdb5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:d9:33:60:8b:2e\",\"name\":\"29601ee14332143\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbf327d7-8cd8-4f86-89c3-6b8086ab4aa8\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:17:54.223492 3786 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0427 16:17:54.224139 3786 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0427 16:17:54.224158 3786 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0427 16:17:54.226190 3786 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0427 16:17:54.605552 3786 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-167.ec2.internal I0427 16:17:54.605674 3786 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0427 16:17:54.629551 3786 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 23.900745ms I0427 16:17:54.629577 3786 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 23.931644ms I0427 16:17:54.630804 3786 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 25.269631ms, libovsdb time 863.21µs I0427 16:17:55.023313 3786 cni.go:452] [tsf-keycloak/keycloak-0 095697a62a1d811aef5c069c3e039ce39dcd583d7c9430ae8419d7ae4fd92234 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 095697a62a1d811aef5c069c3e039ce39dcd583d7c9430ae8419d7ae4fd92234 network default NAD default NAD key ] I0427 16:17:55.032940 3786 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 095697a62a1d811, network: default, NAD default, SandboxID: "095697a62a1d811aef5c069c3e039ce39dcd583d7c9430ae8419d7ae4fd92234", PCI device ID: , UID: "c58c00e1-b2df-4924-a192-63ce8fb46fc9", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0427 16:17:55.085080 3786 cni.go:473] [tsf-keycloak/keycloak-0 095697a62a1d811aef5c069c3e039ce39dcd583d7c9430ae8419d7ae4fd92234 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 095697a62a1d811aef5c069c3e039ce39dcd583d7c9430ae8419d7ae4fd92234 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:04:93:b0:55:e7\",\"name\":\"095697a62a1d811\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a1c41a9-2058-4b20-89dd-7f8a3ca8c11e\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:18:01.352784 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0427 16:18:01.352812 3786 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0427 16:18:01.359101 3786 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0427 16:18:01.359128 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0427 16:18:17.886194 3786 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0427 16:18:17.886220 3786 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0427 16:18:17.886229 3786 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0427 16:18:24.251727 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0427 16:18:24.251754 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0427 16:18:24.251868 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0427 16:18:24.251878 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0427 16:18:24.576988 3786 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-j5gvg] creating logical port tsf-keycloak_tsf-iam-j5gvg for pod on switch ip-10-0-2-167.ec2.internal I0427 16:18:24.577081 3786 kube.go:256] Updating pod tsf-keycloak/tsf-iam-j5gvg I0427 16:18:24.591494 3786 pod.go:62] [tsf-keycloak/tsf-iam-j5gvg] pod update took 14.437484ms I0427 16:18:24.591515 3786 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-j5gvg] addLogicalPort annotation time took 14.464653ms I0427 16:18:24.592839 3786 pods.go:271] [tsf-keycloak/tsf-iam-j5gvg] addLogicalPort took 15.870608ms, libovsdb time 975.804µs I0427 16:18:24.936316 3786 cni.go:452] [tsf-keycloak/tsf-iam-j5gvg ae2296d7fc859f527e57acb9b18ee9fec01a00ad513e7fecc4aa14b802c59c32 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-j5gvg ae2296d7fc859f527e57acb9b18ee9fec01a00ad513e7fecc4aa14b802c59c32 network default NAD default NAD key ] I0427 16:18:24.945690 3786 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-j5gvg, hostIfaceName: ae2296d7fc859f5, network: default, NAD default, SandboxID: "ae2296d7fc859f527e57acb9b18ee9fec01a00ad513e7fecc4aa14b802c59c32", PCI device ID: , UID: "e8628210-08d7-4e19-9861-3496b8b7ecbc", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0427 16:18:24.997471 3786 cni.go:473] [tsf-keycloak/tsf-iam-j5gvg ae2296d7fc859f527e57acb9b18ee9fec01a00ad513e7fecc4aa14b802c59c32 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-j5gvg ae2296d7fc859f527e57acb9b18ee9fec01a00ad513e7fecc4aa14b802c59c32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:50:aa:59:72:a2\",\"name\":\"ae2296d7fc859f5\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4b003aa-26e4-45aa-ab02-7ef8ae5f789c\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:18:27.534758 3786 cni.go:452] [tsf/test-tsf-iam 29601ee14332143c069fb449af23517012087a637339671921d4cb44276cdb5c network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 29601ee14332143c069fb449af23517012087a637339671921d4cb44276cdb5c network default NAD default NAD key ] I0427 16:18:27.622041 3786 cni.go:473] [tsf/test-tsf-iam 29601ee14332143c069fb449af23517012087a637339671921d4cb44276cdb5c network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 29601ee14332143c069fb449af23517012087a637339671921d4cb44276cdb5c network default NAD default NAD key default], result "{}", err I0427 16:18:27.691198 3786 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:18:27.691243 3786 pods.go:176] Deleting pod: tsf/test-tsf-iam I0427 16:18:27.692850 3786 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.40 I0427 16:18:27.692889 3786 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:18:27.731202 3786 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:18:27.731233 3786 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:18:27.737637 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0427 16:18:27.737665 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0427 16:18:28.543145 3786 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-167.ec2.internal I0427 16:18:28.543273 3786 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0427 16:18:28.557188 3786 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 13.946963ms I0427 16:18:28.557310 3786 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.072801ms I0427 16:18:28.559672 3786 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.548015ms, libovsdb time 1.760797ms I0427 16:18:28.937869 3786 cni.go:452] [tsf-tas/test-tsf-tas 6b9de90d74ead020d1aed2ab24e384ec7e7f46df3bff244b4697d5667207c0c9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 6b9de90d74ead020d1aed2ab24e384ec7e7f46df3bff244b4697d5667207c0c9 network default NAD default NAD key ] I0427 16:18:28.953802 3786 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 6b9de90d74ead02, network: default, NAD default, SandboxID: "6b9de90d74ead020d1aed2ab24e384ec7e7f46df3bff244b4697d5667207c0c9", PCI device ID: , UID: "fcd36282-0957-4bf8-90f9-af9d2f784210", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0427 16:18:29.028872 3786 cni.go:473] [tsf-tas/test-tsf-tas 6b9de90d74ead020d1aed2ab24e384ec7e7f46df3bff244b4697d5667207c0c9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 6b9de90d74ead020d1aed2ab24e384ec7e7f46df3bff244b4697d5667207c0c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:1d:7b:e1:94:05\",\"name\":\"6b9de90d74ead02\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcdefa15-c67c-468b-825a-333907dc4590\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:18:32.971785 3786 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0427 16:18:32.971824 3786 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0427 16:18:42.284987 3786 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0427 16:18:43.651737 3786 cni.go:452] [tsf-keycloak/tsf-iam-j5gvg ae2296d7fc859f527e57acb9b18ee9fec01a00ad513e7fecc4aa14b802c59c32 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-j5gvg ae2296d7fc859f527e57acb9b18ee9fec01a00ad513e7fecc4aa14b802c59c32 network default NAD default NAD key ] I0427 16:18:43.726208 3786 cni.go:473] [tsf-keycloak/tsf-iam-j5gvg ae2296d7fc859f527e57acb9b18ee9fec01a00ad513e7fecc4aa14b802c59c32 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-j5gvg ae2296d7fc859f527e57acb9b18ee9fec01a00ad513e7fecc4aa14b802c59c32 network default NAD default NAD key default], result "{}", err I0427 16:18:43.776729 3786 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j5gvg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:18:43.776770 3786 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-j5gvg I0427 16:18:43.778006 3786 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-j5gvg, ips: 10.130.0.42 I0427 16:18:43.778031 3786 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j5gvg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0427 16:18:44.055413 3786 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0427 16:18:44.674562 3786 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j5gvg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:18:44.674591 3786 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j5gvg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:18:47.216980 3786 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-nhllx-fbzql of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:18:47.217586 3786 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-nhllx-fbzql of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0427 16:18:47.310863 3786 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0427 16:18:48.072657 3786 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-nhllx-fbzql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:18:48.072678 3786 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-nhllx-fbzql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:18:55.087966 3786 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jr8c7] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-jr8c7 for pod on switch ip-10-0-2-167.ec2.internal I0427 16:18:55.088059 3786 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jr8c7 I0427 16:18:55.104183 3786 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jr8c7] pod update took 16.145912ms I0427 16:18:55.104208 3786 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jr8c7] addLogicalPort annotation time took 16.177615ms I0427 16:18:55.105465 3786 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jr8c7] addLogicalPort took 17.5132ms, libovsdb time 859.511µs I0427 16:18:55.187560 3786 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dlkg2] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-dlkg2 for pod on switch ip-10-0-2-167.ec2.internal I0427 16:18:55.187652 3786 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dlkg2 I0427 16:18:55.203367 3786 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dlkg2] pod update took 15.734641ms I0427 16:18:55.203391 3786 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dlkg2] addLogicalPort annotation time took 15.769347ms I0427 16:18:55.204735 3786 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dlkg2] addLogicalPort took 17.191651ms, libovsdb time 870.752µs I0427 16:18:55.293931 3786 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-ttnzb] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-ttnzb for pod on switch ip-10-0-2-167.ec2.internal I0427 16:18:55.294022 3786 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-ttnzb I0427 16:18:55.308853 3786 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ttnzb] pod update took 14.85483ms I0427 16:18:55.308877 3786 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-ttnzb] addLogicalPort annotation time took 14.885155ms I0427 16:18:55.310171 3786 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ttnzb] addLogicalPort took 16.261936ms, libovsdb time 882.758µs I0427 16:18:55.451205 3786 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jr8c7 72cdf507fbfef2e699962eb162b9d6a1cf8ad087621c0c3eeddaf36161708473 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jr8c7 72cdf507fbfef2e699962eb162b9d6a1cf8ad087621c0c3eeddaf36161708473 network default NAD default NAD key ] I0427 16:18:55.460198 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-jr8c7, hostIfaceName: 72cdf507fbfef2e, network: default, NAD default, SandboxID: "72cdf507fbfef2e699962eb162b9d6a1cf8ad087621c0c3eeddaf36161708473", PCI device ID: , UID: "783b731d-556f-4d78-a1f9-26794493327e", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0427 16:18:55.518624 3786 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jr8c7 72cdf507fbfef2e699962eb162b9d6a1cf8ad087621c0c3eeddaf36161708473 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jr8c7 72cdf507fbfef2e699962eb162b9d6a1cf8ad087621c0c3eeddaf36161708473 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:c4:e8:4c:c5:9d\",\"name\":\"72cdf507fbfef2e\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b882645e-9261-4180-aff7-6110afdc74d0\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:18:55.553582 3786 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dlkg2 de9eecee1e83fa3a600cc9c36a78af3d9e1cfff6a9279d91aa59bbaae65a835a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dlkg2 de9eecee1e83fa3a600cc9c36a78af3d9e1cfff6a9279d91aa59bbaae65a835a network default NAD default NAD key ] I0427 16:18:55.562991 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-dlkg2, hostIfaceName: de9eecee1e83fa3, network: default, NAD default, SandboxID: "de9eecee1e83fa3a600cc9c36a78af3d9e1cfff6a9279d91aa59bbaae65a835a", PCI device ID: , UID: "5b59902d-2dd8-4cca-9772-3e6b32b1720a", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0427 16:18:55.622828 3786 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dlkg2 de9eecee1e83fa3a600cc9c36a78af3d9e1cfff6a9279d91aa59bbaae65a835a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dlkg2 de9eecee1e83fa3a600cc9c36a78af3d9e1cfff6a9279d91aa59bbaae65a835a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:09:d1:db:6d:2f\",\"name\":\"de9eecee1e83fa3\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7de8064-9c45-45d9-bd6b-4ab5b1b90d8f\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:18:55.659877 3786 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ttnzb 0f80c5e1d6284cfc5ea7ec6b4817624e52456ed7a34fe180c8890db8245d0fac network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ttnzb 0f80c5e1d6284cfc5ea7ec6b4817624e52456ed7a34fe180c8890db8245d0fac network default NAD default NAD key ] I0427 16:18:55.669955 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-ttnzb, hostIfaceName: 0f80c5e1d6284cf, network: default, NAD default, SandboxID: "0f80c5e1d6284cfc5ea7ec6b4817624e52456ed7a34fe180c8890db8245d0fac", PCI device ID: , UID: "108f9584-eba7-472f-b744-28b2dd892123", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0427 16:18:55.722549 3786 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ttnzb 0f80c5e1d6284cfc5ea7ec6b4817624e52456ed7a34fe180c8890db8245d0fac network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ttnzb 0f80c5e1d6284cfc5ea7ec6b4817624e52456ed7a34fe180c8890db8245d0fac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ef:fa:2b:e1:0e\",\"name\":\"0f80c5e1d6284cf\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edc1f66a-e8f7-42bd-b670-386edfd9aa0b\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:18:58.742740 3786 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0427 16:18:58.742770 3786 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0427 16:18:58.765990 3786 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0427 16:18:59.769847 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0427 16:18:59.769873 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0427 16:19:09.754183 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0427 16:19:17.849066 3786 cni.go:452] [tsf-tas/test-tsf-tas 6b9de90d74ead020d1aed2ab24e384ec7e7f46df3bff244b4697d5667207c0c9 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 6b9de90d74ead020d1aed2ab24e384ec7e7f46df3bff244b4697d5667207c0c9 network default NAD default NAD key ] I0427 16:19:17.943286 3786 cni.go:473] [tsf-tas/test-tsf-tas 6b9de90d74ead020d1aed2ab24e384ec7e7f46df3bff244b4697d5667207c0c9 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 6b9de90d74ead020d1aed2ab24e384ec7e7f46df3bff244b4697d5667207c0c9 network default NAD default NAD key default], result "{}", err I0427 16:19:17.995023 3786 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:17.995069 3786 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0427 16:19:17.996480 3786 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.43 I0427 16:19:17.996512 3786 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:18.014314 3786 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:18.014346 3786 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:18.020862 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0427 16:19:18.020891 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0427 16:19:18.729372 3786 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-tsqw5] creating logical port tsf_patch-tekton-config-tsqw5 for pod on switch ip-10-0-2-167.ec2.internal I0427 16:19:18.729489 3786 kube.go:256] Updating pod tsf/patch-tekton-config-tsqw5 I0427 16:19:18.743105 3786 pod.go:62] [tsf/patch-tekton-config-tsqw5] pod update took 13.64123ms I0427 16:19:18.743128 3786 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-tsqw5] addLogicalPort annotation time took 13.669696ms I0427 16:19:18.744587 3786 pods.go:271] [tsf/patch-tekton-config-tsqw5] addLogicalPort took 15.235465ms, libovsdb time 954.515µs I0427 16:19:19.093529 3786 cni.go:452] [tsf/patch-tekton-config-tsqw5 ffd66b59ae4d313bb40aab938d3f7b259935d0585b18bee5f2c4458a5227a303 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-tsqw5 ffd66b59ae4d313bb40aab938d3f7b259935d0585b18bee5f2c4458a5227a303 network default NAD default NAD key ] I0427 16:19:19.103732 3786 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-tsqw5, hostIfaceName: ffd66b59ae4d313, network: default, NAD default, SandboxID: "ffd66b59ae4d313bb40aab938d3f7b259935d0585b18bee5f2c4458a5227a303", PCI device ID: , UID: "1efa50d3-2d64-42b5-9924-09ccc361d602", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0427 16:19:19.157263 3786 cni.go:473] [tsf/patch-tekton-config-tsqw5 ffd66b59ae4d313bb40aab938d3f7b259935d0585b18bee5f2c4458a5227a303 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-tsqw5 ffd66b59ae4d313bb40aab938d3f7b259935d0585b18bee5f2c4458a5227a303 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:46:5d:f1:31:f9\",\"name\":\"ffd66b59ae4d313\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/808ee9c5-8894-4177-b42c-761342245346\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:19:24.372295 3786 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-25gn9-x9qqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:24.372960 3786 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-25gn9-x9qqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:25.268076 3786 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-25gn9-x9qqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:25.268109 3786 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-25gn9-x9qqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:25.686198 3786 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-784858fd6d-qmxl6] creating logical port tsf-tas_ctlog-784858fd6d-qmxl6 for pod on switch ip-10-0-2-167.ec2.internal I0427 16:19:25.686341 3786 kube.go:256] Updating pod tsf-tas/ctlog-784858fd6d-qmxl6 I0427 16:19:25.703729 3786 pod.go:62] [tsf-tas/ctlog-784858fd6d-qmxl6] pod update took 17.417496ms I0427 16:19:25.703757 3786 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-784858fd6d-qmxl6] addLogicalPort annotation time took 17.452376ms I0427 16:19:25.705042 3786 pods.go:271] [tsf-tas/ctlog-784858fd6d-qmxl6] addLogicalPort took 18.860747ms, libovsdb time 899.205µs I0427 16:19:26.047647 3786 cni.go:452] [tsf-tas/ctlog-784858fd6d-qmxl6 a3e25a8626e1afd6e811660cc6fe041a35afb2c1acbee43305e634351a8bda08 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-784858fd6d-qmxl6 a3e25a8626e1afd6e811660cc6fe041a35afb2c1acbee43305e634351a8bda08 network default NAD default NAD key ] I0427 16:19:26.057201 3786 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-784858fd6d-qmxl6, hostIfaceName: a3e25a8626e1afd, network: default, NAD default, SandboxID: "a3e25a8626e1afd6e811660cc6fe041a35afb2c1acbee43305e634351a8bda08", PCI device ID: , UID: "12c1a560-1b53-40e4-8b80-e4f9456efe6e", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0427 16:19:26.110987 3786 cni.go:473] [tsf-tas/ctlog-784858fd6d-qmxl6 a3e25a8626e1afd6e811660cc6fe041a35afb2c1acbee43305e634351a8bda08 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-784858fd6d-qmxl6 a3e25a8626e1afd6e811660cc6fe041a35afb2c1acbee43305e634351a8bda08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:3b:dc:28:e4:8a\",\"name\":\"a3e25a8626e1afd\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80872009-4a52-42d7-8582-4b82283a04f4\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:19:26.908092 3786 cni.go:452] [tsf/patch-tekton-config-tsqw5 ffd66b59ae4d313bb40aab938d3f7b259935d0585b18bee5f2c4458a5227a303 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-tsqw5 ffd66b59ae4d313bb40aab938d3f7b259935d0585b18bee5f2c4458a5227a303 network default NAD default NAD key ] I0427 16:19:26.988785 3786 cni.go:473] [tsf/patch-tekton-config-tsqw5 ffd66b59ae4d313bb40aab938d3f7b259935d0585b18bee5f2c4458a5227a303 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-tsqw5 ffd66b59ae4d313bb40aab938d3f7b259935d0585b18bee5f2c4458a5227a303 network default NAD default NAD key default], result "{}", err I0427 16:19:27.039708 3786 obj_retry.go:498] Detected object tsf/patch-tekton-config-tsqw5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:27.039751 3786 pods.go:176] Deleting pod: tsf/patch-tekton-config-tsqw5 I0427 16:19:27.041180 3786 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-tsqw5, ips: 10.130.0.47 I0427 16:19:27.041215 3786 obj_retry.go:498] Detected object tsf/patch-tekton-config-tsqw5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0427 16:19:27.916232 3786 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0427 16:19:27.927612 3786 obj_retry.go:492] Detected object tsf/patch-tekton-config-tsqw5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:27.927643 3786 obj_retry.go:492] Detected object tsf/patch-tekton-config-tsqw5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:34.446648 3786 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vx9m7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:34.447204 3786 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vx9m7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:35.325034 3786 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vx9m7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:35.325064 3786 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vx9m7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:35.361518 3786 obj_retry.go:492] Detected object tsf/patch-tekton-config-tsqw5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:35.361541 3786 obj_retry.go:492] Detected object tsf/patch-tekton-config-tsqw5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:35.368299 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-tsqw5 I0427 16:19:35.368326 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-tsqw5 I0427 16:19:36.033051 3786 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-167.ec2.internal I0427 16:19:36.033174 3786 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0427 16:19:36.045763 3786 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 12.583579ms I0427 16:19:36.045788 3786 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 12.641679ms I0427 16:19:36.047181 3786 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.145227ms, libovsdb time 944.672µs I0427 16:19:36.397241 3786 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 7bf7e5bc69d23ee1a219139bce9f0d680d19c2173a990b2e659bd5283030e13f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 7bf7e5bc69d23ee1a219139bce9f0d680d19c2173a990b2e659bd5283030e13f network default NAD default NAD key ] I0427 16:19:36.407252 3786 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 7bf7e5bc69d23ee, network: default, NAD default, SandboxID: "7bf7e5bc69d23ee1a219139bce9f0d680d19c2173a990b2e659bd5283030e13f", PCI device ID: , UID: "adb8b996-b217-4606-ace3-81fcef869b04", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0427 16:19:36.461695 3786 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 7bf7e5bc69d23ee1a219139bce9f0d680d19c2173a990b2e659bd5283030e13f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 7bf7e5bc69d23ee1a219139bce9f0d680d19c2173a990b2e659bd5283030e13f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:17:a1:2a:6d:fe\",\"name\":\"7bf7e5bc69d23ee\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3500174d-e3c0-4416-bb21-0524a40799f6\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:19:38.927993 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0427 16:19:39.986281 3786 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 7bf7e5bc69d23ee1a219139bce9f0d680d19c2173a990b2e659bd5283030e13f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 7bf7e5bc69d23ee1a219139bce9f0d680d19c2173a990b2e659bd5283030e13f network default NAD default NAD key ] I0427 16:19:40.063920 3786 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 7bf7e5bc69d23ee1a219139bce9f0d680d19c2173a990b2e659bd5283030e13f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 7bf7e5bc69d23ee1a219139bce9f0d680d19c2173a990b2e659bd5283030e13f network default NAD default NAD key default], result "{}", err I0427 16:19:40.121187 3786 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:40.121222 3786 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0427 16:19:40.122591 3786 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.49 I0427 16:19:40.122618 3786 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:40.140943 3786 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:40.140969 3786 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:40.149347 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0427 16:19:40.149379 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0427 16:19:40.358555 3786 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-167.ec2.internal I0427 16:19:40.358682 3786 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0427 16:19:40.371986 3786 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.325902ms I0427 16:19:40.372008 3786 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.354989ms I0427 16:19:40.373334 3786 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.795207ms, libovsdb time 911.511µs I0427 16:19:40.720203 3786 cni.go:452] [tsf-tpa/test-tsf-tpa 5daa75e45dbd83d7574c7c2e35618cefcf9da9a30920c783122bb7e866f8b9be network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 5daa75e45dbd83d7574c7c2e35618cefcf9da9a30920c783122bb7e866f8b9be network default NAD default NAD key ] I0427 16:19:40.729546 3786 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 5daa75e45dbd83d, network: default, NAD default, SandboxID: "5daa75e45dbd83d7574c7c2e35618cefcf9da9a30920c783122bb7e866f8b9be", PCI device ID: , UID: "f77f635a-959b-4a8d-b999-57f299ce3d6d", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0427 16:19:40.783884 3786 cni.go:473] [tsf-tpa/test-tsf-tpa 5daa75e45dbd83d7574c7c2e35618cefcf9da9a30920c783122bb7e866f8b9be network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 5daa75e45dbd83d7574c7c2e35618cefcf9da9a30920c783122bb7e866f8b9be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:ec:a6:7f:da:e0\",\"name\":\"5daa75e45dbd83d\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/659f4730-ef63-4de7-aa7a-cc125b98414e\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:19:47.540777 3786 obj_retry.go:498] Detected object tsf-tpa/create-db-6926n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:47.541375 3786 obj_retry.go:498] Detected object tsf-tpa/create-db-6926n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:48.564149 3786 obj_retry.go:492] Detected object tsf-tpa/create-db-6926n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:48.564172 3786 obj_retry.go:492] Detected object tsf-tpa/create-db-6926n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:49.515242 3786 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-kv4c8-79bbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:49.515905 3786 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-kv4c8-79bbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:50.412520 3786 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-kv4c8-79bbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:50.412546 3786 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-kv4c8-79bbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:51.558463 3786 obj_retry.go:498] Detected object tsf-tpa/migrate-db-j8g29 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:51.559039 3786 obj_retry.go:498] Detected object tsf-tpa/migrate-db-j8g29 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:51.703942 3786 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8g29 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:51.703963 3786 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8g29 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:52.006644 3786 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-24vmh] creating logical port tsf-tpa_create-importers-24vmh for pod on switch ip-10-0-2-167.ec2.internal I0427 16:19:52.006732 3786 kube.go:256] Updating pod tsf-tpa/create-importers-24vmh I0427 16:19:52.020653 3786 pod.go:62] [tsf-tpa/create-importers-24vmh] pod update took 13.94268ms I0427 16:19:52.020677 3786 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-24vmh] addLogicalPort annotation time took 13.974188ms I0427 16:19:52.022097 3786 pods.go:271] [tsf-tpa/create-importers-24vmh] addLogicalPort took 15.466538ms, libovsdb time 1.045642ms I0427 16:19:52.208994 3786 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-788d9ff8f4-xwl6k] creating logical port tsf-tas_rekor-redis-788d9ff8f4-xwl6k for pod on switch ip-10-0-2-167.ec2.internal I0427 16:19:52.209116 3786 kube.go:256] Updating pod tsf-tas/rekor-redis-788d9ff8f4-xwl6k I0427 16:19:52.224151 3786 pod.go:62] [tsf-tas/rekor-redis-788d9ff8f4-xwl6k] pod update took 15.069208ms I0427 16:19:52.224184 3786 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-788d9ff8f4-xwl6k] addLogicalPort annotation time took 15.107734ms I0427 16:19:52.226007 3786 pods.go:271] [tsf-tas/rekor-redis-788d9ff8f4-xwl6k] addLogicalPort took 17.031423ms, libovsdb time 1.24959ms I0427 16:19:52.373814 3786 cni.go:452] [tsf-tpa/create-importers-24vmh b375bf1204ef945a0090aa0809f7d92de7e74306fb9fdb7d6c5623ef25287ee6 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-24vmh b375bf1204ef945a0090aa0809f7d92de7e74306fb9fdb7d6c5623ef25287ee6 network default NAD default NAD key ] I0427 16:19:52.383860 3786 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-24vmh, hostIfaceName: b375bf1204ef945, network: default, NAD default, SandboxID: "b375bf1204ef945a0090aa0809f7d92de7e74306fb9fdb7d6c5623ef25287ee6", PCI device ID: , UID: "1fd4ec24-e665-4983-b10e-baab2cfc2a8b", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0427 16:19:52.399246 3786 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6c7fc59cf8-2dj2h] creating logical port tsf-tas_rekor-search-ui-6c7fc59cf8-2dj2h for pod on switch ip-10-0-2-167.ec2.internal I0427 16:19:52.399399 3786 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6c7fc59cf8-2dj2h I0427 16:19:52.414519 3786 pod.go:62] [tsf-tas/rekor-search-ui-6c7fc59cf8-2dj2h] pod update took 15.155426ms I0427 16:19:52.414612 3786 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-6c7fc59cf8-2dj2h] addLogicalPort annotation time took 15.248398ms I0427 16:19:52.415957 3786 pods.go:271] [tsf-tas/rekor-search-ui-6c7fc59cf8-2dj2h] addLogicalPort took 16.731252ms, libovsdb time 878.411µs I0427 16:19:52.447773 3786 cni.go:473] [tsf-tpa/create-importers-24vmh b375bf1204ef945a0090aa0809f7d92de7e74306fb9fdb7d6c5623ef25287ee6 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-24vmh b375bf1204ef945a0090aa0809f7d92de7e74306fb9fdb7d6c5623ef25287ee6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:51:5c:96:2f:2b\",\"name\":\"b375bf1204ef945\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbf62e02-a85c-41df-a7f8-3eb46d8edfe4\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:19:52.779473 3786 cni.go:452] [tsf-tas/rekor-search-ui-6c7fc59cf8-2dj2h 2237ea1e4e40bd0f750e5bc2a68672b07ffc6f35ba05b7b2a83e4d71ff3a6189 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-6c7fc59cf8-2dj2h 2237ea1e4e40bd0f750e5bc2a68672b07ffc6f35ba05b7b2a83e4d71ff3a6189 network default NAD default NAD key ] I0427 16:19:52.789269 3786 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6c7fc59cf8-2dj2h, hostIfaceName: 2237ea1e4e40bd0, network: default, NAD default, SandboxID: "2237ea1e4e40bd0f750e5bc2a68672b07ffc6f35ba05b7b2a83e4d71ff3a6189", PCI device ID: , UID: "086e907b-6cfa-4dde-ac91-1cfb47daab72", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0427 16:19:52.847038 3786 cni.go:473] [tsf-tas/rekor-search-ui-6c7fc59cf8-2dj2h 2237ea1e4e40bd0f750e5bc2a68672b07ffc6f35ba05b7b2a83e4d71ff3a6189 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-6c7fc59cf8-2dj2h 2237ea1e4e40bd0f750e5bc2a68672b07ffc6f35ba05b7b2a83e4d71ff3a6189 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:89:7a:ee:f7:22\",\"name\":\"2237ea1e4e40bd0\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ae656e9-c814-4a27-89e1-3eb9a13ef0d2\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:19:53.177719 3786 cni.go:452] [tsf-tas/rekor-redis-788d9ff8f4-xwl6k 35d7ec5bc10d5a105d60ed231e6158239ca5f49ffec47783fded0f11231eef69 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-788d9ff8f4-xwl6k 35d7ec5bc10d5a105d60ed231e6158239ca5f49ffec47783fded0f11231eef69 network default NAD default NAD key ] I0427 16:19:53.188420 3786 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-788d9ff8f4-xwl6k, hostIfaceName: 35d7ec5bc10d5a1, network: default, NAD default, SandboxID: "35d7ec5bc10d5a105d60ed231e6158239ca5f49ffec47783fded0f11231eef69", PCI device ID: , UID: "eb46e4e9-f91b-4d98-8bdc-19f18b1c1e03", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0427 16:19:53.247156 3786 cni.go:473] [tsf-tas/rekor-redis-788d9ff8f4-xwl6k 35d7ec5bc10d5a105d60ed231e6158239ca5f49ffec47783fded0f11231eef69 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-788d9ff8f4-xwl6k 35d7ec5bc10d5a105d60ed231e6158239ca5f49ffec47783fded0f11231eef69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:1c:a0:1a:3c:84\",\"name\":\"35d7ec5bc10d5a1\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0aea44d-80a4-4b8f-976e-de6a380e6a27\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:19:58.560918 3786 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 W0427 16:19:59.134130 3786 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0427 16:19:59.157193 3786 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0427 16:20:00.127884 3786 cni.go:452] [tsf-tpa/create-importers-24vmh b375bf1204ef945a0090aa0809f7d92de7e74306fb9fdb7d6c5623ef25287ee6 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-24vmh b375bf1204ef945a0090aa0809f7d92de7e74306fb9fdb7d6c5623ef25287ee6 network default NAD default NAD key ] I0427 16:20:00.173542 3786 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29621780-d6mbs for pod on switch ip-10-0-2-167.ec2.internal I0427 16:20:00.173673 3786 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs I0427 16:20:00.186930 3786 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs] pod update took 13.278319ms I0427 16:20:00.186962 3786 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs] addLogicalPort annotation time took 13.318717ms I0427 16:20:00.188706 3786 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs] addLogicalPort took 15.181552ms, libovsdb time 1.188019ms I0427 16:20:00.215709 3786 cni.go:473] [tsf-tpa/create-importers-24vmh b375bf1204ef945a0090aa0809f7d92de7e74306fb9fdb7d6c5623ef25287ee6 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-24vmh b375bf1204ef945a0090aa0809f7d92de7e74306fb9fdb7d6c5623ef25287ee6 network default NAD default NAD key default], result "{}", err I0427 16:20:00.269994 3786 obj_retry.go:498] Detected object tsf-tpa/create-importers-24vmh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:20:00.270031 3786 pods.go:176] Deleting pod: tsf-tpa/create-importers-24vmh I0427 16:20:00.271332 3786 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-24vmh, ips: 10.130.0.51 I0427 16:20:00.271365 3786 obj_retry.go:498] Detected object tsf-tpa/create-importers-24vmh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:20:00.539926 3786 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs cabb4b6a032a47859a1a16a5b59e2c285a207cd844a9029259924b7fb6fdc269 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs cabb4b6a032a47859a1a16a5b59e2c285a207cd844a9029259924b7fb6fdc269 network default NAD default NAD key ] I0427 16:20:00.549368 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29621780-d6mbs, hostIfaceName: cabb4b6a032a478, network: default, NAD default, SandboxID: "cabb4b6a032a47859a1a16a5b59e2c285a207cd844a9029259924b7fb6fdc269", PCI device ID: , UID: "50d71e2c-ac3b-4946-8168-3f00e07733a9", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0427 16:20:00.604008 3786 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs cabb4b6a032a47859a1a16a5b59e2c285a207cd844a9029259924b7fb6fdc269 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs cabb4b6a032a47859a1a16a5b59e2c285a207cd844a9029259924b7fb6fdc269 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:8e:e7:ff:c3:fc\",\"name\":\"cabb4b6a032a478\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66758f54-6abc-48b0-8c47-0507ce83d0d2\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:20:01.292379 3786 obj_retry.go:492] Detected object tsf-tpa/create-importers-24vmh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:20:01.292409 3786 obj_retry.go:492] Detected object tsf-tpa/create-importers-24vmh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0427 16:20:01.468750 3786 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0427 16:20:02.477807 3786 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0427 16:20:04.156970 3786 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs cabb4b6a032a47859a1a16a5b59e2c285a207cd844a9029259924b7fb6fdc269 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs cabb4b6a032a47859a1a16a5b59e2c285a207cd844a9029259924b7fb6fdc269 network default NAD default NAD key ] I0427 16:20:04.249802 3786 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs cabb4b6a032a47859a1a16a5b59e2c285a207cd844a9029259924b7fb6fdc269 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs cabb4b6a032a47859a1a16a5b59e2c285a207cd844a9029259924b7fb6fdc269 network default NAD default NAD key default], result "{}", err I0427 16:20:04.303170 3786 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:20:04.303209 3786 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs I0427 16:20:04.304703 3786 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs, ips: 10.130.0.54 I0427 16:20:04.304734 3786 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:20:05.168412 3786 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:20:05.168462 3786 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0427 16:20:11.155546 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0427 16:20:11.185018 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0427 16:20:24.471171 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=59 I0427 16:20:25.570492 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0427 16:20:29.303151 3786 cni.go:452] [tsf-tpa/test-tsf-tpa 5daa75e45dbd83d7574c7c2e35618cefcf9da9a30920c783122bb7e866f8b9be network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 5daa75e45dbd83d7574c7c2e35618cefcf9da9a30920c783122bb7e866f8b9be network default NAD default NAD key ] I0427 16:20:29.392168 3786 cni.go:473] [tsf-tpa/test-tsf-tpa 5daa75e45dbd83d7574c7c2e35618cefcf9da9a30920c783122bb7e866f8b9be network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 5daa75e45dbd83d7574c7c2e35618cefcf9da9a30920c783122bb7e866f8b9be network default NAD default NAD key default], result "{}", err I0427 16:20:29.503498 3786 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:20:29.503565 3786 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0427 16:20:29.504880 3786 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.50 I0427 16:20:29.504904 3786 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:20:29.541336 3786 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:20:29.541358 3786 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:20:29.547326 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0427 16:20:29.547347 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0427 16:20:30.288181 3786 namespace.go:98] [build-service] adding namespace I0427 16:20:30.289098 3786 namespace.go:102] [build-service] adding namespace took 890.896µs I0427 16:20:30.289225 3786 namespace.go:98] [default-tenant] adding namespace I0427 16:20:30.289926 3786 namespace.go:102] [default-tenant] adding namespace took 688.844µs I0427 16:20:30.291987 3786 namespace.go:98] [integration-service] adding namespace I0427 16:20:30.292617 3786 namespace.go:102] [integration-service] adding namespace took 616.844µs I0427 16:20:30.294786 3786 namespace.go:98] [image-controller] adding namespace I0427 16:20:30.295389 3786 namespace.go:102] [image-controller] adding namespace took 588.257µs I0427 16:20:30.328351 3786 namespace.go:142] [build-service] updating namespace I0427 16:20:30.365809 3786 namespace.go:142] [build-service] updating namespace I0427 16:20:30.409319 3786 namespace.go:142] [default-tenant] updating namespace I0427 16:20:30.446853 3786 namespace.go:142] [default-tenant] updating namespace I0427 16:20:30.479219 3786 namespace.go:142] [integration-service] updating namespace I0427 16:20:30.548466 3786 namespace.go:142] [image-controller] updating namespace I0427 16:20:30.555576 3786 namespace.go:142] [integration-service] updating namespace I0427 16:20:30.599549 3786 namespace.go:142] [image-controller] updating namespace I0427 16:20:30.653987 3786 namespace.go:142] [build-service] updating namespace I0427 16:20:30.683918 3786 namespace.go:142] [integration-service] updating namespace I0427 16:20:30.727346 3786 namespace.go:98] [release-service] adding namespace I0427 16:20:30.728196 3786 namespace.go:102] [release-service] adding namespace took 832.375µs I0427 16:20:30.777424 3786 namespace.go:142] [release-service] updating namespace I0427 16:20:30.812760 3786 namespace.go:142] [konflux-ui] updating namespace I0427 16:20:30.833688 3786 namespace.go:142] [release-service] updating namespace I0427 16:20:30.926572 3786 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-167.ec2.internal I0427 16:20:30.926685 3786 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0427 16:20:30.967727 3786 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 41.065274ms I0427 16:20:30.967748 3786 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 41.092339ms I0427 16:20:30.969062 3786 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 42.506544ms, libovsdb time 943.573µs I0427 16:20:30.989364 3786 namespace.go:98] [konflux-info] adding namespace I0427 16:20:30.990157 3786 namespace.go:102] [konflux-info] adding namespace took 771.029µs I0427 16:20:31.091402 3786 namespace.go:142] [konflux-info] updating namespace I0427 16:20:31.137441 3786 namespace.go:98] [namespace-lister] adding namespace I0427 16:20:31.138257 3786 namespace.go:102] [namespace-lister] adding namespace took 796.095µs I0427 16:20:31.139531 3786 namespace.go:142] [konflux-info] updating namespace I0427 16:20:31.148350 3786 namespace.go:98] [enterprise-contract-service] adding namespace I0427 16:20:31.149165 3786 namespace.go:102] [enterprise-contract-service] adding namespace took 799.298µs I0427 16:20:31.352523 3786 namespace.go:142] [image-controller] updating namespace I0427 16:20:31.436121 3786 cni.go:452] [konflux-ui/test-tsf-konflux 24b4d065b9b4e37faf59e6337baa6142b2eecee79f7d5ad96407cf449552c41a network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 24b4d065b9b4e37faf59e6337baa6142b2eecee79f7d5ad96407cf449552c41a network default NAD default NAD key ] I0427 16:20:31.445691 3786 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 24b4d065b9b4e37, network: default, NAD default, SandboxID: "24b4d065b9b4e37faf59e6337baa6142b2eecee79f7d5ad96407cf449552c41a", PCI device ID: , UID: "edebcaa0-06be-4a74-a741-703eeb8461b0", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0427 16:20:31.464464 3786 namespace.go:142] [build-service] updating namespace I0427 16:20:31.497497 3786 cni.go:473] [konflux-ui/test-tsf-konflux 24b4d065b9b4e37faf59e6337baa6142b2eecee79f7d5ad96407cf449552c41a network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 24b4d065b9b4e37faf59e6337baa6142b2eecee79f7d5ad96407cf449552c41a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:e6:c2:02:5f:76\",\"name\":\"24b4d065b9b4e37\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02f79f5b-097b-43c6-8ba2-a44bee563dff\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:20:31.564739 3786 namespace.go:142] [namespace-lister] updating namespace I0427 16:20:31.733557 3786 namespace.go:142] [namespace-lister] updating namespace I0427 16:20:31.893908 3786 namespace.go:142] [enterprise-contract-service] updating namespace I0427 16:20:32.038388 3786 namespace.go:142] [enterprise-contract-service] updating namespace I0427 16:20:32.123599 3786 namespace.go:142] [default-tenant] updating namespace I0427 16:20:32.366318 3786 namespace.go:98] [segment-bridge] adding namespace I0427 16:20:32.367100 3786 namespace.go:102] [segment-bridge] adding namespace took 763.645µs I0427 16:20:32.489339 3786 namespace.go:142] [default-tenant] updating namespace I0427 16:20:32.590808 3786 namespace.go:142] [segment-bridge] updating namespace I0427 16:20:32.677596 3786 namespace.go:98] [konflux-cli] adding namespace I0427 16:20:32.678453 3786 namespace.go:102] [konflux-cli] adding namespace took 811.555µs I0427 16:20:32.685458 3786 namespace.go:142] [segment-bridge] updating namespace I0427 16:20:32.757520 3786 namespace.go:142] [image-controller] updating namespace I0427 16:20:32.936652 3786 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0427 16:20:32.937246 3786 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0427 16:20:32.937264 3786 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0427 16:20:32.939893 3786 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0427 16:20:33.058075 3786 namespace.go:142] [integration-service] updating namespace I0427 16:20:33.058102 3786 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0427 16:20:33.058124 3786 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0427 16:20:33.058836 3786 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0427 16:20:33.137027 3786 namespace.go:142] [konflux-cli] updating namespace I0427 16:20:33.242568 3786 namespace.go:142] [konflux-cli] updating namespace I0427 16:20:33.319297 3786 namespace.go:142] [release-service] updating namespace I0427 16:20:33.356525 3786 namespace.go:142] [build-service] updating namespace I0427 16:20:33.511948 3786 namespace.go:142] [default-tenant] updating namespace I0427 16:20:33.540323 3786 namespace.go:142] [image-controller] updating namespace I0427 16:20:33.555245 3786 namespace.go:142] [integration-service] updating namespace I0427 16:20:33.569829 3786 namespace.go:142] [release-service] updating namespace I0427 16:20:33.642027 3786 namespace.go:142] [build-service] updating namespace I0427 16:20:33.764377 3786 namespace.go:142] [default-tenant] updating namespace I0427 16:20:33.853545 3786 namespace.go:142] [image-controller] updating namespace I0427 16:20:33.952397 3786 namespace.go:142] [integration-service] updating namespace I0427 16:20:33.976800 3786 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-tjrm9-gq7k5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:20:33.977407 3786 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-tjrm9-gq7k5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:20:34.020910 3786 namespace.go:142] [release-service] updating namespace I0427 16:20:34.981799 3786 base_network_controller_pods.go:487] [default/konflux-ui/proxy-85467d57c-zhd6n] creating logical port konflux-ui_proxy-85467d57c-zhd6n for pod on switch ip-10-0-2-167.ec2.internal I0427 16:20:34.981945 3786 kube.go:256] Updating pod konflux-ui/proxy-85467d57c-zhd6n I0427 16:20:35.000239 3786 pod.go:62] [konflux-ui/proxy-85467d57c-zhd6n] pod update took 18.326411ms I0427 16:20:35.000331 3786 base_network_controller_pods.go:951] [default/konflux-ui/proxy-85467d57c-zhd6n] addLogicalPort annotation time took 18.422471ms I0427 16:20:35.002005 3786 pods.go:271] [konflux-ui/proxy-85467d57c-zhd6n] addLogicalPort took 20.225278ms, libovsdb time 1.117084ms I0427 16:20:35.058903 3786 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-tjrm9-gq7k5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:20:35.058928 3786 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-tjrm9-gq7k5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:20:35.493519 3786 namespace.go:142] [enterprise-contract-service] updating namespace I0427 16:20:35.873789 3786 namespace.go:142] [konflux-cli] updating namespace I0427 16:20:36.152229 3786 namespace.go:142] [konflux-info] updating namespace I0427 16:20:36.448539 3786 namespace.go:142] [namespace-lister] updating namespace I0427 16:20:36.687227 3786 namespace.go:142] [segment-bridge] updating namespace I0427 16:20:36.843762 3786 namespace.go:142] [enterprise-contract-service] updating namespace W0427 16:20:36.864664 3786 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0427 16:20:36.871247 3786 namespace.go:142] [konflux-cli] updating namespace I0427 16:20:36.900656 3786 namespace.go:142] [konflux-info] updating namespace I0427 16:20:36.926548 3786 namespace.go:142] [namespace-lister] updating namespace I0427 16:20:36.953701 3786 namespace.go:142] [segment-bridge] updating namespace I0427 16:20:37.019676 3786 namespace.go:142] [enterprise-contract-service] updating namespace I0427 16:20:37.083014 3786 namespace.go:142] [konflux-cli] updating namespace I0427 16:20:37.141915 3786 namespace.go:142] [konflux-info] updating namespace I0427 16:20:37.185186 3786 namespace.go:142] [namespace-lister] updating namespace I0427 16:20:37.273858 3786 namespace.go:142] [segment-bridge] updating namespace W0427 16:20:38.872278 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0427 16:20:38.889687 3786 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0427 16:20:41.884222 3786 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0427 16:20:42.870361 3786 cni.go:452] [konflux-ui/proxy-85467d57c-zhd6n e27093df03979bd593df189602af2ad0311c7cf5293fd8b9204acdf397b9aef2 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-85467d57c-zhd6n e27093df03979bd593df189602af2ad0311c7cf5293fd8b9204acdf397b9aef2 network default NAD default NAD key ] I0427 16:20:42.879590 3786 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-85467d57c-zhd6n, hostIfaceName: e27093df03979bd, network: default, NAD default, SandboxID: "e27093df03979bd593df189602af2ad0311c7cf5293fd8b9204acdf397b9aef2", PCI device ID: , UID: "4e01fbdb-5eec-4e25-9566-43fa8b78ff11", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0427 16:20:42.931402 3786 cni.go:473] [konflux-ui/proxy-85467d57c-zhd6n e27093df03979bd593df189602af2ad0311c7cf5293fd8b9204acdf397b9aef2 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-85467d57c-zhd6n e27093df03979bd593df189602af2ad0311c7cf5293fd8b9204acdf397b9aef2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:97:21:11:ec:f7\",\"name\":\"e27093df03979bd\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3eb26a47-e4e9-4faa-9695-a79456ebbbc0\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0427 16:20:43.902134 3786 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0427 16:20:48.433700 3786 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0427 16:20:48.433726 3786 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0427 16:20:48.937182 3786 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0427 16:20:48.940909 3786 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0427 16:20:48.970192 3786 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0427 16:20:48.974715 3786 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0427 16:20:49.038977 3786 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0427 16:20:49.038994 3786 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0427 16:20:49.071183 3786 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0427 16:20:49.074287 3786 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0427 16:21:00.901797 3786 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gq54n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:21:00.902354 3786 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gq54n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:21:01.005595 3786 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gq54n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:21:01.005629 3786 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gq54n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:21:01.012093 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-gq54n I0427 16:21:01.012118 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-gq54n I0427 16:21:11.559421 3786 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0427 16:21:14.564451 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0427 16:21:25.997918 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0427 16:21:25.997939 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0427 16:21:25.997953 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0427 16:21:25.997958 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0427 16:21:29.520333 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0427 16:21:29.520352 3786 util.go:959] Failed to build node endpoints for node ip-10-0-2-167.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0427 16:21:40.586144 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0427 16:21:59.372413 3786 obj_retry.go:498] Detected object konflux-ui/proxy-6cfb96677b-9kv95 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:21:59.373032 3786 obj_retry.go:498] Detected object konflux-ui/proxy-6cfb96677b-9kv95 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:22:00.323314 3786 obj_retry.go:492] Detected object konflux-ui/proxy-6cfb96677b-9kv95 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:22:00.323343 3786 obj_retry.go:492] Detected object konflux-ui/proxy-6cfb96677b-9kv95 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:22:00.332086 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6cfb96677b-9kv95 I0427 16:22:00.332113 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6cfb96677b-9kv95 I0427 16:22:01.877510 3786 cni.go:452] [konflux-ui/test-tsf-konflux 24b4d065b9b4e37faf59e6337baa6142b2eecee79f7d5ad96407cf449552c41a network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 24b4d065b9b4e37faf59e6337baa6142b2eecee79f7d5ad96407cf449552c41a network default NAD default NAD key ] I0427 16:22:01.968032 3786 cni.go:473] [konflux-ui/test-tsf-konflux 24b4d065b9b4e37faf59e6337baa6142b2eecee79f7d5ad96407cf449552c41a network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 24b4d065b9b4e37faf59e6337baa6142b2eecee79f7d5ad96407cf449552c41a network default NAD default NAD key default], result "{}", err I0427 16:22:02.029703 3786 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:22:02.029747 3786 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0427 16:22:02.031203 3786 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.55 I0427 16:22:02.031233 3786 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:22:02.047341 3786 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:22:02.047475 3786 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:22:02.055864 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0427 16:22:02.055973 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0427 16:22:16.471619 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=74 I0427 16:22:26.580866 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0427 16:22:28.597712 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0427 16:22:33.461199 3786 namespace.go:98] [default-managed-tenant-99htn] adding namespace I0427 16:22:33.462231 3786 namespace.go:102] [default-managed-tenant-99htn] adding namespace took 1.004739ms I0427 16:22:33.490136 3786 namespace.go:142] [default-managed-tenant-99htn] updating namespace I0427 16:22:33.513378 3786 namespace.go:142] [default-managed-tenant-99htn] updating namespace I0427 16:22:34.588215 3786 namespace.go:142] [default-managed-tenant-99htn] updating namespace I0427 16:22:34.718890 3786 namespace.go:142] [default-managed-tenant-99htn] updating namespace I0427 16:22:34.819700 3786 namespace.go:142] [default-managed-tenant-99htn] updating namespace I0427 16:22:57.479575 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=522 I0427 16:23:02.592458 3786 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0427 16:23:28.474249 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0427 16:23:37.469631 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=126 I0427 16:25:12.477764 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=134 I0427 16:26:00.582551 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0427 16:26:38.598477 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0427 16:28:04.563253 3786 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0427 16:28:23.572941 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0427 16:29:12.474529 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0427 16:29:22.482637 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=8 I0427 16:29:39.473810 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0427 16:29:39.583829 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0427 16:29:48.065596 3786 obj_retry.go:492] Detected object tsf-tpa/create-db-6926n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:29:48.065647 3786 obj_retry.go:492] Detected object tsf-tpa/create-db-6926n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:29:48.074379 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-6926n I0427 16:29:48.074398 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-6926n I0427 16:29:51.030961 3786 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8g29 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:29:51.031024 3786 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8g29 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:29:51.036063 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-j8g29 I0427 16:29:51.036094 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-j8g29 I0427 16:29:52.600879 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0427 16:30:00.216729 3786 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29621790-7l2bq for pod on switch ip-10-0-2-167.ec2.internal I0427 16:30:00.216858 3786 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq I0427 16:30:00.291825 3786 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq I0427 16:30:00.315554 3786 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq] pod update took 98.71874ms I0427 16:30:00.315581 3786 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq] addLogicalPort annotation time took 98.748813ms I0427 16:30:00.317079 3786 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq] addLogicalPort took 100.370333ms, libovsdb time 977.859µs I0427 16:30:00.574977 3786 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq 6ea6845f7cd14c95f05935175b3a127d2afb65b7baac97aa4f472f8e873d9ffc network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq 6ea6845f7cd14c95f05935175b3a127d2afb65b7baac97aa4f472f8e873d9ffc network default NAD default NAD key ] I0427 16:30:00.584557 3786 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29621790-7l2bq, hostIfaceName: 6ea6845f7cd14c9, network: default, NAD default, SandboxID: "6ea6845f7cd14c95f05935175b3a127d2afb65b7baac97aa4f472f8e873d9ffc", PCI device ID: , UID: "6b35838f-25d5-4f1c-98f8-63abb21faee5", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0427 16:30:00.635449 3786 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq 6ea6845f7cd14c95f05935175b3a127d2afb65b7baac97aa4f472f8e873d9ffc network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq 6ea6845f7cd14c95f05935175b3a127d2afb65b7baac97aa4f472f8e873d9ffc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:9f:27:cc:b1:f8\",\"name\":\"6ea6845f7cd14c9\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f091c27-966e-41eb-98c4-d5ce9189e93b\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0427 16:30:01.038027 3786 obj_retry.go:492] Detected object tsf-tpa/create-importers-24vmh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:30:01.038073 3786 obj_retry.go:492] Detected object tsf-tpa/create-importers-24vmh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:30:01.046563 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-24vmh I0427 16:30:01.046601 3786 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-24vmh I0427 16:30:03.628011 3786 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq 6ea6845f7cd14c95f05935175b3a127d2afb65b7baac97aa4f472f8e873d9ffc network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq 6ea6845f7cd14c95f05935175b3a127d2afb65b7baac97aa4f472f8e873d9ffc network default NAD default NAD key ] I0427 16:30:03.708352 3786 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq 6ea6845f7cd14c95f05935175b3a127d2afb65b7baac97aa4f472f8e873d9ffc network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq 6ea6845f7cd14c95f05935175b3a127d2afb65b7baac97aa4f472f8e873d9ffc network default NAD default NAD key default], result "{}", err I0427 16:30:03.766910 3786 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:30:03.766959 3786 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq I0427 16:30:03.768412 3786 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq, ips: 10.130.0.57 I0427 16:30:03.768460 3786 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:30:04.651693 3786 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:30:04.651724 3786 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:30:32.562237 3786 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0427 16:30:37.472697 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0427 16:30:40.567102 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0427 16:30:59.595961 3786 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0427 16:31:27.588656 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0427 16:31:59.480514 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0427 16:32:04.585811 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0427 16:33:03.477685 3786 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0427 16:33:06.600842 3786 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8