+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-71.ec2.internal ++ [[ -n ip-10-0-0-71.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-71.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:40:22.667193092 - disable conntrack on geneve port' I0521 19:40:22.667193092 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0521 19:40:22.685364454 - starting ovnkube-node + echo 'I0521 19:40:22.685364454 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-71.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-71.ec2.internal --init-node ip-10-0-0-71.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-71.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:40:22.727601 3644 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:40:22.727658 3644 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-737a3a0a03.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:40:22.729107 3644 kube.go:431] Waiting for certificate I0521 19:40:22.729206 3644 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:40:22.729369 3644 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:40:22.730145 3644 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:40:22.763784 3644 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:40:22.763802 3644 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:40:22.768180 3644 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:40:22.768267 3644 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2xg7h" I0521 19:40:22.774756 3644 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2xg7h" I0521 19:40:22.774815 3644 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:40:23.730254 3644 kube.go:438] Certificate found I0521 19:40:23.730937 3644 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:40:23.731851 3644 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:40:23.777813 3644 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:35:22 +0000 UTC" deadline="2026-05-22 13:12:46.492950794 +0000 UTC" I0521 19:40:23.777850 3644 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h32m22.71511241s" I0521 19:40:23.802719 3644 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:40:23.811257 3644 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:40:23.811319 3644 server.go:101] MetricServer registers OVS metrics I0521 19:40:23.811597 3644 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:40:23.811635 3644 server.go:105] MetricServer registers OVN DB metrics I0521 19:40:23.811658 3644 factory.go:561] Starting watch factory I0521 19:40:23.811744 3644 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.811760 3644 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.811803 3644 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.811842 3644 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.812155 3644 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.812174 3644 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.811748 3644 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.812406 3644 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.812466 3644 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.812645 3644 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.813269 3644 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.813294 3644 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.815922 3644 controller_manager.go:370] Starting the ovnkube controller I0521 19:40:23.815933 3644 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-71.ec2.internal I0521 19:40:23.815976 3644 controller_manager.go:395] NBDB zone sync took: 35.949µs I0521 19:40:23.815984 3644 factory.go:561] Starting watch factory I0521 19:40:23.816814 3644 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:40:23.816835 3644 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:40:23.828095 3644 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.829240 3644 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.829639 3644 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.829676 3644 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.829923 3644 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.832650 3644 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:40:23.832674 3644 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:40:23.837621 3644 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:40:23.837659 3644 server.go:109] MetricServer registers OVN Controller metrics I0521 19:40:23.840649 3644 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:23.842312 3644 server.go:113] MetricServer registers OVN Northd metrics I0521 19:40:23.846774 3644 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:40:23.917833 3644 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:40:23.917854 3644 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:40:23.917858 3644 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:40:23.917862 3644 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:40:23.917865 3644 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:40:23.917868 3644 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:40:23.917967 3644 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:23.917966 3644 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:23.917987 3644 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:23.917988 3644 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:23.922041 3644 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:40:23.922055 3644 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:40:23.922060 3644 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:40:23.922065 3644 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:40:23.922069 3644 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:40:23.922074 3644 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:40:24.075222 3644 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:24.154938 3644 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:24.224057 3644 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:40:24.224074 3644 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:40:24.224151 3644 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.224166 3644 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.228620 3644 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:40:24.228634 3644 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:40:24.291173 3644 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.330224 3644 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:40:24.330315 3644 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.330330 3644 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.334535 3644 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:40:24.347659 3644 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.436069 3644 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:40:24.436168 3644 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.436183 3644 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.440584 3644 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:40:24.441835 3644 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.445813 3644 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:40:24.445874 3644 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.445889 3644 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.466036 3644 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.542407 3644 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:40:24.547472 3644 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:40:24.547596 3644 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.547614 3644 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.551697 3644 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:40:24.584256 3644 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.653497 3644 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:40:24.653727 3644 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:40:24.653743 3644 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:40:24.657977 3644 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:40:24.664597 3644 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:40:24.759378 3644 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:40:24.759524 3644 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.759548 3644 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.759600 3644 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.759656 3644 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.763566 3644 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:40:24.763936 3644 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.831477 3644 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:24.864828 3644 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:40:24.864856 3644 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:40:24.864864 3644 factory.go:680] Watch Factory start up complete, took: 1.053208723s I0521 19:40:24.864936 3644 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:40:24.869485 3644 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:40:24.869498 3644 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:40:24.869505 3644 factory.go:680] Watch Factory start up complete, took: 1.053519518s I0521 19:40:24.869528 3644 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-71.ec2.internal" zone I0521 19:40:24.899361 3644 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:40:24.954391 3644 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:40:24.960058 3644 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:40:25.008801 3644 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:40:25.008892 3644 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:40:25.008906 3644 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:40:25.041443 3644 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:40:25.041532 3644 default_node_network_controller.go:809] Node ip-10-0-0-71.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0521 19:40:25.046905 3644 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.71"] k8s.ovn.org/zone-name:ip-10-0-0-71.ec2.internal] on node ip-10-0-0-71.ec2.internal I0521 19:40:25.070591 3644 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:40:25.076757 3644 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:40:25.076868 3644 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0521 19:40:25.077021 3644 gateway_init.go:263] Preparing Gateway I0521 19:40:25.077034 3644 gateway_shared_intf.go:1687] Creating new gateway I0521 19:40:25.119836 3644 controller_manager.go:429] Waiting for node in zone sync took: 250.294481ms I0521 19:40:25.126293 3644 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:40:25.126308 3644 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-71.ec2.internal I0521 19:40:25.143942 3644 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:40:25.150050 3644 controller_manager.go:290] SCTP support detected in OVN I0521 19:40:25.150582 3644 services_controller.go:69] Creating services controller for network=default I0521 19:40:25.150653 3644 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:40:25.150711 3644 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:40:25.150744 3644 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:40:25.150756 3644 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:40:25.150770 3644 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:40:25.150951 3644 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:40:25.151001 3644 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:40:25.151036 3644 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.046µs I0521 19:40:25.151046 3644 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 34.976µs I0521 19:40:25.151057 3644 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 54.111µs I0521 19:40:25.151075 3644 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:40:25.151088 3644 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:40:25.151098 3644 default_network_controller.go:325] Starting the default network controller I0521 19:40:25.151131 3644 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.87µs I0521 19:40:25.151158 3644 udn_enabled_svc.go:95] Performing full resync I0521 19:40:25.151470 3644 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:40:25.151481 3644 udn_enabled_svc.go:104] Starting worker I0521 19:40:25.160415 3644 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:40:25.160466 3644 repair.go:33] Syncing exgw routes took 39.724µs I0521 19:40:25.160490 3644 default_network_controller.go:414] Starting all the Watchers... I0521 19:40:25.160656 3644 namespace.go:98] [openshift-authentication] adding namespace I0521 19:40:25.160663 3644 namespace.go:98] [openshift-logging] adding namespace I0521 19:40:25.160666 3644 namespace.go:98] [openshift-infra] adding namespace I0521 19:40:25.160668 3644 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:40:25.160660 3644 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:40:25.160687 3644 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:40:25.160689 3644 namespace.go:98] [openshift-operators] adding namespace I0521 19:40:25.160692 3644 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:40:25.160700 3644 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:40:25.160703 3644 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:40:25.160702 3644 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:40:25.160709 3644 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:40:25.160713 3644 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:40:25.160724 3644 namespace.go:98] [openshift-image-registry] adding namespace I0521 19:40:25.160729 3644 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:40:25.161220 3644 namespace.go:102] [openshift-authentication] adding namespace took 552.699µs I0521 19:40:25.161234 3644 namespace.go:98] [openshift-node] adding namespace I0521 19:40:25.161669 3644 namespace.go:102] [openshift-node] adding namespace took 428.983µs I0521 19:40:25.161686 3644 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:40:25.162154 3644 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 462.066µs I0521 19:40:25.162167 3644 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:40:25.162272 3644 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:40:25.162605 3644 namespace.go:102] [openshift-logging] adding namespace took 1.932472ms I0521 19:40:25.162619 3644 namespace.go:98] [openshift-network-console] adding namespace I0521 19:40:25.163021 3644 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 2.339499ms I0521 19:40:25.163035 3644 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:40:25.163392 3644 namespace.go:102] [openshift-infra] adding namespace took 2.71476ms I0521 19:40:25.163407 3644 namespace.go:98] [openshift-console] adding namespace I0521 19:40:25.163986 3644 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 3.301662ms I0521 19:40:25.163996 3644 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:40:25.164392 3644 namespace.go:102] [openshift-machine-api] adding namespace took 3.700004ms I0521 19:40:25.164400 3644 namespace.go:98] [openshift-ingress] adding namespace I0521 19:40:25.164812 3644 namespace.go:102] [openshift-operators] adding namespace took 4.115438ms I0521 19:40:25.164826 3644 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:40:25.165196 3644 namespace.go:102] [openshift-backplane-csm] adding namespace took 4.498316ms I0521 19:40:25.165206 3644 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:40:25.165595 3644 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 4.883855ms I0521 19:40:25.165612 3644 namespace.go:98] [openshift-host-network] adding namespace I0521 19:40:25.166061 3644 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.354943ms I0521 19:40:25.166072 3644 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:40:25.166462 3644 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.75146ms I0521 19:40:25.166476 3644 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:40:25.166946 3644 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.228829ms I0521 19:40:25.166958 3644 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:40:25.167369 3644 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.649681ms I0521 19:40:25.167378 3644 namespace.go:98] [kube-system] adding namespace I0521 19:40:25.167947 3644 namespace.go:102] [openshift-image-registry] adding namespace took 7.208766ms I0521 19:40:25.167964 3644 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:40:25.168361 3644 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.620207ms I0521 19:40:25.168374 3644 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:40:25.168778 3644 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.607129ms I0521 19:40:25.168789 3644 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:40:25.169024 3644 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:40:25.169187 3644 namespace.go:102] [openshift-network-console] adding namespace took 6.559697ms I0521 19:40:25.169206 3644 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:40:25.169679 3644 namespace.go:102] [openshift-package-operator] adding namespace took 6.637365ms I0521 19:40:25.169696 3644 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 19:40:25.170106 3644 namespace.go:102] [openshift-console] adding namespace took 6.693516ms I0521 19:40:25.170119 3644 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:40:25.170597 3644 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.594108ms I0521 19:40:25.170613 3644 namespace.go:98] [openshift-backplane] adding namespace I0521 19:40:25.171001 3644 namespace.go:102] [openshift-ingress] adding namespace took 6.592512ms I0521 19:40:25.171022 3644 namespace.go:98] [openshift-multus] adding namespace I0521 19:40:25.171449 3644 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.61638ms I0521 19:40:25.171461 3644 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:40:25.171907 3644 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.69446ms I0521 19:40:25.171923 3644 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 19:40:25.172304 3644 namespace.go:102] [openshift-host-network] adding namespace took 6.68519ms I0521 19:40:25.172320 3644 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:40:25.172834 3644 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.756531ms I0521 19:40:25.172848 3644 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 19:40:25.173308 3644 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.827361ms I0521 19:40:25.173321 3644 namespace.go:98] [openshift-backplane-ai-agent] adding namespace W0521 19:40:25.173746 3644 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-6kvsz: pod kube-system/global-pull-secret-syncer-6kvsz: no pod IPs found I0521 19:40:25.173780 3644 namespace.go:102] [openshift-cluster-version] adding namespace took 6.811136ms I0521 19:40:25.173795 3644 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:40:25.174231 3644 namespace.go:102] [kube-system] adding namespace took 6.847996ms I0521 19:40:25.174245 3644 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:40:25.174705 3644 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.735779ms I0521 19:40:25.174718 3644 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:40:25.175161 3644 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.782194ms I0521 19:40:25.175173 3644 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:40:25.175593 3644 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.800047ms I0521 19:40:25.175803 3644 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:40:25.175817 3644 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-71.ec2.internal","mac-address":"12:11:75:30:01:67","ip-addresses":["10.0.0.71/24"],"ip-address":"10.0.0.71/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:280202c1-767a-47ae-8818-3041f4531f65 k8s.ovn.org/node-encap-ips:["10.0.0.71"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.71/24"} k8s.ovn.org/zone-name:ip-10-0-0-71.ec2.internal] on node ip-10-0-0-71.ec2.internal I0521 19:40:25.176045 3644 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.833039ms I0521 19:40:25.176058 3644 namespace.go:98] [open-cluster-management-2qegostl1nebl6pev0qfnbu30lh9m1k6] adding namespace I0521 19:40:25.176466 3644 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.765447ms I0521 19:40:25.176479 3644 namespace.go:98] [openshift] adding namespace I0521 19:40:25.176968 3644 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.84133ms I0521 19:40:25.176986 3644 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:40:25.177361 3644 namespace.go:102] [openshift-backplane] adding namespace took 6.741343ms I0521 19:40:25.177376 3644 namespace.go:98] [openshift-network-operator] adding namespace W0521 19:40:25.177399 3644 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-7lvfh: pod openshift-multus/network-metrics-daemon-7lvfh: no pod IPs found I0521 19:40:25.177951 3644 namespace.go:102] [openshift-multus] adding namespace took 6.917662ms I0521 19:40:25.177967 3644 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:40:25.178335 3644 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.867926ms I0521 19:40:25.178353 3644 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:40:25.178721 3644 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.79149ms I0521 19:40:25.178739 3644 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:40:25.179222 3644 namespace.go:102] [openshift-config-operator] adding namespace took 6.897153ms I0521 19:40:25.179236 3644 namespace.go:98] [kube-node-lease] adding namespace I0521 19:40:25.179664 3644 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.810534ms I0521 19:40:25.179677 3644 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:40:25.180122 3644 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.796753ms I0521 19:40:25.180134 3644 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:40:25.180541 3644 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.740179ms I0521 19:40:25.180556 3644 namespace.go:98] [openshift-insights] adding namespace I0521 19:40:25.180991 3644 namespace.go:102] [openshift-monitoring] adding namespace took 6.738642ms I0521 19:40:25.181009 3644 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:40:25.181368 3644 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.643885ms I0521 19:40:25.181385 3644 namespace.go:98] [openshift-etcd] adding namespace I0521 19:40:25.181810 3644 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.630182ms I0521 19:40:25.181827 3644 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:40:25.182213 3644 namespace.go:102] [open-cluster-management-2qegostl1nebl6pev0qfnbu30lh9m1k6] adding namespace took 6.149394ms I0521 19:40:25.182228 3644 namespace.go:98] [openshift-console-operator] adding namespace W0521 19:40:25.182679 3644 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vbrf6: pod openshift-network-diagnostics/network-check-target-vbrf6: no pod IPs found I0521 19:40:25.182681 3644 namespace.go:102] [openshift] adding namespace took 6.196014ms I0521 19:40:25.182774 3644 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:40:25.183262 3644 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.270134ms I0521 19:40:25.183278 3644 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:40:25.183678 3644 namespace.go:102] [openshift-network-operator] adding namespace took 6.295255ms I0521 19:40:25.183696 3644 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:40:25.184451 3644 namespace.go:102] [openshift-service-ca] adding namespace took 6.475983ms I0521 19:40:25.184467 3644 namespace.go:98] [default] adding namespace I0521 19:40:25.184868 3644 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.504245ms I0521 19:40:25.184886 3644 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:40:25.185251 3644 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.504768ms I0521 19:40:25.185267 3644 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:40:25.185668 3644 namespace.go:102] [kube-node-lease] adding namespace took 6.42521ms I0521 19:40:25.185683 3644 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:40:25.186080 3644 namespace.go:102] [openshift-dns-operator] adding namespace took 6.397397ms I0521 19:40:25.186096 3644 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:40:25.186473 3644 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.333331ms I0521 19:40:25.186488 3644 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:40:25.186931 3644 namespace.go:102] [openshift-insights] adding namespace took 6.369623ms I0521 19:40:25.186946 3644 namespace.go:98] [kube-public] adding namespace I0521 19:40:25.187334 3644 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.319335ms I0521 19:40:25.187346 3644 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:40:25.187708 3644 namespace.go:102] [openshift-etcd] adding namespace took 6.316498ms I0521 19:40:25.187724 3644 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:40:25.188151 3644 namespace.go:102] [openshift-config-managed] adding namespace took 6.318785ms I0521 19:40:25.188163 3644 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:40:25.188569 3644 namespace.go:102] [openshift-console-operator] adding namespace took 6.335958ms I0521 19:40:25.188587 3644 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:40:25.188994 3644 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.212858ms I0521 19:40:25.189382 3644 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.097327ms I0521 19:40:25.189780 3644 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.078465ms I0521 19:40:25.190147 3644 namespace.go:102] [default] adding namespace took 5.673551ms I0521 19:40:25.190164 3644 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:40:25.190542 3644 namespace.go:102] [openshift-controller-manager] adding namespace took 5.648134ms I0521 19:40:25.190557 3644 namespace.go:98] [openshift-dns] adding namespace I0521 19:40:25.190937 3644 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.662698ms I0521 19:40:25.191329 3644 namespace.go:102] [openshift-apiserver] adding namespace took 5.637892ms I0521 19:40:25.191346 3644 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:40:25.191743 3644 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.641143ms I0521 19:40:25.192129 3644 namespace.go:102] [openshift-marketplace] adding namespace took 5.63526ms I0521 19:40:25.192454 3644 namespace.go:102] [kube-public] adding namespace took 5.503851ms I0521 19:40:25.192467 3644 namespace.go:98] [dedicated-admin] adding namespace I0521 19:40:25.192935 3644 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.582867ms I0521 19:40:25.192954 3644 namespace.go:98] [openshift-config] adding namespace I0521 19:40:25.193368 3644 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.637714ms I0521 19:40:25.193770 3644 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 5.602213ms I0521 19:40:25.193784 3644 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:40:25.194140 3644 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.547854ms I0521 19:40:25.194531 3644 namespace.go:102] [openshift-backplane-cse] adding namespace took 4.361235ms I0521 19:40:25.194957 3644 namespace.go:102] [openshift-dns] adding namespace took 4.394574ms I0521 19:40:25.195356 3644 namespace.go:102] [openshift-service-ca-operator] adding namespace took 4.003931ms I0521 19:40:25.195768 3644 namespace.go:102] [dedicated-admin] adding namespace took 3.296808ms I0521 19:40:25.196144 3644 namespace.go:102] [openshift-config] adding namespace took 3.184556ms I0521 19:40:25.196483 3644 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 2.694467ms W0521 19:40:25.196584 3644 master.go:458] Unable to parse local node ip-10-0-0-71.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 19:40:25.196595 3644 master.go:481] Removing stale chassis with ID/Name: 280202c1-767a-47ae-8818-3041f4531f65, hostname: ip-10-0-0-71.ec2.internal I0521 19:40:25.197026 3644 master.go:548] Adding or Updating local node "ip-10-0-0-71.ec2.internal" for network "default" I0521 19:40:25.197643 3644 zone_ic_handler.go:195] Time taken to create transit switch: 286.216µs I0521 19:40:25.197656 3644 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-142.ec2.internal for the network default I0521 19:40:25.198068 3644 zone_ic_handler.go:195] Time taken to create transit switch: 230.483µs I0521 19:40:25.198079 3644 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-188.ec2.internal for the network default I0521 19:40:25.198685 3644 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-142.ec2.internal" on network "default" took: 1.337177ms I0521 19:40:25.199175 3644 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-188.ec2.internal" on network "default" took: 1.348625ms I0521 19:40:25.200927 3644 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-71.ec2.internal for the network default I0521 19:40:25.201094 3644 zone_ic_handler.go:195] Time taken to create transit switch: 154.912µs I0521 19:40:25.201992 3644 default_network_controller.go:823] Node add failed for ip-10-0-0-71.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-71.ec2.internal, error getting gateway config for node ip-10-0-0-71.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-71.ec2.internal", failed to update chassis to local for local node ip-10-0-0-71.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-71.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-71.ec2.internal] E0521 19:40:25.202064 3644 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-71.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-71.ec2.internal, error getting gateway config for node ip-10-0-0-71.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-71.ec2.internal", failed to update chassis to local for local node ip-10-0-0-71.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-71.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-71.ec2.internal] I0521 19:40:25.202155 3644 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:40:25.202159 3644 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-71.ec2.internal", UID:"4d29ab72-03dc-482c-90bb-7b0be1958c5e", APIVersion:"v1", ResourceVersion:"9824", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-71.ec2.internal, error getting gateway config for node ip-10-0-0-71.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-71.ec2.internal", failed to update chassis to local for local node ip-10-0-0-71.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-71.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-71.ec2.internal] I0521 19:40:25.202200 3644 master.go:548] Adding or Updating local node "ip-10-0-0-71.ec2.internal" for network "default" I0521 19:40:25.202210 3644 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:40:25.202244 3644 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:40:25.202256 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-188.ec2.internal in network "default" I0521 19:40:25.202325 3644 node_tracker.go:169] Node ip-10-0-2-188.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:25.202345 3644 services_controller.go:574] Full service sync requested for network=default I0521 19:40:25.202353 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-71.ec2.internal in network "default" I0521 19:40:25.202379 3644 node_tracker.go:169] Node ip-10-0-0-71.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:25.202384 3644 services_controller.go:574] Full service sync requested for network=default I0521 19:40:25.202387 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-142.ec2.internal in network "default" I0521 19:40:25.202408 3644 node_tracker.go:169] Node ip-10-0-1-142.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:25.202415 3644 services_controller.go:574] Full service sync requested for network=default I0521 19:40:25.203835 3644 default_node_network_controller.go:519] Node connection status = connected W0521 19:40:25.207612 3644 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-7lvfh: pod openshift-multus/network-metrics-daemon-7lvfh: no pod IPs found W0521 19:40:25.207635 3644 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-vbrf6: pod openshift-network-diagnostics/network-check-target-vbrf6: no pod IPs found W0521 19:40:25.207643 3644 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-6kvsz: pod kube-system/global-pull-secret-syncer-6kvsz: no pod IPs found I0521 19:40:25.208678 3644 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-71.ec2.internal for the network default I0521 19:40:25.208869 3644 zone_ic_handler.go:195] Time taken to create transit switch: 177.349µs I0521 19:40:25.302900 3644 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:40:25.302925 3644 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:40:25.302994 3644 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:40:25.303074 3644 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:40:25.303092 3644 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:40:25.403588 3644 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:40:25.403612 3644 repair.go:60] Starting repairing loop for services I0521 19:40:25.403695 3644 repair.go:131] Deleted 0 stale service LBs I0521 19:40:25.403715 3644 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:40:25.403731 3644 repair.go:62] Finished repairing loop for services: 121.428µs I0521 19:40:25.403756 3644 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:40:25.403766 3644 services_controller.go:254] Starting workers for network=default I0521 19:40:25.404227 3644 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vbrf6] creating logical port openshift-network-diagnostics_network-check-target-vbrf6 for pod on switch ip-10-0-0-71.ec2.internal I0521 19:40:25.404273 3644 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-7lvfh] creating logical port openshift-multus_network-metrics-daemon-7lvfh for pod on switch ip-10-0-0-71.ec2.internal I0521 19:40:25.404340 3644 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-6kvsz] creating logical port kube-system_global-pull-secret-syncer-6kvsz for pod on switch ip-10-0-0-71.ec2.internal I0521 19:40:25.404379 3644 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-vbrf6 I0521 19:40:25.404398 3644 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-7lvfh I0521 19:40:25.404985 3644 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-6kvsz W0521 19:40:25.407657 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:40:25.407709 3644 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0521 19:40:25.409154 3644 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:40:25.423178 3644 pod.go:62] [openshift-multus/network-metrics-daemon-7lvfh] pod update took 18.840734ms I0521 19:40:25.423200 3644 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-7lvfh] addLogicalPort annotation time took 18.863768ms I0521 19:40:25.423902 3644 pod.go:62] [openshift-network-diagnostics/network-check-target-vbrf6] pod update took 19.577284ms I0521 19:40:25.423922 3644 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-vbrf6] addLogicalPort annotation time took 19.59943ms I0521 19:40:25.424262 3644 pod.go:62] [kube-system/global-pull-secret-syncer-6kvsz] pod update took 19.847597ms I0521 19:40:25.424282 3644 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-6kvsz] addLogicalPort annotation time took 19.869076ms I0521 19:40:25.424726 3644 pods.go:271] [openshift-multus/network-metrics-daemon-7lvfh] addLogicalPort took 20.464315ms, libovsdb time 845.312µs I0521 19:40:25.424998 3644 pods.go:271] [openshift-network-diagnostics/network-check-target-vbrf6] addLogicalPort took 20.781157ms, libovsdb time 820.451µs I0521 19:40:25.425386 3644 pods.go:271] [kube-system/global-pull-secret-syncer-6kvsz] addLogicalPort took 21.054339ms, libovsdb time 887.212µs I0521 19:40:25.426065 3644 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:40:25.426084 3644 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:40:25.426096 3644 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:40:25.426100 3644 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:40:25.426295 3644 repair.go:29] Repairing admin network policies took 189.576µs I0521 19:40:25.426393 3644 repair.go:92] Repairing baseline admin network policies took 90.023µs I0521 19:40:25.426921 3644 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:40:25.426939 3644 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:40:25.429122 3644 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:40:25.429155 3644 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:40:25.429163 3644 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:40:25.430501 3644 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:40:25.430532 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:40:25.430543 3644 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:40:25.432437 3644 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:40:25.432454 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:40:25.432461 3644 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:40:25.433963 3644 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:40:25.433979 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:40:25.433987 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:40:25.435484 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:40:25.435500 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:40:25.435523 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:40:25.437046 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:40:25.437063 3644 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:40:25.437071 3644 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:40:25.437634 3644 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:40:25.437653 3644 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:40:25.437662 3644 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:40:25.438785 3644 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:40:25.438804 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:40:25.438816 3644 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:40:25.440063 3644 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:40:25.440087 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:40:25.440097 3644 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:40:25.441356 3644 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:40:25.441374 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:40:25.441381 3644 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:40:25.441942 3644 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:40:25.441961 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:40:25.441968 3644 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:40:25.442251 3644 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:40:25.442270 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:40:25.442277 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:40:25.442789 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:40:25.442809 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:40:25.442815 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:40:25.444157 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:40:25.444173 3644 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:40:25.444182 3644 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:40:25.445111 3644 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:40:25.445127 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:40:25.445135 3644 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:40:25.446841 3644 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:40:25.446857 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:40:25.446866 3644 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:40:25.448019 3644 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:40:25.448038 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:40:25.448053 3644 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:40:25.448821 3644 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:40:25.448838 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:40:25.448844 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:40:25.449345 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:40:25.449359 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:40:25.449367 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:40:25.449925 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:40:25.449946 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:40:25.449954 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:40:25.450471 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:40:25.450489 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:40:25.451525 3644 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:40:25.451547 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:40:25.452281 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:40:25.452301 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:40:25.452309 3644 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:40:25.452865 3644 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:40:25.452885 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:40:25.452892 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:40:25.453233 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:40:25.453258 3644 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:40:25.453266 3644 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:40:25.454451 3644 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:40:25.454468 3644 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:40:25.454476 3644 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:40:25.455060 3644 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:40:25.455086 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:40:25.455093 3644 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:40:25.455475 3644 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:40:25.455493 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:40:25.455501 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:40:25.456134 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:40:25.456152 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:40:25.456176 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:40:25.457024 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:40:25.463085 3644 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:40:25.463110 3644 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:40:25.463118 3644 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:40:25.463149 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:40:25.463165 3644 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:40:25.463144 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:40:25.463176 3644 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:40:25.463452 3644 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:40:25.463466 3644 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:40:25.463473 3644 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:40:25.463493 3644 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:40:25.463492 3644 egressfirewall.go:723] Syncing node "ip-10-0-2-188.ec2.internal" for egress firewall I0521 19:40:25.463505 3644 egressfirewall.go:723] Syncing node "ip-10-0-0-71.ec2.internal" for egress firewall I0521 19:40:25.463521 3644 egressfirewall.go:723] Syncing node "ip-10-0-1-142.ec2.internal" for egress firewall I0521 19:40:25.463699 3644 egressqos.go:245] Starting EgressQoS Controller I0521 19:40:25.463709 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:40:25.463716 3644 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:40:25.463720 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:40:25.463724 3644 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:40:25.463729 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:40:25.463751 3644 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:40:25.463757 3644 egressqos.go:259] Repairing EgressQoSes I0521 19:40:25.463761 3644 egressqos.go:399] Starting repairing loop for egressqos I0521 19:40:25.463836 3644 egressqos.go:401] Finished repairing loop for egressqos: 74.874µs I0521 19:40:25.463856 3644 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:40:25.463897 3644 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-71.ec2.internal I0521 19:40:25.463959 3644 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-71.ec2.internal : 62.581µs I0521 19:40:25.464104 3644 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:40:25.464121 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:40:25.464131 3644 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:40:25.464141 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:40:25.464146 3644 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:40:25.464153 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:40:25.464159 3644 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:40:25.464165 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:40:25.464169 3644 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:40:25.464173 3644 egressservice_zone.go:228] Repairing Egress Services I0521 19:40:25.464442 3644 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:40:25.464452 3644 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:40:25.464526 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-188.ec2.internal I0521 19:40:25.464543 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-188.ec2.internal: 18.316µs I0521 19:40:25.464550 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-71.ec2.internal I0521 19:40:25.464554 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-71.ec2.internal: 4.193µs I0521 19:40:25.464558 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-142.ec2.internal I0521 19:40:25.464563 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-142.ec2.internal: 5.436µs I0521 19:40:25.464598 3644 default_network_controller.go:585] Completing all the Watchers took 304.096761ms I0521 19:40:25.464612 3644 default_network_controller.go:589] Starting unidling controllers I0521 19:40:25.464624 3644 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:40:25.464632 3644 unidle.go:63] Populating Initial ContollerEvent events I0521 19:40:25.464643 3644 unidle.go:79] Setting up event handlers for services I0521 19:40:25.464684 3644 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:40:25.705795 3644 default_node_network_controller.go:519] Node connection status = connected I0521 19:40:25.825323 3644 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:40:26.205785 3644 default_node_network_controller.go:519] Node connection status = connected I0521 19:40:26.224291 3644 bridgeconfig.go:537] Gateway is ready I0521 19:40:26.224311 3644 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:40:26.236545 3644 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.71. Updating OVN encap IP. I0521 19:40:26.242258 3644 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.71 - it is already configured I0521 19:40:26.242276 3644 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.71/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:40:26.242538 3644 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.71/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-71.ec2.internal","mac-address":"12:11:75:30:01:67","ip-addresses":["10.0.0.71/24"],"ip-address":"10.0.0.71/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:280202c1-767a-47ae-8818-3041f4531f65 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.71/24"}] on node ip-10-0-0-71.ec2.internal I0521 19:40:26.262067 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-71.ec2.internal I0521 19:40:26.262084 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-71.ec2.internal: 22.494µs I0521 19:40:26.262156 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-71.ec2.internal in network "default" I0521 19:40:26.262169 3644 egressfirewall.go:723] Syncing node "ip-10-0-0-71.ec2.internal" for egress firewall I0521 19:40:26.262173 3644 master.go:548] Adding or Updating local node "ip-10-0-0-71.ec2.internal" for network "default" I0521 19:40:26.262219 3644 node_tracker.go:169] Node ip-10-0-0-71.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:26.262273 3644 services_controller.go:574] Full service sync requested for network=default W0521 19:40:26.262356 3644 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0521 19:40:26.262356 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:40:26.262630 3644 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.71 W0521 19:40:26.262657 3644 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:40:26.262765 3644 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-71.ec2.internal I0521 19:40:26.267635 3644 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-71.ec2.internal. Updating no re-route policies I0521 19:40:26.267717 3644 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-x4fbz I0521 19:40:26.267722 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-71.ec2.internal I0521 19:40:26.267733 3644 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-x4fbz I0521 19:40:26.267733 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-7lvfh I0521 19:40:26.267740 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-71.ec2.internal I0521 19:40:26.267749 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-7lvfh I0521 19:40:26.267748 3644 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-71.ec2.internal I0521 19:40:26.267765 3644 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-71.ec2.internal I0521 19:40:26.267772 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-71.ec2.internal after 0 failed attempt(s) I0521 19:40:26.267780 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nr56m I0521 19:40:26.267780 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-rfxxn I0521 19:40:26.267790 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-bjv2d I0521 19:40:26.267792 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nr56m I0521 19:40:26.267790 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vbrf6 I0521 19:40:26.267792 3644 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-7lvfh] creating logical port openshift-multus_network-metrics-daemon-7lvfh for pod on switch ip-10-0-0-71.ec2.internal I0521 19:40:26.267799 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-bjv2d I0521 19:40:26.267793 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-hspsz I0521 19:40:26.267800 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vbrf6 I0521 19:40:26.267783 3644 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-71.ec2.internal after 0 failed attempt(s) I0521 19:40:26.267815 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-bjv2d after 0 failed attempt(s) I0521 19:40:26.267813 3644 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-x4fbz after 0 failed attempt(s) I0521 19:40:26.267817 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-2f64w I0521 19:40:26.267818 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-rhs79 I0521 19:40:26.267828 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-2f64w I0521 19:40:26.267830 3644 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-6kvsz I0521 19:40:26.267835 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qsrjn I0521 19:40:26.267838 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-hspsz I0521 19:40:26.267840 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-rhs79 I0521 19:40:26.267843 3644 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-6kvsz I0521 19:40:26.267846 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qsrjn I0521 19:40:26.267853 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-2f64w after 0 failed attempt(s) I0521 19:40:26.267856 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-m6p5p I0521 19:40:26.267862 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qsrjn after 0 failed attempt(s) I0521 19:40:26.267865 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-m6p5p I0521 19:40:26.267871 3644 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-6kvsz] creating logical port kube-system_global-pull-secret-syncer-6kvsz for pod on switch ip-10-0-0-71.ec2.internal I0521 19:40:26.267870 3644 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vbrf6] creating logical port openshift-network-diagnostics_network-check-target-vbrf6 for pod on switch ip-10-0-0-71.ec2.internal I0521 19:40:26.267887 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-m6p5p after 0 failed attempt(s) I0521 19:40:26.267857 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-hspsz after 0 failed attempt(s) I0521 19:40:26.267928 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-rhs79 after 0 failed attempt(s) I0521 19:40:26.267800 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-rfxxn I0521 19:40:26.268098 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-rfxxn after 0 failed attempt(s) I0521 19:40:26.268330 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nr56m after 0 failed attempt(s) I0521 19:40:26.268669 3644 pods.go:271] [openshift-multus/network-metrics-daemon-7lvfh] addLogicalPort took 886.934µs, libovsdb time 284.24µs I0521 19:40:26.268681 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-7lvfh after 0 failed attempt(s) I0521 19:40:26.268778 3644 pods.go:271] [openshift-network-diagnostics/network-check-target-vbrf6] addLogicalPort took 916.029µs, libovsdb time 342.72µs I0521 19:40:26.268795 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-vbrf6 after 0 failed attempt(s) I0521 19:40:26.268879 3644 pods.go:271] [kube-system/global-pull-secret-syncer-6kvsz] addLogicalPort took 1.010412ms, libovsdb time 397.336µs I0521 19:40:26.268893 3644 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-6kvsz after 0 failed attempt(s) I0521 19:40:26.281113 3644 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:40:26.294289 3644 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:40:26.298248 3644 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:40:26.327193 3644 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:40:26.367861 3644 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:40:26.386821 3644 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:40:26.387017 3644 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:40:26.387086 3644 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:40:26.387187 3644 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:40:26.387246 3644 gateway_init.go:325] Gateway and management port readiness took 1.187529462s I0521 19:40:26.387277 3644 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:40:26.387349 3644 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:40:26.387364 3644 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:40:26.387373 3644 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:40:26.387457 3644 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:40:26.387564 3644 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 71.26µs I0521 19:40:26.387881 3644 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:40:26.387914 3644 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.986µs I0521 19:40:26.387923 3644 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 42.24µs I0521 19:40:26.387928 3644 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:40:26.387937 3644 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:40:26.387942 3644 default_node_network_controller.go:899] Starting the default node network controller I0521 19:40:26.387947 3644 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:40:26.388028 3644 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.117µs I0521 19:40:26.388115 3644 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:40:26.388124 3644 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:40:26.388147 3644 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015a10 0xc00033f7a0 0xc00033f810 0xc00033f8f0 0xc00033f960 0xc00033f9d0 0xc00033fa40 0xc000d205f0 0xc00033fb20 0xc00033fb90 0xc000d206e0 0xc0060df340 0xc00033fc00 map[0x2ff9080:0xc00262c120 0x2ff95c0:0xc00262c2a0 0x2ffa2e0:0xc00262c060 0x2ffa580:0xc00262c0c0 0x2ffad60:0xc00262c180 0x2ffb000:0xc00262c1e0 0x2ffb2a0:0xc00262c240 0x2ffba80:0xc00262c3c0 0x2ffbd20:0xc00262c420 0x3026980:0xc0006b9980 0x3026d20:0xc0006b99e0 0x3027800:0xc000cc5b60 0x3029160:0xc001d4c000 0x30298a0:0xc00262c000 0x302a720:0xc0006b97a0] 0xc00016acb0 0} I0521 19:40:26.388206 3644 gateway.go:151] Starting gateway service sync I0521 19:40:26.388685 3644 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:40:26.391147 3644 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:40:26.401228 3644 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:40:26.402487 3644 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:40:26.403783 3644 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:40:26.440313 3644 gateway.go:168] Gateway service sync done. Time taken: 52.096092ms I0521 19:40:26.440670 3644 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30304 I0521 19:40:26.441186 3644 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015a10 0xc00033f7a0 0xc00033f810 0xc00033f8f0 0xc00033f960 0xc00033f9d0 0xc00033fa40 0xc000d205f0 0xc00033fb20 0xc00033fb90 0xc000d206e0 0xc0060df340 0xc00033fc00 map[0x2ff9080:0xc00262c120 0x2ff95c0:0xc00262c2a0 0x2ffa2e0:0xc00262c060 0x2ffa580:0xc00262c0c0 0x2ffad60:0xc00262c180 0x2ffb000:0xc00262c1e0 0x2ffb2a0:0xc00262c240 0x2ffba80:0xc00262c3c0 0x2ffbd20:0xc00262c420 0x3026980:0xc0006b9980 0x3026d20:0xc0006b99e0 0x3027800:0xc000cc5b60 0x3029160:0xc001d4c000 0x30298a0:0xc00262c000 0x302a720:0xc0006b97a0] 0xc00016acb0 0} I0521 19:40:26.441766 3644 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015a10 0xc00033f7a0 0xc00033f810 0xc00033f8f0 0xc00033f960 0xc00033f9d0 0xc00033fa40 0xc000d205f0 0xc00033fb20 0xc00033fb90 0xc000d206e0 0xc0060df340 0xc00033fc00 map[0x2ff9080:0xc00262c120 0x2ff95c0:0xc00262c2a0 0x2ffa2e0:0xc00262c060 0x2ffa580:0xc00262c0c0 0x2ffad60:0xc00262c180 0x2ffb000:0xc00262c1e0 0x2ffb2a0:0xc00262c240 0x2ffba80:0xc00262c3c0 0x2ffbd20:0xc00262c420 0x3026980:0xc0006b9980 0x3026d20:0xc0006b99e0 0x3027800:0xc000cc5b60 0x3029160:0xc001d4c000 0x30298a0:0xc00262c000 0x302a720:0xc0006b97a0] 0xc00016acb0 0} I0521 19:40:26.441820 3644 gateway.go:532] Reconciling gateway with updates I0521 19:40:26.447666 3644 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:40:26.447715 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:40:26.447723 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:40:26.447730 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:40:26.447738 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:40:26.447738 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:40:26.447732 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:40:26.447746 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:40:26.447751 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:40:26.447755 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:40:26.447758 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:40:26.447759 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:40:26.447718 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:40:26.447764 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:40:26.447768 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:40:26.447770 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:40:26.447734 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:40:26.447777 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:40:26.447758 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:40:26.447799 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:40:26.447807 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:40:26.447810 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:40:26.447773 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:40:26.447817 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:40:26.447745 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:40:26.447828 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:40:26.447833 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:40:26.447839 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:40:26.447842 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:40:26.447853 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:40:26.447816 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:40:26.447858 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:40:26.447876 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:40:26.447880 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:40:26.447884 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:40:26.447893 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:40:26.447795 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:40:26.447840 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:40:26.447906 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:40:26.447802 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:40:26.447923 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:40:26.447817 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:40:26.447940 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:40:26.447942 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:40:26.447944 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:40:26.447948 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:40:26.447840 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:40:26.447954 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:40:26.447957 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:40:26.447955 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:40:26.447962 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:40:26.447961 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:40:26.447961 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:40:26.447966 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:40:26.447972 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:40:26.447969 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:40:26.447968 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:40:26.447976 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:40:26.447984 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:40:26.447983 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:40:26.447984 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:40:26.447966 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:40:26.447993 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:40:26.447994 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:40:26.447994 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:40:26.448001 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:40:26.448006 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:40:26.448008 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:40:26.448007 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:40:26.447819 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:40:26.448015 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:40:26.448023 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:40:26.448023 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:40:26.448032 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:40:26.448033 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:40:26.447943 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:40:26.447959 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:40:26.448006 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:40:26.447747 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:40:26.448066 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:40:26.448074 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:40:26.447758 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:40:26.448095 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:40:26.447842 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:40:26.448145 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:40:26.447866 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:40:26.447869 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:40:26.448272 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:40:26.447929 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:40:26.447826 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:40:26.448356 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:40:26.448362 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:40:26.447949 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:40:26.447817 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:40:26.448394 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:40:26.448399 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:40:26.447948 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:40:26.448406 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:40:26.447950 3644 default_node_network_controller.go:944] Gateway and management port readiness took 59.791961ms I0521 19:40:26.447972 3644 port_claim.go:71] Svc openshift-ingress/router-default: port 30111 is already open, no action needed I0521 19:40:26.448494 3644 port_claim.go:71] Svc openshift-ingress/router-default: port 30345 is already open, no action needed I0521 19:40:26.447977 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:40:26.448537 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:40:26.448545 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:40:26.447997 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:40:26.448000 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:40:26.448009 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:40:26.448013 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:40:26.448013 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:40:26.448020 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:40:26.448020 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:40:26.447710 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:40:26.448655 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:40:26.448015 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:40:26.448682 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:40:26.449549 3644 node_ip_handler_linux.go:160] Node IP manager is running W0521 19:40:26.489814 3644 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:40:26.490155 3644 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:40:26.490367 3644 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0521 19:40:26.498354 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:40:26.498379 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:40:26.498386 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:40:26.498392 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:40:26.498399 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:40:26.498405 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:40:26.498411 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:40:26.498420 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:40:26.498429 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:40:26.498434 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:40:26.498442 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:40:26.498447 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:40:26.498452 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:40:26.542235 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:40:26.542266 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:40:26.582317 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:40:26.582319 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:40:26.582329 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:40:26.582337 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:40:26.582345 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:40:26.582350 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) W0521 19:40:28.257414 3644 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:40:28.257452 3644 default_node_network_controller.go:1380] Starting node controller node sync I0521 19:40:28.257480 3644 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0521 19:40:28.270150 3644 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.681843ms I0521 19:40:28.270281 3644 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-188.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:40:28.270297 3644 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-188.ec2.internal", IP: 10.0.2.188 to PMTUD blocking rules I0521 19:40:28.270294 3644 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-142.ec2.internal", IP: 10.0.1.142 to PMTUD blocking rules I0521 19:40:28.270309 3644 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-142.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:40:28.282435 3644 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:40:28.282756 3644 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:40:28.282876 3644 egressservice_node.go:183] Starting Egress Services Controller I0521 19:40:28.282895 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:40:28.282913 3644 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:40:28.282921 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:40:28.282927 3644 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:40:28.282933 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:40:28.282937 3644 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:40:28.282941 3644 egressservice_node.go:197] Repairing Egress Services I0521 19:40:28.293462 3644 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:40:28.293475 3644 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:40:28.293634 3644 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:40:28.293650 3644 link_network_manager.go:119] Link manager is running I0521 19:40:28.293659 3644 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:40:28.293872 3644 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:40:28.294013 3644 vrf_manager.go:128] VRF manager is running I0521 19:40:28.294113 3644 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:40:28.294124 3644 gateway.go:532] Reconciling gateway with updates I0521 19:40:28.318479 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:40:28.318493 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:40:28.318503 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:40:28.318503 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:40:28.318505 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:40:28.318533 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:40:28.318536 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:40:28.318544 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:40:28.318547 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:40:28.318550 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:40:28.318556 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:40:28.318560 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:40:28.318560 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:40:28.318564 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:40:28.318561 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:40:28.318567 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:40:28.318572 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:40:28.318575 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:40:28.318487 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:40:28.318497 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:40:28.318594 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:40:28.318582 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:40:28.318598 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:40:28.318601 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:40:28.318607 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:40:28.318610 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:40:28.318596 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:40:28.318537 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:40:28.318620 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:40:28.318618 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:40:28.318627 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:40:28.318550 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:40:28.318637 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:40:28.318646 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:40:28.318594 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:40:28.318655 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:40:28.318626 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:40:28.318665 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:40:28.318612 3644 port_claim.go:71] Svc openshift-ingress/router-default: port 30111 is already open, no action needed I0521 19:40:28.318667 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:40:28.318669 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:40:28.318642 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:40:28.318680 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:40:28.318686 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:40:28.318688 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:40:28.318691 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:40:28.318699 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:40:28.318704 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:40:28.318705 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:40:28.318704 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:40:28.318711 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:40:28.318709 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:40:28.318718 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:40:28.318716 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:40:28.318720 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:40:28.318725 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:40:28.318725 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:40:28.318537 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:40:28.318718 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:40:28.318734 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:40:28.318737 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:40:28.318737 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:40:28.318735 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:40:28.318742 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:40:28.318747 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:40:28.318747 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:40:28.318502 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:40:28.318750 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:40:28.318756 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:40:28.318671 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:40:28.318760 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:40:28.318756 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:40:28.318691 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:40:28.318768 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:40:28.318772 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:40:28.318777 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:40:28.318780 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:40:28.318790 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:40:28.318650 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:40:28.318657 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:40:28.318807 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:40:28.318705 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:40:28.318677 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:40:28.318820 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:40:28.318630 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:40:28.318682 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:40:28.318678 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:40:28.318709 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:40:28.318590 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:40:28.318882 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:40:28.318719 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:40:28.318721 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:40:28.318728 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:40:28.318928 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:40:28.318728 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:40:28.318942 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:40:28.318947 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:40:28.318479 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:40:28.318957 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:40:28.318732 3644 port_claim.go:71] Svc openshift-ingress/router-default: port 30345 is already open, no action needed I0521 19:40:28.318743 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:40:28.318669 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:40:28.318541 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:40:28.319018 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:40:28.319022 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:40:28.318760 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:40:28.319028 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:40:28.318763 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:40:28.318770 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:40:28.319053 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:40:28.318694 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:40:28.319108 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:40:28.318628 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:40:28.360852 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:40:28.360878 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:40:28.360885 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:40:28.360890 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:40:28.360897 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:40:28.360905 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:40:28.360921 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:40:28.360929 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:40:28.360946 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:40:28.360965 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:40:28.402068 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:40:28.402102 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:40:28.402112 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:40:28.402121 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:40:28.402129 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:40:28.402138 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:40:28.402147 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:40:28.447028 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:40:28.447036 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:40:28.447062 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:40:28.447069 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:40:29.902000 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-71.ec2.internal I0521 19:40:29.902038 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-71.ec2.internal: 45.164µs I0521 19:40:32.925169 3644 cni.go:452] [kube-system/global-pull-secret-syncer-6kvsz 851da602764d05bc2f890ff9bcdce7c1d508765e61dc160ee6ee8aee11e265be network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-6kvsz 851da602764d05bc2f890ff9bcdce7c1d508765e61dc160ee6ee8aee11e265be network default NAD default NAD key ] I0521 19:40:32.968578 3644 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-6kvsz, hostIfaceName: 851da602764d05b, network: default, NAD default, SandboxID: "851da602764d05bc2f890ff9bcdce7c1d508765e61dc160ee6ee8aee11e265be", PCI device ID: , UID: "62376c1f-c1ab-4464-866b-d1e6638a8027", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0521 19:40:33.014787 3644 cni.go:473] [kube-system/global-pull-secret-syncer-6kvsz 851da602764d05bc2f890ff9bcdce7c1d508765e61dc160ee6ee8aee11e265be network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-6kvsz 851da602764d05bc2f890ff9bcdce7c1d508765e61dc160ee6ee8aee11e265be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:15:6f:d7:12:88\",\"name\":\"851da602764d05b\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/324bd8b9-6b64-48ca-94fc-62ea01b712d1\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:40:33.146435 3644 cni.go:452] [openshift-network-diagnostics/network-check-target-vbrf6 884777bde85c2dc708c2de2764b63670eeb53aa352625028dc150e7175171d53 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-vbrf6 884777bde85c2dc708c2de2764b63670eeb53aa352625028dc150e7175171d53 network default NAD default NAD key ] I0521 19:40:33.156688 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-vbrf6, hostIfaceName: 884777bde85c2dc, network: default, NAD default, SandboxID: "884777bde85c2dc708c2de2764b63670eeb53aa352625028dc150e7175171d53", PCI device ID: , UID: "86318192-14e1-4044-b8e2-f68f9dc42e21", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0521 19:40:33.201399 3644 cni.go:473] [openshift-network-diagnostics/network-check-target-vbrf6 884777bde85c2dc708c2de2764b63670eeb53aa352625028dc150e7175171d53 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-vbrf6 884777bde85c2dc708c2de2764b63670eeb53aa352625028dc150e7175171d53 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:81:8f:42:2c:fb\",\"name\":\"884777bde85c2dc\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f11c002d-9815-433e-89fb-cbeb1654f5fa\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:40:34.989849 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:40:45.730672 3644 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:40:45.732574 3644 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:40:45.809754 3644 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:45.809776 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:45.809783 3644 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0521 19:40:45.852288 3644 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-747f9d55c-8fpvx] creating logical port openshift-image-registry_image-registry-747f9d55c-8fpvx for pod on switch ip-10-0-0-71.ec2.internal I0521 19:40:45.852373 3644 kube.go:256] Updating pod openshift-image-registry/image-registry-747f9d55c-8fpvx I0521 19:40:45.904116 3644 pod.go:62] [openshift-image-registry/image-registry-747f9d55c-8fpvx] pod update took 51.767437ms I0521 19:40:45.904139 3644 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-747f9d55c-8fpvx] addLogicalPort annotation time took 51.795096ms I0521 19:40:45.905243 3644 pods.go:271] [openshift-image-registry/image-registry-747f9d55c-8fpvx] addLogicalPort took 52.965498ms, libovsdb time 830.634µs I0521 19:40:46.029039 3644 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-2tv9r] creating logical port openshift-ingress-canary_ingress-canary-2tv9r for pod on switch ip-10-0-0-71.ec2.internal I0521 19:40:46.029125 3644 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-2tv9r I0521 19:40:46.064112 3644 pod.go:62] [openshift-ingress-canary/ingress-canary-2tv9r] pod update took 35.012217ms I0521 19:40:46.064136 3644 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-2tv9r] addLogicalPort annotation time took 35.039144ms I0521 19:40:46.065208 3644 pods.go:271] [openshift-ingress-canary/ingress-canary-2tv9r] addLogicalPort took 36.183629ms, libovsdb time 818.933µs I0521 19:40:46.141004 3644 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-4g99p] creating logical port openshift-insights_insights-runtime-extractor-4g99p for pod on switch ip-10-0-0-71.ec2.internal I0521 19:40:46.141101 3644 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-4g99p I0521 19:40:46.269980 3644 pod.go:62] [openshift-insights/insights-runtime-extractor-4g99p] pod update took 128.911533ms I0521 19:40:46.270005 3644 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-4g99p] addLogicalPort annotation time took 128.941878ms I0521 19:40:46.271125 3644 pods.go:271] [openshift-insights/insights-runtime-extractor-4g99p] addLogicalPort took 130.135258ms, libovsdb time 850.495µs I0521 19:40:46.371551 3644 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-76jsf] creating logical port openshift-dns_dns-default-76jsf for pod on switch ip-10-0-0-71.ec2.internal I0521 19:40:46.371650 3644 kube.go:256] Updating pod openshift-dns/dns-default-76jsf I0521 19:40:46.418818 3644 cni.go:452] [openshift-ingress-canary/ingress-canary-2tv9r 086d194fc9e4497398c2204274e53003d32a8cf99ed81757a7c24e49d039c62b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-2tv9r 086d194fc9e4497398c2204274e53003d32a8cf99ed81757a7c24e49d039c62b network default NAD default NAD key ] I0521 19:40:46.425284 3644 pod.go:62] [openshift-dns/dns-default-76jsf] pod update took 53.659664ms I0521 19:40:46.425307 3644 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-76jsf] addLogicalPort annotation time took 53.687746ms I0521 19:40:46.426372 3644 pods.go:271] [openshift-dns/dns-default-76jsf] addLogicalPort took 54.838514ms, libovsdb time 761.922µs I0521 19:40:46.429081 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-2tv9r, hostIfaceName: 086d194fc9e4497, network: default, NAD default, SandboxID: "086d194fc9e4497398c2204274e53003d32a8cf99ed81757a7c24e49d039c62b", PCI device ID: , UID: "fdb88463-386e-4056-a31a-318fdae9cecf", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0521 19:40:46.477867 3644 cni.go:473] [openshift-ingress-canary/ingress-canary-2tv9r 086d194fc9e4497398c2204274e53003d32a8cf99ed81757a7c24e49d039c62b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-2tv9r 086d194fc9e4497398c2204274e53003d32a8cf99ed81757a7c24e49d039c62b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:56:4f:4e:3a:dc\",\"name\":\"086d194fc9e4497\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54340210-e15a-4524-9ed8-5ca13c2b937c\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:40:46.775343 3644 cni.go:452] [openshift-dns/dns-default-76jsf 4e060e13959f94f918b0762d1958a9a262f244a9d6920689fc49d1839a2e834c network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-76jsf 4e060e13959f94f918b0762d1958a9a262f244a9d6920689fc49d1839a2e834c network default NAD default NAD key ] I0521 19:40:46.786554 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-76jsf, hostIfaceName: 4e060e13959f94f, network: default, NAD default, SandboxID: "4e060e13959f94f918b0762d1958a9a262f244a9d6920689fc49d1839a2e834c", PCI device ID: , UID: "ab1e4657-f435-4f6f-9880-667e066f27db", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0521 19:40:46.831934 3644 cni.go:473] [openshift-dns/dns-default-76jsf 4e060e13959f94f918b0762d1958a9a262f244a9d6920689fc49d1839a2e834c network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-76jsf 4e060e13959f94f918b0762d1958a9a262f244a9d6920689fc49d1839a2e834c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:fa:fa:94:53:68\",\"name\":\"4e060e13959f94f\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aba66a16-7efa-49ef-a0e5-6fcf60a0d76a\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:40:47.164833 3644 obj_retry.go:498] Detected object openshift-image-registry/image-registry-747f9d55c-8fpvx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:47.164869 3644 pods.go:176] Deleting pod: openshift-image-registry/image-registry-747f9d55c-8fpvx I0521 19:40:47.166184 3644 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-747f9d55c-8fpvx, ips: 10.130.0.6 I0521 19:40:47.166223 3644 obj_retry.go:498] Detected object openshift-image-registry/image-registry-747f9d55c-8fpvx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:47.172869 3644 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-76dd4f94bd-hnp4d] creating logical port openshift-image-registry_image-registry-76dd4f94bd-hnp4d for pod on switch ip-10-0-0-71.ec2.internal I0521 19:40:47.172987 3644 kube.go:256] Updating pod openshift-image-registry/image-registry-76dd4f94bd-hnp4d I0521 19:40:47.180866 3644 obj_retry.go:492] Detected object openshift-image-registry/image-registry-747f9d55c-8fpvx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:47.180884 3644 obj_retry.go:492] Detected object openshift-image-registry/image-registry-747f9d55c-8fpvx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:47.188055 3644 pod.go:62] [openshift-image-registry/image-registry-76dd4f94bd-hnp4d] pod update took 15.111293ms I0521 19:40:47.188080 3644 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-76dd4f94bd-hnp4d] addLogicalPort annotation time took 15.140104ms I0521 19:40:47.189321 3644 pods.go:271] [openshift-image-registry/image-registry-76dd4f94bd-hnp4d] addLogicalPort took 16.467483ms, libovsdb time 908.701µs I0521 19:40:47.189677 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-747f9d55c-8fpvx I0521 19:40:47.189695 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-747f9d55c-8fpvx W0521 19:40:47.347884 3644 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:40:47.574299 3644 cni.go:452] [openshift-image-registry/image-registry-76dd4f94bd-hnp4d f03251488d226283d1c4f0f4c7959f42fbf285051907dfcab5ec3d4759436a8f network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-76dd4f94bd-hnp4d f03251488d226283d1c4f0f4c7959f42fbf285051907dfcab5ec3d4759436a8f network default NAD default NAD key ] I0521 19:40:47.586889 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-76dd4f94bd-hnp4d, hostIfaceName: f03251488d22628, network: default, NAD default, SandboxID: "f03251488d226283d1c4f0f4c7959f42fbf285051907dfcab5ec3d4759436a8f", PCI device ID: , UID: "04a81809-32a7-4196-ae79-6ea3c31b1c4e", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0521 19:40:47.641827 3644 cni.go:473] [openshift-image-registry/image-registry-76dd4f94bd-hnp4d f03251488d226283d1c4f0f4c7959f42fbf285051907dfcab5ec3d4759436a8f network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-76dd4f94bd-hnp4d f03251488d226283d1c4f0f4c7959f42fbf285051907dfcab5ec3d4759436a8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:40:7b:f8:58:44\",\"name\":\"f03251488d22628\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90a02ca1-cb74-43bf-bc3a-5377bc3f2054\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:40:48.188485 3644 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:40:49.243623 3644 cni.go:452] [openshift-insights/insights-runtime-extractor-4g99p f27cce00a246317861d5452cac2b36506e5f4af085b7453a4c099763ccb438e7 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-4g99p f27cce00a246317861d5452cac2b36506e5f4af085b7453a4c099763ccb438e7 network default NAD default NAD key ] I0521 19:40:49.255325 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-4g99p, hostIfaceName: f27cce00a246317, network: default, NAD default, SandboxID: "f27cce00a246317861d5452cac2b36506e5f4af085b7453a4c099763ccb438e7", PCI device ID: , UID: "e79d1974-8ed5-4236-abb1-556cebe2d77e", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0521 19:40:49.307401 3644 cni.go:473] [openshift-insights/insights-runtime-extractor-4g99p f27cce00a246317861d5452cac2b36506e5f4af085b7453a4c099763ccb438e7 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-4g99p f27cce00a246317861d5452cac2b36506e5f4af085b7453a4c099763ccb438e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:a3:4c:1a:c6:51\",\"name\":\"f27cce00a246317\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b12ad5f9-3df6-46d0-aca5-c2e312b1d6dd\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:40:50.179709 3644 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:50.179727 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:50.179737 3644 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0521 19:40:50.911728 3644 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-2z5kb] creating logical port openshift-console_downloads-5c54f4944f-2z5kb for pod on switch ip-10-0-0-71.ec2.internal I0521 19:40:50.911744 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gz8lg] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-gz8lg for pod on switch ip-10-0-0-71.ec2.internal I0521 19:40:50.911887 3644 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-2z5kb I0521 19:40:50.911887 3644 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gz8lg I0521 19:40:50.937952 3644 pod.go:62] [openshift-console/downloads-5c54f4944f-2z5kb] pod update took 26.110056ms I0521 19:40:50.937982 3644 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-2z5kb] addLogicalPort annotation time took 26.179946ms I0521 19:40:50.939090 3644 pods.go:271] [openshift-console/downloads-5c54f4944f-2z5kb] addLogicalPort took 27.377723ms, libovsdb time 827.185µs I0521 19:40:50.944401 3644 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gz8lg] pod update took 32.556757ms I0521 19:40:50.944427 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gz8lg] addLogicalPort annotation time took 32.585818ms I0521 19:40:50.945583 3644 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gz8lg] addLogicalPort took 33.846584ms, libovsdb time 745.753µs I0521 19:40:51.286705 3644 cni.go:452] [openshift-console/downloads-5c54f4944f-2z5kb 2559726c0ab15ad7358d58e27df0a866672063538b2d4527227defb5f1e70d3b network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-2z5kb 2559726c0ab15ad7358d58e27df0a866672063538b2d4527227defb5f1e70d3b network default NAD default NAD key ] I0521 19:40:51.299742 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-2z5kb, hostIfaceName: 2559726c0ab15ad, network: default, NAD default, SandboxID: "2559726c0ab15ad7358d58e27df0a866672063538b2d4527227defb5f1e70d3b", PCI device ID: , UID: "55a688fa-a200-4aea-a5f7-b436c6c9919b", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0521 19:40:51.304217 3644 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gz8lg e2a069a28f040ee309c39f1e437f777b0c876117d88ccefdfb99305c838b4088 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gz8lg e2a069a28f040ee309c39f1e437f777b0c876117d88ccefdfb99305c838b4088 network default NAD default NAD key ] I0521 19:40:51.316080 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-gz8lg, hostIfaceName: e2a069a28f040ee, network: default, NAD default, SandboxID: "e2a069a28f040ee309c39f1e437f777b0c876117d88ccefdfb99305c838b4088", PCI device ID: , UID: "acdea5de-17a3-4d1e-a882-dc27e5542ccd", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0521 19:40:51.357992 3644 cni.go:473] [openshift-console/downloads-5c54f4944f-2z5kb 2559726c0ab15ad7358d58e27df0a866672063538b2d4527227defb5f1e70d3b network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-2z5kb 2559726c0ab15ad7358d58e27df0a866672063538b2d4527227defb5f1e70d3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:ec:59:4d:7e:82\",\"name\":\"2559726c0ab15ad\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32b5a238-89e7-4282-a3bc-1589a7674327\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:40:51.369463 3644 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:51.369483 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:51.369488 3644 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0521 19:40:51.374075 3644 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gz8lg e2a069a28f040ee309c39f1e437f777b0c876117d88ccefdfb99305c838b4088 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gz8lg e2a069a28f040ee309c39f1e437f777b0c876117d88ccefdfb99305c838b4088 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ae:d1:9e:f1:b5\",\"name\":\"e2a069a28f040ee\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/541fef9a-cbc7-4a0a-bc18-d5b706503a6d\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:40:53.189755 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:40:53.254531 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:40:53.271350 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:53.271375 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:53.271382 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:53.271399 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:53.271408 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:53.271415 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:55.205957 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:40:55.205980 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:40:58.621695 3644 base_network_controller_pods.go:487] [default/openshift-console/console-778994899c-pmnd8] creating logical port openshift-console_console-778994899c-pmnd8 for pod on switch ip-10-0-0-71.ec2.internal I0521 19:40:58.621793 3644 kube.go:256] Updating pod openshift-console/console-778994899c-pmnd8 I0521 19:40:58.639180 3644 pod.go:62] [openshift-console/console-778994899c-pmnd8] pod update took 17.40884ms I0521 19:40:58.639208 3644 base_network_controller_pods.go:951] [default/openshift-console/console-778994899c-pmnd8] addLogicalPort annotation time took 17.440367ms I0521 19:40:58.640463 3644 pods.go:271] [openshift-console/console-778994899c-pmnd8] addLogicalPort took 18.777437ms, libovsdb time 955.189µs I0521 19:40:59.051055 3644 cni.go:452] [openshift-console/console-778994899c-pmnd8 5db9ae45ec89bec4db5999684f51e1cdc8f0910ff4d1f10d3f8e44961228dd16 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-778994899c-pmnd8 5db9ae45ec89bec4db5999684f51e1cdc8f0910ff4d1f10d3f8e44961228dd16 network default NAD default NAD key ] I0521 19:40:59.061537 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-778994899c-pmnd8, hostIfaceName: 5db9ae45ec89bec, network: default, NAD default, SandboxID: "5db9ae45ec89bec4db5999684f51e1cdc8f0910ff4d1f10d3f8e44961228dd16", PCI device ID: , UID: "c8777a67-456e-47b8-98e4-5e8ab01e8713", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0521 19:40:59.113194 3644 cni.go:473] [openshift-console/console-778994899c-pmnd8 5db9ae45ec89bec4db5999684f51e1cdc8f0910ff4d1f10d3f8e44961228dd16 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-778994899c-pmnd8 5db9ae45ec89bec4db5999684f51e1cdc8f0910ff4d1f10d3f8e44961228dd16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:ea:6c:34:95:c9\",\"name\":\"5db9ae45ec89bec\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbd13350-8f13-4821-b2bb-38b0e2fbf389\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:40:59.421294 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-w4vwt] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-w4vwt for pod on switch ip-10-0-0-71.ec2.internal I0521 19:40:59.421403 3644 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-w4vwt I0521 19:40:59.441775 3644 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-w4vwt] pod update took 20.399386ms I0521 19:40:59.441802 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-w4vwt] addLogicalPort annotation time took 20.43361ms I0521 19:40:59.443067 3644 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-w4vwt] addLogicalPort took 21.793759ms, libovsdb time 929.962µs I0521 19:40:59.552075 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-bclst] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-bclst for pod on switch ip-10-0-0-71.ec2.internal I0521 19:40:59.552201 3644 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-bclst I0521 19:40:59.575653 3644 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-bclst] pod update took 23.47625ms I0521 19:40:59.575683 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-bclst] addLogicalPort annotation time took 23.511085ms I0521 19:40:59.576984 3644 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-bclst] addLogicalPort took 24.926206ms, libovsdb time 942.065µs W0521 19:41:00.196604 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:00.196627 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:00.196635 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0521 19:41:00.599703 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-71.ec2.internal I0521 19:41:00.599822 3644 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0521 19:41:00.661185 3644 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 61.402446ms I0521 19:41:00.661218 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 61.439791ms I0521 19:41:00.662552 3644 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 62.867487ms, libovsdb time 913.701µs W0521 19:41:02.271815 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:41:02.271843 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:41:02.569081 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6bf78fdfc8-x92ln] creating logical port openshift-monitoring_thanos-querier-6bf78fdfc8-x92ln for pod on switch ip-10-0-0-71.ec2.internal I0521 19:41:02.569211 3644 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6bf78fdfc8-x92ln I0521 19:41:02.588732 3644 pod.go:62] [openshift-monitoring/thanos-querier-6bf78fdfc8-x92ln] pod update took 19.567332ms I0521 19:41:02.588753 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6bf78fdfc8-x92ln] addLogicalPort annotation time took 19.597352ms I0521 19:41:02.590069 3644 pods.go:271] [openshift-monitoring/thanos-querier-6bf78fdfc8-x92ln] addLogicalPort took 21.008338ms, libovsdb time 968.14µs I0521 19:41:03.914664 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7b5b6f8994-j9k5f] creating logical port openshift-monitoring_metrics-server-7b5b6f8994-j9k5f for pod on switch ip-10-0-0-71.ec2.internal I0521 19:41:03.914767 3644 kube.go:256] Updating pod openshift-monitoring/metrics-server-7b5b6f8994-j9k5f I0521 19:41:03.936781 3644 pod.go:62] [openshift-monitoring/metrics-server-7b5b6f8994-j9k5f] pod update took 22.039494ms I0521 19:41:03.936865 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7b5b6f8994-j9k5f] addLogicalPort annotation time took 22.128441ms I0521 19:41:03.938166 3644 pods.go:271] [openshift-monitoring/metrics-server-7b5b6f8994-j9k5f] addLogicalPort took 23.519935ms, libovsdb time 957.434µs I0521 19:41:04.157242 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-4nddr] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-4nddr for pod on switch ip-10-0-0-71.ec2.internal I0521 19:41:04.157342 3644 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-4nddr I0521 19:41:04.173489 3644 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4nddr] pod update took 16.174908ms I0521 19:41:04.173534 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-4nddr] addLogicalPort annotation time took 16.200945ms I0521 19:41:04.174811 3644 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4nddr] addLogicalPort took 17.589037ms, libovsdb time 895.857µs I0521 19:41:05.784567 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-71.ec2.internal I0521 19:41:05.784690 3644 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 19:41:05.824640 3644 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 39.995729ms I0521 19:41:05.824665 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 40.038505ms I0521 19:41:05.826035 3644 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 41.48799ms, libovsdb time 982.842µs W0521 19:41:06.245012 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:41:06.245038 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:41:07.359782 3644 cni.go:452] [openshift-multus/network-metrics-daemon-7lvfh 00fe7bfbc3bbb74c19027e270143841b1b28de49de89b405ade2ad2be9368e3d network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-7lvfh 00fe7bfbc3bbb74c19027e270143841b1b28de49de89b405ade2ad2be9368e3d network default NAD default NAD key ] I0521 19:41:07.365405 3644 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-bclst 63b62b18a3dc1089fcf5e2a5b1823a41782fef0e85955796503be211e3b93f64 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-bclst 63b62b18a3dc1089fcf5e2a5b1823a41782fef0e85955796503be211e3b93f64 network default NAD default NAD key ] I0521 19:41:07.366385 3644 cni.go:452] [openshift-monitoring/alertmanager-main-0 cac1dcf58a3215c16558b5e8d335528b332771aa24f037c8a9c127f7d648efb5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 cac1dcf58a3215c16558b5e8d335528b332771aa24f037c8a9c127f7d648efb5 network default NAD default NAD key ] I0521 19:41:07.366752 3644 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-w4vwt 192d393100fa94818d46704118d874acafade5d9749bd66d62be921bebda3bd0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-w4vwt 192d393100fa94818d46704118d874acafade5d9749bd66d62be921bebda3bd0 network default NAD default NAD key ] I0521 19:41:07.367404 3644 cni.go:452] [openshift-monitoring/prometheus-k8s-0 404334d41dbffa9da1dcb2af12b5f66db3dd1e51759142c92fea7eb5b527b129 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 404334d41dbffa9da1dcb2af12b5f66db3dd1e51759142c92fea7eb5b527b129 network default NAD default NAD key ] I0521 19:41:07.370846 3644 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4nddr 1ba4d3d1d5101831b6eef95e48a167aee98c653511a66945f219b6cc020cbfec network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4nddr 1ba4d3d1d5101831b6eef95e48a167aee98c653511a66945f219b6cc020cbfec network default NAD default NAD key ] I0521 19:41:07.371284 3644 cni.go:452] [openshift-monitoring/metrics-server-7b5b6f8994-j9k5f c412706812faf331c107c98228c233bdb8aaa89938d1bb86b75a930de453f03c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7b5b6f8994-j9k5f c412706812faf331c107c98228c233bdb8aaa89938d1bb86b75a930de453f03c network default NAD default NAD key ] I0521 19:41:07.373021 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-7lvfh, hostIfaceName: 00fe7bfbc3bbb74, network: default, NAD default, SandboxID: "00fe7bfbc3bbb74c19027e270143841b1b28de49de89b405ade2ad2be9368e3d", PCI device ID: , UID: "3852fa9d-d0ab-4983-a3d4-56c54a5406ff", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0521 19:41:07.382865 3644 cni.go:452] [openshift-monitoring/thanos-querier-6bf78fdfc8-x92ln 0f0169b365cbcff9fef86d7cabf39563cb147bae86b611aa57a333970d210e3b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6bf78fdfc8-x92ln 0f0169b365cbcff9fef86d7cabf39563cb147bae86b611aa57a333970d210e3b network default NAD default NAD key ] I0521 19:41:07.392121 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-bclst, hostIfaceName: 63b62b18a3dc108, network: default, NAD default, SandboxID: "63b62b18a3dc1089fcf5e2a5b1823a41782fef0e85955796503be211e3b93f64", PCI device ID: , UID: "6e7edb04-f844-45da-bc56-093ccb0b1f4d", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0521 19:41:07.392703 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-4nddr, hostIfaceName: 1ba4d3d1d510183, network: default, NAD default, SandboxID: "1ba4d3d1d5101831b6eef95e48a167aee98c653511a66945f219b6cc020cbfec", PCI device ID: , UID: "f40c3977-723d-4a6e-8046-2f66b90b2345", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0521 19:41:07.396940 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 404334d41dbffa9, network: default, NAD default, SandboxID: "404334d41dbffa9da1dcb2af12b5f66db3dd1e51759142c92fea7eb5b527b129", PCI device ID: , UID: "c104dc52-420d-446b-aa28-eaa4b971be2c", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0521 19:41:07.404961 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-w4vwt, hostIfaceName: 192d393100fa948, network: default, NAD default, SandboxID: "192d393100fa94818d46704118d874acafade5d9749bd66d62be921bebda3bd0", PCI device ID: , UID: "70cd3cb7-a05e-41ec-a85b-12cd618cc4de", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0521 19:41:07.405961 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: cac1dcf58a3215c, network: default, NAD default, SandboxID: "cac1dcf58a3215c16558b5e8d335528b332771aa24f037c8a9c127f7d648efb5", PCI device ID: , UID: "70c443a7-8390-4a29-9600-c721a9e20c02", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0521 19:41:07.407131 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6bf78fdfc8-x92ln, hostIfaceName: 0f0169b365cbcff, network: default, NAD default, SandboxID: "0f0169b365cbcff9fef86d7cabf39563cb147bae86b611aa57a333970d210e3b", PCI device ID: , UID: "b5ec9803-2c11-4c6c-9c71-571d35d6f559", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0521 19:41:07.408812 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7b5b6f8994-j9k5f, hostIfaceName: c412706812faf33, network: default, NAD default, SandboxID: "c412706812faf331c107c98228c233bdb8aaa89938d1bb86b75a930de453f03c", PCI device ID: , UID: "cdd5ccaa-9f4b-4a5c-a335-a09c6cc24608", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0521 19:41:07.468552 3644 cni.go:473] [openshift-multus/network-metrics-daemon-7lvfh 00fe7bfbc3bbb74c19027e270143841b1b28de49de89b405ade2ad2be9368e3d network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-7lvfh 00fe7bfbc3bbb74c19027e270143841b1b28de49de89b405ade2ad2be9368e3d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:63:12:18:93:a5\",\"name\":\"00fe7bfbc3bbb74\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81063a77-c27d-45c9-910a-beb3400a9ebc\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:07.548967 3644 cni.go:473] [openshift-monitoring/thanos-querier-6bf78fdfc8-x92ln 0f0169b365cbcff9fef86d7cabf39563cb147bae86b611aa57a333970d210e3b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6bf78fdfc8-x92ln 0f0169b365cbcff9fef86d7cabf39563cb147bae86b611aa57a333970d210e3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:d5:b1:e5:15:04\",\"name\":\"0f0169b365cbcff\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb15130b-1fed-4d82-bcf0-fa25a694c204\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:07.550764 3644 cni.go:473] [openshift-monitoring/metrics-server-7b5b6f8994-j9k5f c412706812faf331c107c98228c233bdb8aaa89938d1bb86b75a930de453f03c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7b5b6f8994-j9k5f c412706812faf331c107c98228c233bdb8aaa89938d1bb86b75a930de453f03c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:65:91:d4:25:53\",\"name\":\"c412706812faf33\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5ec0be4-910c-4b22-9f9c-8760ae2da738\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:07.567239 3644 cni.go:473] [openshift-monitoring/alertmanager-main-0 cac1dcf58a3215c16558b5e8d335528b332771aa24f037c8a9c127f7d648efb5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 cac1dcf58a3215c16558b5e8d335528b332771aa24f037c8a9c127f7d648efb5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:33:7b:8d:60:6b\",\"name\":\"cac1dcf58a3215c\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91128624-ad1e-42e6-a3d5-31fb21fdf242\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:07.686958 3644 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-bclst 63b62b18a3dc1089fcf5e2a5b1823a41782fef0e85955796503be211e3b93f64 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-bclst 63b62b18a3dc1089fcf5e2a5b1823a41782fef0e85955796503be211e3b93f64 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:95:67:60:04:8f\",\"name\":\"63b62b18a3dc108\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf6d6d35-c431-4be6-933d-ad7b7803fb33\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:07.687374 3644 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-w4vwt 192d393100fa94818d46704118d874acafade5d9749bd66d62be921bebda3bd0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-w4vwt 192d393100fa94818d46704118d874acafade5d9749bd66d62be921bebda3bd0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:cb:d6:fd:23:d4\",\"name\":\"192d393100fa948\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/618f509a-5745-46db-961a-a9ee339fc6fc\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:07.688031 3644 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4nddr 1ba4d3d1d5101831b6eef95e48a167aee98c653511a66945f219b6cc020cbfec network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-4nddr 1ba4d3d1d5101831b6eef95e48a167aee98c653511a66945f219b6cc020cbfec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:ef:ac:76:62:f6\",\"name\":\"1ba4d3d1d510183\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2901ce51-7266-436a-97e6-d33bb7345806\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:07.688149 3644 cni.go:473] [openshift-monitoring/prometheus-k8s-0 404334d41dbffa9da1dcb2af12b5f66db3dd1e51759142c92fea7eb5b527b129 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 404334d41dbffa9da1dcb2af12b5f66db3dd1e51759142c92fea7eb5b527b129 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:3e:fb:73:33:30\",\"name\":\"404334d41dbffa9\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/548078c1-2e27-4f02-a930-c44e6ea7ad52\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:41:08.263082 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 19:41:08.290869 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:41:08.320825 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 19:41:09.182481 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:41:09.316378 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:41:10.150895 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:41:11.396717 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:41:11.443973 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:11.443993 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:11.443999 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:11.526439 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:41:11.526461 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:41:12.420641 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:12.420662 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:12.420670 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:12.420675 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 19:41:12.645468 3644 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57494b6-n5thf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.646535 3644 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57494b6-n5thf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:41:13.316500 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:13.316541 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:13.316549 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:13.356183 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:41:13.356207 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:41:13.484883 3644 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57494b6-n5thf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.484907 3644 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57494b6-n5thf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.493070 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57494b6-n5thf I0521 19:41:13.493091 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57494b6-n5thf W0521 19:41:13.516031 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:41:14.328305 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:14.328330 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:14.328337 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:14.328342 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:18.447808 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:18.447827 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:18.447833 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:18.447838 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:18.447850 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:18.447855 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:18.447859 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:18.447863 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:20.359027 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:20.359052 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:20.359060 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:20.359076 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:28.502987 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:41:32.438953 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:41:32.439003 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:41:34.332095 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0521 19:41:34.561284 3644 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57494b6-zzjwh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:34.561799 3644 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57494b6-zzjwh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:34.702802 3644 obj_retry.go:498] Detected object openshift-console/console-778994899c-vcm2n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:34.703339 3644 obj_retry.go:498] Detected object openshift-console/console-778994899c-vcm2n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:35.556653 3644 obj_retry.go:492] Detected object openshift-console/console-778994899c-vcm2n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:35.556678 3644 obj_retry.go:492] Detected object openshift-console/console-778994899c-vcm2n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:35.564613 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-778994899c-vcm2n I0521 19:41:35.564636 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-778994899c-vcm2n I0521 19:41:35.582252 3644 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57494b6-zzjwh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:35.582268 3644 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57494b6-zzjwh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:35.590081 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57494b6-zzjwh I0521 19:41:35.590105 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57494b6-zzjwh W0521 19:41:41.082645 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:41.082666 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:41.082673 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:41.082684 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:41.082689 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:41.082694 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:41.678125 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:41.678144 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:41.678150 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:41:42.703251 3644 cni.go:452] [openshift-console/console-778994899c-pmnd8 5db9ae45ec89bec4db5999684f51e1cdc8f0910ff4d1f10d3f8e44961228dd16 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-778994899c-pmnd8 5db9ae45ec89bec4db5999684f51e1cdc8f0910ff4d1f10d3f8e44961228dd16 network default NAD default NAD key ] I0521 19:41:42.776361 3644 cni.go:473] [openshift-console/console-778994899c-pmnd8 5db9ae45ec89bec4db5999684f51e1cdc8f0910ff4d1f10d3f8e44961228dd16 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-778994899c-pmnd8 5db9ae45ec89bec4db5999684f51e1cdc8f0910ff4d1f10d3f8e44961228dd16 network default NAD default NAD key default], result "{}", err I0521 19:41:42.844275 3644 obj_retry.go:498] Detected object openshift-console/console-778994899c-pmnd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:42.844311 3644 pods.go:176] Deleting pod: openshift-console/console-778994899c-pmnd8 I0521 19:41:42.845680 3644 pods.go:236] Attempting to release IPs for pod: openshift-console/console-778994899c-pmnd8, ips: 10.130.0.13 I0521 19:41:42.845708 3644 obj_retry.go:498] Detected object openshift-console/console-778994899c-pmnd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:43.447885 3644 obj_retry.go:492] Detected object openshift-console/console-778994899c-pmnd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:43.447913 3644 obj_retry.go:492] Detected object openshift-console/console-778994899c-pmnd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:43.453980 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-778994899c-pmnd8 I0521 19:41:43.454006 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-778994899c-pmnd8 W0521 19:41:48.579439 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:41:54.608301 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0521 19:41:58.320922 3644 obj_retry.go:498] Detected object openshift-ingress/router-default-6845996c6f-kdfzq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:58.321599 3644 obj_retry.go:498] Detected object openshift-ingress/router-default-6845996c6f-kdfzq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:58.616474 3644 obj_retry.go:492] Detected object openshift-ingress/router-default-6845996c6f-kdfzq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:58.616499 3644 obj_retry.go:492] Detected object openshift-ingress/router-default-6845996c6f-kdfzq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:58.624395 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6845996c6f-kdfzq I0521 19:41:58.624422 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6845996c6f-kdfzq W0521 19:42:06.585468 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:06.585488 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:42:21.332599 3644 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:21.333193 3644 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:21.727882 3644 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:21.727910 3644 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:21.735166 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:42:21.735191 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:42:24.137330 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-586c97547f-fln7z] creating logical port openshift-monitoring_telemeter-client-586c97547f-fln7z for pod on switch ip-10-0-0-71.ec2.internal I0521 19:42:24.137450 3644 kube.go:256] Updating pod openshift-monitoring/telemeter-client-586c97547f-fln7z I0521 19:42:24.162212 3644 pod.go:62] [openshift-monitoring/telemeter-client-586c97547f-fln7z] pod update took 24.802804ms I0521 19:42:24.162235 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-586c97547f-fln7z] addLogicalPort annotation time took 24.832154ms I0521 19:42:24.163783 3644 pods.go:271] [openshift-monitoring/telemeter-client-586c97547f-fln7z] addLogicalPort took 26.46794ms, libovsdb time 1.026247ms I0521 19:42:24.495287 3644 cni.go:452] [openshift-monitoring/telemeter-client-586c97547f-fln7z 7ce80279fdd83fd019e125e87ea1d03a50c1f6f4f31e765786f81f31aa004556 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-586c97547f-fln7z 7ce80279fdd83fd019e125e87ea1d03a50c1f6f4f31e765786f81f31aa004556 network default NAD default NAD key ] I0521 19:42:24.505329 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-586c97547f-fln7z, hostIfaceName: 7ce80279fdd83fd, network: default, NAD default, SandboxID: "7ce80279fdd83fd019e125e87ea1d03a50c1f6f4f31e765786f81f31aa004556", PCI device ID: , UID: "331eb72f-7507-4622-977c-9d8c7ce105f7", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0521 19:42:24.555824 3644 cni.go:473] [openshift-monitoring/telemeter-client-586c97547f-fln7z 7ce80279fdd83fd019e125e87ea1d03a50c1f6f4f31e765786f81f31aa004556 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-586c97547f-fln7z 7ce80279fdd83fd019e125e87ea1d03a50c1f6f4f31e765786f81f31aa004556 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:62:aa:01:9d:37\",\"name\":\"7ce80279fdd83fd\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58825c0c-a028-4aa0-8f78-dc104f36796f\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:25.767071 3644 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:25.767708 3644 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:26.765159 3644 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:26.765186 3644 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:26.771938 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:42:26.771965 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:42:27.807991 3644 base_network_controller_pods.go:487] [default/openshift-console/console-7957dcff5d-cp4fs] creating logical port openshift-console_console-7957dcff5d-cp4fs for pod on switch ip-10-0-0-71.ec2.internal I0521 19:42:27.808156 3644 kube.go:256] Updating pod openshift-console/console-7957dcff5d-cp4fs I0521 19:42:27.847158 3644 pod.go:62] [openshift-console/console-7957dcff5d-cp4fs] pod update took 39.02999ms I0521 19:42:27.847180 3644 base_network_controller_pods.go:951] [default/openshift-console/console-7957dcff5d-cp4fs] addLogicalPort annotation time took 39.061421ms I0521 19:42:27.848292 3644 pods.go:271] [openshift-console/console-7957dcff5d-cp4fs] addLogicalPort took 40.324238ms, libovsdb time 819.583µs I0521 19:42:28.165795 3644 cni.go:452] [openshift-console/console-7957dcff5d-cp4fs e84e45453e2802fc5e0118d03b0200d14b8b4709e4c31ce75f78a184b6164bb6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7957dcff5d-cp4fs e84e45453e2802fc5e0118d03b0200d14b8b4709e4c31ce75f78a184b6164bb6 network default NAD default NAD key ] I0521 19:42:28.174883 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7957dcff5d-cp4fs, hostIfaceName: e84e45453e2802f, network: default, NAD default, SandboxID: "e84e45453e2802fc5e0118d03b0200d14b8b4709e4c31ce75f78a184b6164bb6", PCI device ID: , UID: "d594e20c-7050-4db3-89e0-c3edee2dbb34", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0521 19:42:28.224894 3644 cni.go:473] [openshift-console/console-7957dcff5d-cp4fs e84e45453e2802fc5e0118d03b0200d14b8b4709e4c31ce75f78a184b6164bb6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7957dcff5d-cp4fs e84e45453e2802fc5e0118d03b0200d14b8b4709e4c31ce75f78a184b6164bb6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:69:7a:d1:31:c2\",\"name\":\"e84e45453e2802f\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e08f631-cc8b-42d0-8daa-17e09e7f826e\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:42:38.699859 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:42:43.353642 3644 cni.go:452] [openshift-monitoring/alertmanager-main-0 cac1dcf58a3215c16558b5e8d335528b332771aa24f037c8a9c127f7d648efb5 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 cac1dcf58a3215c16558b5e8d335528b332771aa24f037c8a9c127f7d648efb5 network default NAD default NAD key ] I0521 19:42:43.433033 3644 cni.go:473] [openshift-monitoring/alertmanager-main-0 cac1dcf58a3215c16558b5e8d335528b332771aa24f037c8a9c127f7d648efb5 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 cac1dcf58a3215c16558b5e8d335528b332771aa24f037c8a9c127f7d648efb5 network default NAD default NAD key default], result "{}", err I0521 19:42:43.495319 3644 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:43.495423 3644 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0521 19:42:43.496850 3644 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.16 I0521 19:42:43.496885 3644 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:43.717258 3644 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:43.717312 3644 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:43.724947 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:42:43.724975 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:42:43.768081 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-71.ec2.internal I0521 19:42:43.768243 3644 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0521 19:42:43.800981 3644 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 32.795338ms I0521 19:42:43.801006 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 32.823946ms I0521 19:42:43.802373 3644 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 34.310289ms, libovsdb time 1.010558ms I0521 19:42:44.127225 3644 cni.go:452] [openshift-monitoring/alertmanager-main-0 7bd7d8f5ffb54ea8206a8ffb41efb70d09b263c0f407eac443701f84ae61e364 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 7bd7d8f5ffb54ea8206a8ffb41efb70d09b263c0f407eac443701f84ae61e364 network default NAD default NAD key ] I0521 19:42:44.136763 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 7bd7d8f5ffb54ea, network: default, NAD default, SandboxID: "7bd7d8f5ffb54ea8206a8ffb41efb70d09b263c0f407eac443701f84ae61e364", PCI device ID: , UID: "ab1f1d81-417a-4fc3-ac6d-f1c76f699873", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0521 19:42:44.185182 3644 cni.go:473] [openshift-monitoring/alertmanager-main-0 7bd7d8f5ffb54ea8206a8ffb41efb70d09b263c0f407eac443701f84ae61e364 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 7bd7d8f5ffb54ea8206a8ffb41efb70d09b263c0f407eac443701f84ae61e364 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:36:6f:7f:a3:66\",\"name\":\"7bd7d8f5ffb54ea\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5be9df87-8f9e-4d6d-8a75-71bf360d08f1\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:53.142478 3644 obj_retry.go:498] Detected object openshift-console/console-85fb4c798b-j45nv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:53.143095 3644 obj_retry.go:498] Detected object openshift-console/console-85fb4c798b-j45nv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:53.907240 3644 obj_retry.go:492] Detected object openshift-console/console-85fb4c798b-j45nv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:53.907264 3644 obj_retry.go:492] Detected object openshift-console/console-85fb4c798b-j45nv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:53.911594 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85fb4c798b-j45nv I0521 19:42:53.911616 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85fb4c798b-j45nv I0521 19:43:03.009874 3644 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:03.010408 3644 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:03.010445 3644 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:43:03.010458 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 19:43:03.010476 3644 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:43:03.010483 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:43:04.016779 3644 obj_retry.go:498] Detected object openshift-console/console-85fb4c798b-8f6tm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:04.017312 3644 obj_retry.go:498] Detected object openshift-console/console-85fb4c798b-8f6tm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:04.043033 3644 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.043054 3644 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.043068 3644 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.043085 3644 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:43:04.195948 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:43:04.195970 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:43:04.195976 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:43:04.892100 3644 obj_retry.go:492] Detected object openshift-console/console-85fb4c798b-8f6tm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.892130 3644 obj_retry.go:492] Detected object openshift-console/console-85fb4c798b-8f6tm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.898170 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85fb4c798b-8f6tm I0521 19:43:04.898196 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85fb4c798b-8f6tm I0521 19:43:04.960334 3644 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:43:04.971958 3644 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:43:22.100247 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:22.100888 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:22.981893 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:22.981918 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:29.253682 3644 cni.go:452] [openshift-monitoring/prometheus-k8s-0 404334d41dbffa9da1dcb2af12b5f66db3dd1e51759142c92fea7eb5b527b129 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 404334d41dbffa9da1dcb2af12b5f66db3dd1e51759142c92fea7eb5b527b129 network default NAD default NAD key ] I0521 19:43:29.321703 3644 cni.go:473] [openshift-monitoring/prometheus-k8s-0 404334d41dbffa9da1dcb2af12b5f66db3dd1e51759142c92fea7eb5b527b129 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 404334d41dbffa9da1dcb2af12b5f66db3dd1e51759142c92fea7eb5b527b129 network default NAD default NAD key default], result "{}", err I0521 19:43:29.388459 3644 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:29.388495 3644 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0521 19:43:29.389834 3644 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.20 I0521 19:43:29.389862 3644 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:29.917309 3644 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:29.917336 3644 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:29.926088 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:43:29.926117 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:43:29.967727 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-71.ec2.internal I0521 19:43:29.967868 3644 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 19:43:30.004255 3644 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 36.427377ms I0521 19:43:30.004277 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 36.454076ms I0521 19:43:30.005473 3644 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 37.760871ms, libovsdb time 857.109µs I0521 19:43:30.326443 3644 cni.go:452] [openshift-monitoring/prometheus-k8s-0 7321fe7204c924b99eba46e75e1f947776b0287da1f1d52a74b2187a9db0c175 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 7321fe7204c924b99eba46e75e1f947776b0287da1f1d52a74b2187a9db0c175 network default NAD default NAD key ] I0521 19:43:30.336553 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 7321fe7204c924b, network: default, NAD default, SandboxID: "7321fe7204c924b99eba46e75e1f947776b0287da1f1d52a74b2187a9db0c175", PCI device ID: , UID: "dbfc9ad0-1b22-47e1-b558-bbfc20ca5235", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0521 19:43:30.385691 3644 cni.go:473] [openshift-monitoring/prometheus-k8s-0 7321fe7204c924b99eba46e75e1f947776b0287da1f1d52a74b2187a9db0c175 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 7321fe7204c924b99eba46e75e1f947776b0287da1f1d52a74b2187a9db0c175 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:e1:15:06:76:14\",\"name\":\"7321fe7204c924b\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc09d21b-0702-4ad3-84b9-595cd1ac1590\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:44:10.176926 3644 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0521 19:44:31.215485 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:44:31.215526 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:45:16.081270 3644 cni.go:452] [openshift-console/console-7957dcff5d-cp4fs e84e45453e2802fc5e0118d03b0200d14b8b4709e4c31ce75f78a184b6164bb6 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7957dcff5d-cp4fs e84e45453e2802fc5e0118d03b0200d14b8b4709e4c31ce75f78a184b6164bb6 network default NAD default NAD key ] I0521 19:45:16.157808 3644 cni.go:473] [openshift-console/console-7957dcff5d-cp4fs e84e45453e2802fc5e0118d03b0200d14b8b4709e4c31ce75f78a184b6164bb6 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7957dcff5d-cp4fs e84e45453e2802fc5e0118d03b0200d14b8b4709e4c31ce75f78a184b6164bb6 network default NAD default NAD key default], result "{}", err I0521 19:45:16.209259 3644 obj_retry.go:498] Detected object openshift-console/console-7957dcff5d-cp4fs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:16.209294 3644 pods.go:176] Deleting pod: openshift-console/console-7957dcff5d-cp4fs I0521 19:45:16.210497 3644 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7957dcff5d-cp4fs, ips: 10.130.0.22 I0521 19:45:16.210542 3644 obj_retry.go:498] Detected object openshift-console/console-7957dcff5d-cp4fs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:16.218729 3644 base_network_controller_pods.go:487] [default/openshift-console/console-7b7598649-2vxr6] creating logical port openshift-console_console-7b7598649-2vxr6 for pod on switch ip-10-0-0-71.ec2.internal I0521 19:45:16.218818 3644 kube.go:256] Updating pod openshift-console/console-7b7598649-2vxr6 I0521 19:45:16.242359 3644 pod.go:62] [openshift-console/console-7b7598649-2vxr6] pod update took 23.563702ms I0521 19:45:16.242380 3644 base_network_controller_pods.go:951] [default/openshift-console/console-7b7598649-2vxr6] addLogicalPort annotation time took 23.589311ms I0521 19:45:16.243668 3644 pods.go:271] [openshift-console/console-7b7598649-2vxr6] addLogicalPort took 24.954042ms, libovsdb time 950.411µs I0521 19:45:16.335280 3644 obj_retry.go:492] Detected object openshift-console/console-7957dcff5d-cp4fs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:16.335309 3644 obj_retry.go:492] Detected object openshift-console/console-7957dcff5d-cp4fs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:16.338626 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7957dcff5d-cp4fs I0521 19:45:16.338644 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7957dcff5d-cp4fs I0521 19:45:16.576894 3644 cni.go:452] [openshift-console/console-7b7598649-2vxr6 b424ed60ab3c91b91088c52a1b7a1876689a06cbef36f29b78e786ec4374e3c3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7b7598649-2vxr6 b424ed60ab3c91b91088c52a1b7a1876689a06cbef36f29b78e786ec4374e3c3 network default NAD default NAD key ] I0521 19:45:16.586256 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7b7598649-2vxr6, hostIfaceName: b424ed60ab3c91b, network: default, NAD default, SandboxID: "b424ed60ab3c91b91088c52a1b7a1876689a06cbef36f29b78e786ec4374e3c3", PCI device ID: , UID: "6f50b2ba-2f19-4fa6-9ae0-10ca2b4d3251", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0521 19:45:16.634492 3644 cni.go:473] [openshift-console/console-7b7598649-2vxr6 b424ed60ab3c91b91088c52a1b7a1876689a06cbef36f29b78e786ec4374e3c3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7b7598649-2vxr6 b424ed60ab3c91b91088c52a1b7a1876689a06cbef36f29b78e786ec4374e3c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:7d:58:08:47:d8\",\"name\":\"b424ed60ab3c91b\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc3e2b63-35fb-4c67-9058-bcd84582343d\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:45:26.701843 3644 obj_retry.go:498] Detected object openshift-console/console-7957dcff5d-t94zf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:26.702444 3644 obj_retry.go:498] Detected object openshift-console/console-7957dcff5d-t94zf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:45:27.395158 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:45:27.498623 3644 obj_retry.go:492] Detected object openshift-console/console-7957dcff5d-t94zf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:27.498649 3644 obj_retry.go:492] Detected object openshift-console/console-7957dcff5d-t94zf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:27.505076 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7957dcff5d-t94zf I0521 19:45:27.505098 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7957dcff5d-t94zf I0521 19:45:36.462101 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0521 19:46:37.164497 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0521 19:47:15.090773 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0521 19:47:41.297055 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0521 19:47:54.833806 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0521 19:47:59.833306 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 W0521 19:48:09.051752 3644 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:48:20.094734 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 19:48:20.094825 3644 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hkwnv IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hkwnv: no pod IPs found I0521 19:48:28.593922 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0521 19:48:39.669977 3644 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0521 19:48:47.842453 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=514 I0521 19:48:48.833945 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0521 19:49:05.766161 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0521 19:49:15.830617 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=141 I0521 19:49:34.477160 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0521 19:49:34.834741 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=74 I0521 19:49:58.834439 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0521 19:50:04.627632 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:04.628255 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:05.519826 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:05.519874 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:13.355459 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0521 19:50:55.995481 3644 namespace.go:98] [tsf] adding namespace I0521 19:50:55.996301 3644 namespace.go:102] [tsf] adding namespace took 799.509µs I0521 19:50:56.014611 3644 namespace.go:142] [tsf] updating namespace I0521 19:50:56.025979 3644 namespace.go:142] [tsf] updating namespace I0521 19:50:59.963994 3644 namespace.go:98] [konflux-operator] adding namespace I0521 19:50:59.964077 3644 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:50:59.964131 3644 namespace.go:98] [konflux-ui] adding namespace I0521 19:50:59.964931 3644 namespace.go:102] [konflux-operator] adding namespace took 913.357µs I0521 19:50:59.965618 3644 namespace.go:102] [cert-manager-operator] adding namespace took 1.522411ms I0521 19:50:59.965892 3644 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:50:59.966311 3644 namespace.go:102] [konflux-ui] adding namespace took 2.165933ms I0521 19:50:59.966868 3644 namespace.go:102] [rhtpa-operator] adding namespace took 965.498µs I0521 19:50:59.975185 3644 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:50:59.975303 3644 namespace.go:98] [tsf-tpa] adding namespace I0521 19:50:59.975452 3644 namespace.go:98] [tsf-tas] adding namespace I0521 19:50:59.975917 3644 namespace.go:102] [tsf-keycloak] adding namespace took 720.643µs I0521 19:50:59.976492 3644 namespace.go:102] [tsf-tpa] adding namespace took 1.171545ms I0521 19:50:59.976569 3644 namespace.go:98] [rhbk-operator] adding namespace I0521 19:50:59.977178 3644 namespace.go:102] [rhbk-operator] adding namespace took 596.323µs I0521 19:50:59.977728 3644 namespace.go:102] [tsf-tas] adding namespace took 2.261814ms I0521 19:50:59.988280 3644 namespace.go:142] [konflux-operator] updating namespace I0521 19:51:00.006097 3644 namespace.go:142] [konflux-operator] updating namespace I0521 19:51:00.028915 3644 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:51:00.039964 3644 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:00.040059 3644 namespace.go:142] [konflux-ui] updating namespace I0521 19:51:00.045189 3644 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:51:00.054834 3644 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:51:00.054986 3644 namespace.go:142] [rhbk-operator] updating namespace I0521 19:51:00.055125 3644 namespace.go:142] [tsf-tas] updating namespace I0521 19:51:00.057905 3644 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:00.064168 3644 namespace.go:142] [konflux-operator] updating namespace I0521 19:51:00.094690 3644 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:51:00.117087 3644 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:51:00.124744 3644 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:00.141150 3644 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:00.154184 3644 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:00.175462 3644 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:00.178500 3644 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:51:00.178600 3644 namespace.go:142] [rhbk-operator] updating namespace I0521 19:51:00.196965 3644 namespace.go:142] [tsf-tas] updating namespace I0521 19:51:00.201988 3644 namespace.go:142] [rhbk-operator] updating namespace I0521 19:51:00.213212 3644 namespace.go:142] [tsf-tas] updating namespace I0521 19:51:00.214647 3644 namespace.go:142] [konflux-ui] updating namespace I0521 19:51:00.226090 3644 namespace.go:142] [konflux-ui] updating namespace I0521 19:51:01.384198 3644 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:01.387612 3644 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:01.590302 3644 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-71.ec2.internal I0521 19:51:01.590426 3644 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0521 19:51:01.608682 3644 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 18.280423ms I0521 19:51:01.608705 3644 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 18.308804ms I0521 19:51:01.610083 3644 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 19.795861ms, libovsdb time 991.016µs I0521 19:51:01.972752 3644 cni.go:452] [tsf/test-tsf-subscriptions e566ddb47b2ef5d66a00b6e3b04bc7024c43898f51db867d9a96849112a94bde network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions e566ddb47b2ef5d66a00b6e3b04bc7024c43898f51db867d9a96849112a94bde network default NAD default NAD key ] I0521 19:51:01.983449 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: e566ddb47b2ef5d, network: default, NAD default, SandboxID: "e566ddb47b2ef5d66a00b6e3b04bc7024c43898f51db867d9a96849112a94bde", PCI device ID: , UID: "901380ab-81a0-4176-81ca-e0680eab9eb7", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0521 19:51:02.033951 3644 cni.go:473] [tsf/test-tsf-subscriptions e566ddb47b2ef5d66a00b6e3b04bc7024c43898f51db867d9a96849112a94bde network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions e566ddb47b2ef5d66a00b6e3b04bc7024c43898f51db867d9a96849112a94bde network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:b0:5b:16:32:cc\",\"name\":\"e566ddb47b2ef5d\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a296aac-0424-4c87-9bc8-41e976394139\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:51:17.941578 3644 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:17.942095 3644 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:17.942125 3644 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:17.942134 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:17.942147 3644 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:17.942153 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:18.968336 3644 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:18.968357 3644 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:18.968369 3644 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:18.968386 3644 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:19.966555 3644 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:19.967119 3644 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:19.967142 3644 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:19.967151 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:19.967164 3644 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:19.967168 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:20.992390 3644 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:20.992412 3644 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:20.992425 3644 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:20.992440 3644 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:22.008446 3644 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.009036 3644 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.009068 3644 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.009079 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:22.009096 3644 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.009102 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:22.027115 3644 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.027558 3644 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.027579 3644 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.027587 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:22.027600 3644 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.027607 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:22.046193 3644 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.046663 3644 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.046684 3644 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.046692 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:22.046703 3644 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.046707 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:23.038010 3644 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.038032 3644 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.038043 3644 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.038058 3644 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.063209 3644 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.063231 3644 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.063246 3644 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.063262 3644 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.079659 3644 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.079681 3644 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.079723 3644 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.079739 3644 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:26.007023 3644 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:26.007560 3644 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:26.007587 3644 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:26.007596 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:26.007614 3644 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:26.007619 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:27.040217 3644 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:27.040238 3644 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:27.040254 3644 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:27.040270 3644 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:32.770074 3644 namespace.go:98] [cert-manager] adding namespace I0521 19:51:32.771159 3644 namespace.go:102] [cert-manager] adding namespace took 1.054423ms I0521 19:51:32.813062 3644 namespace.go:142] [cert-manager] updating namespace I0521 19:51:32.849268 3644 namespace.go:142] [cert-manager] updating namespace W0521 19:51:37.955867 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:51:39.957876 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:51:40.719076 3644 namespace.go:142] [openshift-operators] updating namespace I0521 19:51:40.767096 3644 namespace.go:142] [openshift-operators] updating namespace W0521 19:51:41.071223 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:51:41.071244 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:51:46.423246 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:51:46.434095 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:51:46.463218 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:51:46.476183 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:51:48.823210 3644 namespace.go:142] [openshift-operators] updating namespace I0521 19:51:57.851863 3644 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:51:57.852718 3644 namespace.go:102] [trusted-artifact-signer] adding namespace took 835.435µs I0521 19:51:57.901891 3644 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:51:57.935103 3644 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 19:51:58.216892 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 19:52:06.301744 3644 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:52:06.302607 3644 namespace.go:102] [openshift-pipelines] adding namespace took 838.28µs I0521 19:52:06.321378 3644 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:52:07.077926 3644 namespace.go:142] [cert-manager] updating namespace I0521 19:52:07.277624 3644 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:52:07.679282 3644 namespace.go:142] [konflux-operator] updating namespace I0521 19:52:07.878379 3644 namespace.go:142] [konflux-ui] updating namespace I0521 19:52:08.082795 3644 namespace.go:142] [open-cluster-management-2qegostl1nebl6pev0qfnbu30lh9m1k6] updating namespace I0521 19:52:08.482416 3644 namespace.go:142] [rhbk-operator] updating namespace I0521 19:52:08.683426 3644 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:52:08.885444 3644 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:52:09.087418 3644 namespace.go:142] [tsf] updating namespace I0521 19:52:09.294724 3644 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:52:09.512087 3644 namespace.go:142] [tsf-tas] updating namespace I0521 19:52:09.693945 3644 namespace.go:142] [tsf-tpa] updating namespace I0521 19:52:09.859876 3644 namespace.go:142] [cert-manager] updating namespace I0521 19:52:09.869854 3644 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:52:09.886737 3644 namespace.go:142] [default] updating namespace I0521 19:52:09.904618 3644 namespace.go:142] [konflux-operator] updating namespace I0521 19:52:09.919657 3644 namespace.go:142] [konflux-ui] updating namespace I0521 19:52:09.930759 3644 namespace.go:142] [open-cluster-management-2qegostl1nebl6pev0qfnbu30lh9m1k6] updating namespace I0521 19:52:09.940888 3644 namespace.go:142] [openshift] updating namespace I0521 19:52:09.959907 3644 namespace.go:142] [rhbk-operator] updating namespace I0521 19:52:09.970817 3644 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:52:09.985141 3644 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:52:09.998297 3644 namespace.go:142] [tsf] updating namespace I0521 19:52:10.021713 3644 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:52:10.037912 3644 namespace.go:142] [tsf-tas] updating namespace I0521 19:52:10.050536 3644 namespace.go:142] [tsf-tpa] updating namespace I0521 19:52:10.131870 3644 namespace.go:142] [cert-manager] updating namespace I0521 19:52:10.218816 3644 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:52:10.280932 3644 namespace.go:142] [default] updating namespace I0521 19:52:10.384971 3644 namespace.go:142] [konflux-operator] updating namespace I0521 19:52:10.476823 3644 namespace.go:142] [konflux-ui] updating namespace I0521 19:52:10.576830 3644 namespace.go:142] [open-cluster-management-2qegostl1nebl6pev0qfnbu30lh9m1k6] updating namespace I0521 19:52:10.678858 3644 namespace.go:142] [openshift] updating namespace I0521 19:52:10.777978 3644 namespace.go:142] [rhbk-operator] updating namespace I0521 19:52:10.876919 3644 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:52:10.977868 3644 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:52:11.032846 3644 cni.go:452] [tsf/test-tsf-subscriptions e566ddb47b2ef5d66a00b6e3b04bc7024c43898f51db867d9a96849112a94bde network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions e566ddb47b2ef5d66a00b6e3b04bc7024c43898f51db867d9a96849112a94bde network default NAD default NAD key ] I0521 19:52:11.074637 3644 namespace.go:142] [tsf] updating namespace I0521 19:52:11.119247 3644 cni.go:473] [tsf/test-tsf-subscriptions e566ddb47b2ef5d66a00b6e3b04bc7024c43898f51db867d9a96849112a94bde network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions e566ddb47b2ef5d66a00b6e3b04bc7024c43898f51db867d9a96849112a94bde network default NAD default NAD key default], result "{}", err I0521 19:52:11.184947 3644 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:52:11.242197 3644 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:11.242232 3644 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0521 19:52:11.243435 3644 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.26 I0521 19:52:11.243465 3644 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:11.282418 3644 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:11.282443 3644 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:11.288713 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:52:11.288739 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 19:52:11.312492 3644 namespace.go:142] [tsf-tas] updating namespace I0521 19:52:11.378596 3644 namespace.go:142] [tsf-tpa] updating namespace I0521 19:52:11.899090 3644 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:52:14.039446 3644 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-71.ec2.internal I0521 19:52:14.039562 3644 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0521 19:52:14.081832 3644 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 42.299156ms I0521 19:52:14.081855 3644 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 42.339942ms I0521 19:52:14.083073 3644 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 43.641357ms, libovsdb time 880.063µs I0521 19:52:14.403369 3644 cni.go:452] [tsf/test-tsf-infrastructure 8568983c1c08392b4dc47d3a476ab03261442e94098d825b981db3ab2abdedb2 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 8568983c1c08392b4dc47d3a476ab03261442e94098d825b981db3ab2abdedb2 network default NAD default NAD key ] I0521 19:52:14.412884 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 8568983c1c08392, network: default, NAD default, SandboxID: "8568983c1c08392b4dc47d3a476ab03261442e94098d825b981db3ab2abdedb2", PCI device ID: , UID: "e81b4f92-ce78-4a32-979b-13878a463105", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0521 19:52:14.462800 3644 cni.go:473] [tsf/test-tsf-infrastructure 8568983c1c08392b4dc47d3a476ab03261442e94098d825b981db3ab2abdedb2 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 8568983c1c08392b4dc47d3a476ab03261442e94098d825b981db3ab2abdedb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:90:02:d5:98:12\",\"name\":\"8568983c1c08392\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7da6766-51ce-469d-99c8-deecf2e40448\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:52:16.549594 3644 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wqzm] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-4wqzm for pod on switch ip-10-0-0-71.ec2.internal I0521 19:52:16.549638 3644 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q5sfn] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-q5sfn for pod on switch ip-10-0-0-71.ec2.internal I0521 19:52:16.549701 3644 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wqzm I0521 19:52:16.549726 3644 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q5sfn I0521 19:52:16.568710 3644 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q5sfn] pod update took 19.015276ms I0521 19:52:16.568730 3644 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q5sfn] addLogicalPort annotation time took 19.039525ms I0521 19:52:16.568736 3644 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wqzm] pod update took 19.069107ms I0521 19:52:16.568757 3644 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wqzm] addLogicalPort annotation time took 19.091358ms I0521 19:52:16.570003 3644 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q5sfn] addLogicalPort took 20.378401ms, libovsdb time 882.025µs I0521 19:52:16.570366 3644 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wqzm] addLogicalPort took 20.79518ms, libovsdb time 1.212145ms I0521 19:52:24.093420 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0521 19:52:24.725041 3644 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q5sfn d647bef1f2b5f93ef98293d56ccd69c4aba67bf5f25c46d8b0d0be0fffeea8c9 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q5sfn d647bef1f2b5f93ef98293d56ccd69c4aba67bf5f25c46d8b0d0be0fffeea8c9 network default NAD default NAD key ] I0521 19:52:24.734681 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-q5sfn, hostIfaceName: d647bef1f2b5f93, network: default, NAD default, SandboxID: "d647bef1f2b5f93ef98293d56ccd69c4aba67bf5f25c46d8b0d0be0fffeea8c9", PCI device ID: , UID: "9b92ea87-c27b-4c34-a641-02f63ab19ba6", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0521 19:52:24.785487 3644 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q5sfn d647bef1f2b5f93ef98293d56ccd69c4aba67bf5f25c46d8b0d0be0fffeea8c9 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q5sfn d647bef1f2b5f93ef98293d56ccd69c4aba67bf5f25c46d8b0d0be0fffeea8c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:a0:17:0f:42:d7\",\"name\":\"d647bef1f2b5f93\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc53f87f-9266-4761-a03e-2435c717f52f\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:52:25.094846 3644 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 19:52:25.223554 3644 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:25.223571 3644 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:25.223578 3644 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:25.271856 3644 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:25.271880 3644 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:25.271886 3644 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:25.271890 3644 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 19:52:25.320456 3644 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wqzm 5a1a8c446c0bc6257f28ea5ac4ef8f7c33c8936348c3602d5d4400b82eec4364 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wqzm 5a1a8c446c0bc6257f28ea5ac4ef8f7c33c8936348c3602d5d4400b82eec4364 network default NAD default NAD key ] I0521 19:52:25.330352 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-4wqzm, hostIfaceName: 5a1a8c446c0bc62, network: default, NAD default, SandboxID: "5a1a8c446c0bc6257f28ea5ac4ef8f7c33c8936348c3602d5d4400b82eec4364", PCI device ID: , UID: "b08dc4a7-2cb6-44df-aa15-4c615a1bdf66", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0521 19:52:25.379954 3644 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wqzm 5a1a8c446c0bc6257f28ea5ac4ef8f7c33c8936348c3602d5d4400b82eec4364 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4wqzm 5a1a8c446c0bc6257f28ea5ac4ef8f7c33c8936348c3602d5d4400b82eec4364 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:5d:c7:7e:26:cb\",\"name\":\"5a1a8c446c0bc62\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38ec1d2e-f32c-4688-8346-e120554718d0\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:52:26.102429 3644 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 19:52:32.257369 3644 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:32.257390 3644 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:32.257396 3644 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0521 19:52:34.465004 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0521 19:52:46.112250 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 19:52:47.109114 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0521 19:52:49.208444 3644 cni.go:452] [tsf/test-tsf-infrastructure 8568983c1c08392b4dc47d3a476ab03261442e94098d825b981db3ab2abdedb2 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 8568983c1c08392b4dc47d3a476ab03261442e94098d825b981db3ab2abdedb2 network default NAD default NAD key ] I0521 19:52:49.296550 3644 cni.go:473] [tsf/test-tsf-infrastructure 8568983c1c08392b4dc47d3a476ab03261442e94098d825b981db3ab2abdedb2 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 8568983c1c08392b4dc47d3a476ab03261442e94098d825b981db3ab2abdedb2 network default NAD default NAD key default], result "{}", err I0521 19:52:49.343909 3644 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:49.343947 3644 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0521 19:52:49.345314 3644 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.27 I0521 19:52:49.345346 3644 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:49.365376 3644 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:49.365393 3644 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:49.373923 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:52:49.373947 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:52:49.949677 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-6sm54] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-6sm54 for pod on switch ip-10-0-0-71.ec2.internal I0521 19:52:49.949768 3644 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-6sm54 I0521 19:52:49.966566 3644 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-6sm54] pod update took 16.82401ms I0521 19:52:49.966588 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-6sm54] addLogicalPort annotation time took 16.853507ms I0521 19:52:49.967931 3644 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-6sm54] addLogicalPort took 18.27134ms, libovsdb time 882.028µs I0521 19:52:50.020946 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-85ktn] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-85ktn for pod on switch ip-10-0-0-71.ec2.internal I0521 19:52:50.021027 3644 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-85ktn I0521 19:52:50.037337 3644 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-85ktn] pod update took 16.338458ms I0521 19:52:50.037357 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-85ktn] addLogicalPort annotation time took 16.3606ms I0521 19:52:50.038652 3644 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-85ktn] addLogicalPort took 17.720297ms, libovsdb time 979.214µs I0521 19:52:50.310427 3644 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-6sm54 30a52dbe7e5df53f0f5d43ec6eb401f96f67d415a851392968666f47bb49f3d9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-6sm54 30a52dbe7e5df53f0f5d43ec6eb401f96f67d415a851392968666f47bb49f3d9 network default NAD default NAD key ] I0521 19:52:50.320961 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-6sm54, hostIfaceName: 30a52dbe7e5df53, network: default, NAD default, SandboxID: "30a52dbe7e5df53f0f5d43ec6eb401f96f67d415a851392968666f47bb49f3d9", PCI device ID: , UID: "b796783c-1c8a-413c-8c5d-ecabecfdbb53", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0521 19:52:50.371920 3644 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-6sm54 30a52dbe7e5df53f0f5d43ec6eb401f96f67d415a851392968666f47bb49f3d9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-6sm54 30a52dbe7e5df53f0f5d43ec6eb401f96f67d415a851392968666f47bb49f3d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:f0:45:20:bb:04\",\"name\":\"30a52dbe7e5df53\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70c91ffc-af63-4ad3-a47c-bfb76370a912\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:52:50.396711 3644 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-85ktn 81f741052b6cf7393cd59ed077712756f2b4b06b78ba833fc5f4a0c0986da38a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-85ktn 81f741052b6cf7393cd59ed077712756f2b4b06b78ba833fc5f4a0c0986da38a network default NAD default NAD key ] I0521 19:52:50.407866 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-85ktn, hostIfaceName: 81f741052b6cf73, network: default, NAD default, SandboxID: "81f741052b6cf7393cd59ed077712756f2b4b06b78ba833fc5f4a0c0986da38a", PCI device ID: , UID: "ebd739fb-8a23-4203-ad31-28f2d127e97a", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0521 19:52:50.457538 3644 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-85ktn 81f741052b6cf7393cd59ed077712756f2b4b06b78ba833fc5f4a0c0986da38a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-85ktn 81f741052b6cf7393cd59ed077712756f2b4b06b78ba833fc5f4a0c0986da38a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:6f:f2:27:bd:f7\",\"name\":\"81f741052b6cf73\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db563245-bace-493b-9cb4-2f13ff5f5953\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:52:50.558275 3644 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-71.ec2.internal I0521 19:52:50.558362 3644 kube.go:256] Updating pod tsf/test-tsf-iam I0521 19:52:50.575607 3644 pod.go:62] [tsf/test-tsf-iam] pod update took 17.264745ms I0521 19:52:50.575635 3644 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 17.293526ms I0521 19:52:50.576853 3644 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 18.586868ms, libovsdb time 824.214µs I0521 19:52:50.917866 3644 cni.go:452] [tsf/test-tsf-iam bdcd31aaf1a1390bd3201502e5373832195dd3e1076d8f1fa7e7334abbd1a58d network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam bdcd31aaf1a1390bd3201502e5373832195dd3e1076d8f1fa7e7334abbd1a58d network default NAD default NAD key ] I0521 19:52:50.945850 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: bdcd31aaf1a1390, network: default, NAD default, SandboxID: "bdcd31aaf1a1390bd3201502e5373832195dd3e1076d8f1fa7e7334abbd1a58d", PCI device ID: , UID: "67369e52-e840-4027-b27a-a7a1aaf51898", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0521 19:52:50.996985 3644 cni.go:473] [tsf/test-tsf-iam bdcd31aaf1a1390bd3201502e5373832195dd3e1076d8f1fa7e7334abbd1a58d network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam bdcd31aaf1a1390bd3201502e5373832195dd3e1076d8f1fa7e7334abbd1a58d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:f8:d6:95:53:d1\",\"name\":\"bdcd31aaf1a1390\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd7c8bd8-304b-4d67-aa04-6b1694e5af30\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:52:51.433272 3644 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:52:51.433943 3644 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:52:51.433965 3644 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:52:51.436021 3644 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0521 19:52:53.293705 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0521 19:52:59.419890 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:52:59.419908 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:52:59.425033 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:52:59.425049 3644 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0521 19:53:10.099717 3644 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:53:13.194701 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-71.ec2.internal I0521 19:53:13.194859 3644 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0521 19:53:13.209198 3644 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.376051ms I0521 19:53:13.209220 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 14.403074ms I0521 19:53:13.210480 3644 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.801102ms, libovsdb time 871.182µs I0521 19:53:13.909020 3644 cni.go:452] [openshift-console/console-7b7598649-2vxr6 b424ed60ab3c91b91088c52a1b7a1876689a06cbef36f29b78e786ec4374e3c3 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7b7598649-2vxr6 b424ed60ab3c91b91088c52a1b7a1876689a06cbef36f29b78e786ec4374e3c3 network default NAD default NAD key ] I0521 19:53:13.999808 3644 cni.go:473] [openshift-console/console-7b7598649-2vxr6 b424ed60ab3c91b91088c52a1b7a1876689a06cbef36f29b78e786ec4374e3c3 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7b7598649-2vxr6 b424ed60ab3c91b91088c52a1b7a1876689a06cbef36f29b78e786ec4374e3c3 network default NAD default NAD key default], result "{}", err I0521 19:53:14.048255 3644 obj_retry.go:498] Detected object openshift-console/console-7b7598649-2vxr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:14.048292 3644 pods.go:176] Deleting pod: openshift-console/console-7b7598649-2vxr6 I0521 19:53:14.050173 3644 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7b7598649-2vxr6, ips: 10.130.0.25 I0521 19:53:14.050246 3644 obj_retry.go:498] Detected object openshift-console/console-7b7598649-2vxr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:14.056868 3644 base_network_controller_pods.go:487] [default/openshift-console/console-55c9946d8-pgbdf] creating logical port openshift-console_console-55c9946d8-pgbdf for pod on switch ip-10-0-0-71.ec2.internal I0521 19:53:14.057032 3644 kube.go:256] Updating pod openshift-console/console-55c9946d8-pgbdf I0521 19:53:14.070818 3644 pod.go:62] [openshift-console/console-55c9946d8-pgbdf] pod update took 13.825332ms I0521 19:53:14.070846 3644 base_network_controller_pods.go:951] [default/openshift-console/console-55c9946d8-pgbdf] addLogicalPort annotation time took 13.858373ms I0521 19:53:14.072217 3644 pods.go:271] [openshift-console/console-55c9946d8-pgbdf] addLogicalPort took 15.363339ms, libovsdb time 843.908µs I0521 19:53:14.330790 3644 obj_retry.go:492] Detected object openshift-console/console-7b7598649-2vxr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:14.330865 3644 obj_retry.go:492] Detected object openshift-console/console-7b7598649-2vxr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:14.333916 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b7598649-2vxr6 I0521 19:53:14.333954 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b7598649-2vxr6 I0521 19:53:14.417354 3644 cni.go:452] [openshift-console/console-55c9946d8-pgbdf b73d165437b7e3349e1f969842c329304c3ad562cbe93a048237c20c29a44290 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-55c9946d8-pgbdf b73d165437b7e3349e1f969842c329304c3ad562cbe93a048237c20c29a44290 network default NAD default NAD key ] I0521 19:53:14.427172 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-55c9946d8-pgbdf, hostIfaceName: b73d165437b7e33, network: default, NAD default, SandboxID: "b73d165437b7e3349e1f969842c329304c3ad562cbe93a048237c20c29a44290", PCI device ID: , UID: "883c7398-863a-434d-9a30-e43606dccb84", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0521 19:53:14.478652 3644 cni.go:473] [openshift-console/console-55c9946d8-pgbdf b73d165437b7e3349e1f969842c329304c3ad562cbe93a048237c20c29a44290 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-55c9946d8-pgbdf b73d165437b7e3349e1f969842c329304c3ad562cbe93a048237c20c29a44290 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:db:44:47:3d:04\",\"name\":\"b73d165437b7e33\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63f5ea16-e5c8-497e-9ddf-5bce594efce8\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:53:16.255374 3644 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 b06508c97c7ba80292ea07a716e9216232db05eb7ebd6e6ace54f019eceb9776 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 b06508c97c7ba80292ea07a716e9216232db05eb7ebd6e6ace54f019eceb9776 network default NAD default NAD key ] I0521 19:53:16.265155 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: b06508c97c7ba80, network: default, NAD default, SandboxID: "b06508c97c7ba80292ea07a716e9216232db05eb7ebd6e6ace54f019eceb9776", PCI device ID: , UID: "aee1531e-5143-4e2f-8791-9ac5081b3ed9", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0521 19:53:16.315558 3644 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 b06508c97c7ba80292ea07a716e9216232db05eb7ebd6e6ace54f019eceb9776 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 b06508c97c7ba80292ea07a716e9216232db05eb7ebd6e6ace54f019eceb9776 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:51:ba:44:08:85\",\"name\":\"b06508c97c7ba80\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e35856a-6a55-447f-89b9-f7254b5fcc49\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:53:22.425369 3644 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:53:23.872273 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zp8bq] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-zp8bq for pod on switch ip-10-0-0-71.ec2.internal I0521 19:53:23.872414 3644 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zp8bq I0521 19:53:23.886494 3644 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zp8bq] pod update took 14.101517ms I0521 19:53:23.886530 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zp8bq] addLogicalPort annotation time took 14.184623ms I0521 19:53:23.887742 3644 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zp8bq] addLogicalPort took 15.483858ms, libovsdb time 849.341µs I0521 19:53:24.232738 3644 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zp8bq 488c5c72c597f5c6bf08aefe4883bbacea856ab769a050a785edf9bc6d4e4812 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zp8bq 488c5c72c597f5c6bf08aefe4883bbacea856ab769a050a785edf9bc6d4e4812 network default NAD default NAD key ] I0521 19:53:24.242147 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-zp8bq, hostIfaceName: 488c5c72c597f5c, network: default, NAD default, SandboxID: "488c5c72c597f5c6bf08aefe4883bbacea856ab769a050a785edf9bc6d4e4812", PCI device ID: , UID: "74575324-6591-43cd-a3da-79764dce1373", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0521 19:53:24.295788 3644 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zp8bq 488c5c72c597f5c6bf08aefe4883bbacea856ab769a050a785edf9bc6d4e4812 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zp8bq 488c5c72c597f5c6bf08aefe4883bbacea856ab769a050a785edf9bc6d4e4812 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ee:dc:6c:79:de\",\"name\":\"488c5c72c597f5c\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66fea106-5fc4-4811-b2a6-bf67244dbab9\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:53:24.654914 3644 obj_retry.go:498] Detected object openshift-console/console-7b7598649-8k584 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:24.655493 3644 obj_retry.go:498] Detected object openshift-console/console-7b7598649-8k584 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:53:25.411151 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:53:25.561586 3644 obj_retry.go:492] Detected object openshift-console/console-7b7598649-8k584 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:25.561610 3644 obj_retry.go:492] Detected object openshift-console/console-7b7598649-8k584 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:25.568412 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b7598649-8k584 I0521 19:53:25.568433 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b7598649-8k584 W0521 19:53:29.469185 3644 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:53:29.469204 3644 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:53:29.469209 3644 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:53:41.489369 3644 cni.go:452] [tsf/test-tsf-iam bdcd31aaf1a1390bd3201502e5373832195dd3e1076d8f1fa7e7334abbd1a58d network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam bdcd31aaf1a1390bd3201502e5373832195dd3e1076d8f1fa7e7334abbd1a58d network default NAD default NAD key ] I0521 19:53:41.571754 3644 cni.go:473] [tsf/test-tsf-iam bdcd31aaf1a1390bd3201502e5373832195dd3e1076d8f1fa7e7334abbd1a58d network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam bdcd31aaf1a1390bd3201502e5373832195dd3e1076d8f1fa7e7334abbd1a58d network default NAD default NAD key default], result "{}", err I0521 19:53:41.621360 3644 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:41.621396 3644 pods.go:176] Deleting pod: tsf/test-tsf-iam I0521 19:53:41.622873 3644 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.32 I0521 19:53:41.622901 3644 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:41.662960 3644 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:41.662984 3644 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:41.669613 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:53:41.669649 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 19:53:42.525195 3644 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-71.ec2.internal I0521 19:53:42.525285 3644 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0521 19:53:42.539871 3644 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.611828ms I0521 19:53:42.539891 3644 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.635987ms I0521 19:53:42.541180 3644 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.002681ms, libovsdb time 838.5µs I0521 19:53:42.883333 3644 cni.go:452] [tsf-tas/test-tsf-tas a6a789d199c588d0815a84533f1d73228595032527b92e8e645c921cf79e8d2c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas a6a789d199c588d0815a84533f1d73228595032527b92e8e645c921cf79e8d2c network default NAD default NAD key ] I0521 19:53:42.892497 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: a6a789d199c588d, network: default, NAD default, SandboxID: "a6a789d199c588d0815a84533f1d73228595032527b92e8e645c921cf79e8d2c", PCI device ID: , UID: "50cec6c0-5e85-4238-a7b3-fb4538ceefd6", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0521 19:53:42.943353 3644 cni.go:473] [tsf-tas/test-tsf-tas a6a789d199c588d0815a84533f1d73228595032527b92e8e645c921cf79e8d2c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas a6a789d199c588d0815a84533f1d73228595032527b92e8e645c921cf79e8d2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:46:95:4a:ee:06\",\"name\":\"a6a789d199c588d\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4fb458fb-ff9b-45c7-9cf5-c6b1e16e3abd\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:53:43.450220 3644 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-zf9xs-2gxks] creating logical port tsf-tas_segment-backup-installation-zf9xs-2gxks for pod on switch ip-10-0-0-71.ec2.internal I0521 19:53:43.450325 3644 kube.go:256] Updating pod tsf-tas/segment-backup-installation-zf9xs-2gxks I0521 19:53:43.462134 3644 pod.go:62] [tsf-tas/segment-backup-installation-zf9xs-2gxks] pod update took 11.834809ms I0521 19:53:43.462160 3644 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-zf9xs-2gxks] addLogicalPort annotation time took 11.866416ms I0521 19:53:43.463811 3644 pods.go:271] [tsf-tas/segment-backup-installation-zf9xs-2gxks] addLogicalPort took 13.606724ms, libovsdb time 1.194498ms I0521 19:53:43.813850 3644 cni.go:452] [tsf-tas/segment-backup-installation-zf9xs-2gxks 7f4dac8b94f43af2500b1aba85bfb0f79edf38a500960f8f582d56b5b507a4cc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-zf9xs-2gxks 7f4dac8b94f43af2500b1aba85bfb0f79edf38a500960f8f582d56b5b507a4cc network default NAD default NAD key ] I0521 19:53:43.824420 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-zf9xs-2gxks, hostIfaceName: 7f4dac8b94f43af, network: default, NAD default, SandboxID: "7f4dac8b94f43af2500b1aba85bfb0f79edf38a500960f8f582d56b5b507a4cc", PCI device ID: , UID: "754be7a7-2f95-4d26-a2c1-91f5d61557b6", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0521 19:53:43.877967 3644 cni.go:473] [tsf-tas/segment-backup-installation-zf9xs-2gxks 7f4dac8b94f43af2500b1aba85bfb0f79edf38a500960f8f582d56b5b507a4cc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-zf9xs-2gxks 7f4dac8b94f43af2500b1aba85bfb0f79edf38a500960f8f582d56b5b507a4cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:fc:4c:5e:70:c9\",\"name\":\"7f4dac8b94f43af\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7db91bc-e088-4517-b749-9facf84bbb90\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:53:44.107848 3644 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-6dbf887df-84mfb] creating logical port tsf-tas_fulcio-server-6dbf887df-84mfb for pod on switch ip-10-0-0-71.ec2.internal I0521 19:53:44.107977 3644 kube.go:256] Updating pod tsf-tas/fulcio-server-6dbf887df-84mfb I0521 19:53:44.130062 3644 pod.go:62] [tsf-tas/fulcio-server-6dbf887df-84mfb] pod update took 22.108268ms I0521 19:53:44.130084 3644 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-6dbf887df-84mfb] addLogicalPort annotation time took 22.13549ms I0521 19:53:44.131352 3644 pods.go:271] [tsf-tas/fulcio-server-6dbf887df-84mfb] addLogicalPort took 23.521012ms, libovsdb time 882.588µs I0521 19:53:44.414386 3644 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-79c44878db-l5wqk] creating logical port tsf-tas_trillian-logserver-79c44878db-l5wqk for pod on switch ip-10-0-0-71.ec2.internal I0521 19:53:44.414480 3644 kube.go:256] Updating pod tsf-tas/trillian-logserver-79c44878db-l5wqk I0521 19:53:44.430805 3644 pod.go:62] [tsf-tas/trillian-logserver-79c44878db-l5wqk] pod update took 16.349784ms I0521 19:53:44.430828 3644 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-79c44878db-l5wqk] addLogicalPort annotation time took 16.375666ms I0521 19:53:44.432212 3644 pods.go:271] [tsf-tas/trillian-logserver-79c44878db-l5wqk] addLogicalPort took 17.837799ms, libovsdb time 997.532µs I0521 19:53:44.466898 3644 cni.go:452] [tsf-tas/fulcio-server-6dbf887df-84mfb 7f2241f887e3c8577ef16d3201cafc65c05708e246d49d753ada587db51bdca7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-6dbf887df-84mfb 7f2241f887e3c8577ef16d3201cafc65c05708e246d49d753ada587db51bdca7 network default NAD default NAD key ] I0521 19:53:44.477985 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-6dbf887df-84mfb, hostIfaceName: 7f2241f887e3c85, network: default, NAD default, SandboxID: "7f2241f887e3c8577ef16d3201cafc65c05708e246d49d753ada587db51bdca7", PCI device ID: , UID: "dad5b02b-05fd-4568-9208-867ee8d2675d", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0521 19:53:44.532746 3644 cni.go:473] [tsf-tas/fulcio-server-6dbf887df-84mfb 7f2241f887e3c8577ef16d3201cafc65c05708e246d49d753ada587db51bdca7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-6dbf887df-84mfb 7f2241f887e3c8577ef16d3201cafc65c05708e246d49d753ada587db51bdca7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:fa:53:31:6d:25\",\"name\":\"7f2241f887e3c85\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06cdce05-fb6c-4b0e-a2b0-d3a2d70bd1df\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:53:44.583219 3644 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-7zxcg-nqxf8] creating logical port tsf-tas_rekor-createtree-job-7zxcg-nqxf8 for pod on switch ip-10-0-0-71.ec2.internal I0521 19:53:44.583298 3644 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-7zxcg-nqxf8 I0521 19:53:44.598940 3644 pod.go:62] [tsf-tas/rekor-createtree-job-7zxcg-nqxf8] pod update took 15.66084ms I0521 19:53:44.598961 3644 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-7zxcg-nqxf8] addLogicalPort annotation time took 15.68805ms I0521 19:53:44.600456 3644 pods.go:271] [tsf-tas/rekor-createtree-job-7zxcg-nqxf8] addLogicalPort took 17.253493ms, libovsdb time 862.672µs I0521 19:53:44.960488 3644 cni.go:452] [tsf-tas/rekor-createtree-job-7zxcg-nqxf8 311b40d7a7f0fd061d1dc2301f295279fd840188544bf4ae714a65d8776ff814 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-7zxcg-nqxf8 311b40d7a7f0fd061d1dc2301f295279fd840188544bf4ae714a65d8776ff814 network default NAD default NAD key ] I0521 19:53:44.973920 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-7zxcg-nqxf8, hostIfaceName: 311b40d7a7f0fd0, network: default, NAD default, SandboxID: "311b40d7a7f0fd061d1dc2301f295279fd840188544bf4ae714a65d8776ff814", PCI device ID: , UID: "e4de1619-78e4-4a74-9e1d-d4d62e83ee3d", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0521 19:53:45.043166 3644 cni.go:473] [tsf-tas/rekor-createtree-job-7zxcg-nqxf8 311b40d7a7f0fd061d1dc2301f295279fd840188544bf4ae714a65d8776ff814 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-7zxcg-nqxf8 311b40d7a7f0fd061d1dc2301f295279fd840188544bf4ae714a65d8776ff814 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:c3:0d:23:b1:91\",\"name\":\"311b40d7a7f0fd0\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06b8edef-bd9f-4527-8e5e-45e073783fb0\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:53:45.381462 3644 cni.go:452] [tsf-tas/trillian-logserver-79c44878db-l5wqk c584297c6699fef5fdea94379348a8b7e7bfbe0e1f32ea25a68e1dd1baa7acc6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-79c44878db-l5wqk c584297c6699fef5fdea94379348a8b7e7bfbe0e1f32ea25a68e1dd1baa7acc6 network default NAD default NAD key ] I0521 19:53:45.394160 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-79c44878db-l5wqk, hostIfaceName: c584297c6699fef, network: default, NAD default, SandboxID: "c584297c6699fef5fdea94379348a8b7e7bfbe0e1f32ea25a68e1dd1baa7acc6", PCI device ID: , UID: "98747a46-c82f-4206-a10d-48d3c5e75cb6", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0521 19:53:45.453984 3644 cni.go:473] [tsf-tas/trillian-logserver-79c44878db-l5wqk c584297c6699fef5fdea94379348a8b7e7bfbe0e1f32ea25a68e1dd1baa7acc6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-79c44878db-l5wqk c584297c6699fef5fdea94379348a8b7e7bfbe0e1f32ea25a68e1dd1baa7acc6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:11:eb:32:a7:10\",\"name\":\"c584297c6699fef\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3110aa3-fda4-488f-b317-b2760e5464a1\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:53:47.280449 3644 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-56c7c94b7b-9nhrd] creating logical port tsf-tas_trillian-db-56c7c94b7b-9nhrd for pod on switch ip-10-0-0-71.ec2.internal I0521 19:53:47.280595 3644 kube.go:256] Updating pod tsf-tas/trillian-db-56c7c94b7b-9nhrd I0521 19:53:47.299142 3644 pod.go:62] [tsf-tas/trillian-db-56c7c94b7b-9nhrd] pod update took 18.58322ms I0521 19:53:47.299174 3644 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-56c7c94b7b-9nhrd] addLogicalPort annotation time took 18.623342ms I0521 19:53:47.300736 3644 pods.go:271] [tsf-tas/trillian-db-56c7c94b7b-9nhrd] addLogicalPort took 20.314107ms, libovsdb time 1.024443ms I0521 19:53:50.859770 3644 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9znc8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:50.860427 3644 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9znc8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:51.766045 3644 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9znc8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:51.766070 3644 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9znc8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:53:53.628902 3644 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0521 19:53:58.356206 3644 cni.go:452] [tsf-tas/trillian-db-56c7c94b7b-9nhrd 0756029f92de5f5e8cea60aec248adc7f467889d9d70fd5d73b6ca72c7d7006d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-56c7c94b7b-9nhrd 0756029f92de5f5e8cea60aec248adc7f467889d9d70fd5d73b6ca72c7d7006d network default NAD default NAD key ] I0521 19:53:58.366772 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-56c7c94b7b-9nhrd, hostIfaceName: 0756029f92de5f5, network: default, NAD default, SandboxID: "0756029f92de5f5e8cea60aec248adc7f467889d9d70fd5d73b6ca72c7d7006d", PCI device ID: , UID: "409e06aa-ca07-4a2a-9dc8-086a866fab1c", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0521 19:53:58.424674 3644 cni.go:473] [tsf-tas/trillian-db-56c7c94b7b-9nhrd 0756029f92de5f5e8cea60aec248adc7f467889d9d70fd5d73b6ca72c7d7006d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-56c7c94b7b-9nhrd 0756029f92de5f5e8cea60aec248adc7f467889d9d70fd5d73b6ca72c7d7006d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:cc:37:d5:26:c2\",\"name\":\"0756029f92de5f5\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbe95f4e-9054-4d78-96d1-ad92436a73b4\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:53:58.671761 3644 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0521 19:54:01.652964 3644 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:54:02.642054 3644 cni.go:452] [tsf-tas/segment-backup-installation-zf9xs-2gxks 7f4dac8b94f43af2500b1aba85bfb0f79edf38a500960f8f582d56b5b507a4cc network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-zf9xs-2gxks 7f4dac8b94f43af2500b1aba85bfb0f79edf38a500960f8f582d56b5b507a4cc network default NAD default NAD key ] I0521 19:54:02.723656 3644 cni.go:473] [tsf-tas/segment-backup-installation-zf9xs-2gxks 7f4dac8b94f43af2500b1aba85bfb0f79edf38a500960f8f582d56b5b507a4cc network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-zf9xs-2gxks 7f4dac8b94f43af2500b1aba85bfb0f79edf38a500960f8f582d56b5b507a4cc network default NAD default NAD key default], result "{}", err I0521 19:54:02.774382 3644 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zf9xs-2gxks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:02.774420 3644 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-zf9xs-2gxks I0521 19:54:02.775871 3644 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-zf9xs-2gxks, ips: 10.130.0.37 I0521 19:54:02.775908 3644 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zf9xs-2gxks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:54:02.802115 3644 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:54:02.802134 3644 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:54:02.852429 3644 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 19:54:03.655983 3644 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zf9xs-2gxks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:03.656017 3644 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zf9xs-2gxks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:54:12.676537 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:54:14.875623 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-s5jmp] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-s5jmp for pod on switch ip-10-0-0-71.ec2.internal I0521 19:54:14.875740 3644 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-s5jmp I0521 19:54:14.889600 3644 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-s5jmp] pod update took 13.878144ms I0521 19:54:14.889631 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-s5jmp] addLogicalPort annotation time took 13.91389ms I0521 19:54:14.891015 3644 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-s5jmp] addLogicalPort took 15.406697ms, libovsdb time 935.596µs I0521 19:54:15.236719 3644 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-s5jmp 03b565c277f4cd164d767691a75a65a990b77cad5665b9319a6710dba0796935 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-s5jmp 03b565c277f4cd164d767691a75a65a990b77cad5665b9319a6710dba0796935 network default NAD default NAD key ] I0521 19:54:15.245937 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-s5jmp, hostIfaceName: 03b565c277f4cd1, network: default, NAD default, SandboxID: "03b565c277f4cd164d767691a75a65a990b77cad5665b9319a6710dba0796935", PCI device ID: , UID: "ddd5b498-d85e-44c0-87e5-7ec79dbf50bb", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0521 19:54:15.297090 3644 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-s5jmp 03b565c277f4cd164d767691a75a65a990b77cad5665b9319a6710dba0796935 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-s5jmp 03b565c277f4cd164d767691a75a65a990b77cad5665b9319a6710dba0796935 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:54:73:08:58:30\",\"name\":\"03b565c277f4cd1\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf9e4611-fdcc-4a4b-89f5-c83cce2834b2\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:54:21.300143 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0521 19:54:39.799315 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 19:54:41.862368 3644 cni.go:452] [tsf-tas/test-tsf-tas a6a789d199c588d0815a84533f1d73228595032527b92e8e645c921cf79e8d2c network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas a6a789d199c588d0815a84533f1d73228595032527b92e8e645c921cf79e8d2c network default NAD default NAD key ] I0521 19:54:41.946358 3644 cni.go:473] [tsf-tas/test-tsf-tas a6a789d199c588d0815a84533f1d73228595032527b92e8e645c921cf79e8d2c network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas a6a789d199c588d0815a84533f1d73228595032527b92e8e645c921cf79e8d2c network default NAD default NAD key default], result "{}", err I0521 19:54:41.997683 3644 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:41.997730 3644 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0521 19:54:41.999213 3644 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.36 I0521 19:54:41.999251 3644 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:42.020299 3644 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:42.020319 3644 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:42.029277 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:54:42.029311 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:54:51.036830 3644 obj_retry.go:498] Detected object tsf/patch-tekton-config-c2hxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:51.037398 3644 obj_retry.go:498] Detected object tsf/patch-tekton-config-c2hxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:51.922276 3644 obj_retry.go:492] Detected object tsf/patch-tekton-config-c2hxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:51.922304 3644 obj_retry.go:492] Detected object tsf/patch-tekton-config-c2hxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:52.037244 3644 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-j8zb2] creating logical port tsf_tsf-tekton-configuration-j8zb2 for pod on switch ip-10-0-0-71.ec2.internal I0521 19:54:52.037335 3644 kube.go:256] Updating pod tsf/tsf-tekton-configuration-j8zb2 I0521 19:54:52.048475 3644 pod.go:62] [tsf/tsf-tekton-configuration-j8zb2] pod update took 11.162405ms I0521 19:54:52.048499 3644 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-j8zb2] addLogicalPort annotation time took 11.188223ms I0521 19:54:52.050079 3644 pods.go:271] [tsf/tsf-tekton-configuration-j8zb2] addLogicalPort took 12.854249ms, libovsdb time 1.032496ms I0521 19:54:52.398891 3644 cni.go:452] [tsf/tsf-tekton-configuration-j8zb2 7c23a64bd47bb75164a2ca961752c5280b39e965f1626ecaca31075296940027 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-j8zb2 7c23a64bd47bb75164a2ca961752c5280b39e965f1626ecaca31075296940027 network default NAD default NAD key ] I0521 19:54:52.408117 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-j8zb2, hostIfaceName: 7c23a64bd47bb75, network: default, NAD default, SandboxID: "7c23a64bd47bb75164a2ca961752c5280b39e965f1626ecaca31075296940027", PCI device ID: , UID: "16ba9110-f5b5-4898-b2e1-a9c44cbf51d2", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0521 19:54:52.461205 3644 cni.go:473] [tsf/tsf-tekton-configuration-j8zb2 7c23a64bd47bb75164a2ca961752c5280b39e965f1626ecaca31075296940027 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-j8zb2 7c23a64bd47bb75164a2ca961752c5280b39e965f1626ecaca31075296940027 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:f4:8a:01:65:4b\",\"name\":\"7c23a64bd47bb75\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51f42b1f-f216-408b-9da8-cd05f08c5c2e\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:54:54.936429 3644 cni.go:452] [tsf-tas/rekor-createtree-job-7zxcg-nqxf8 311b40d7a7f0fd061d1dc2301f295279fd840188544bf4ae714a65d8776ff814 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-7zxcg-nqxf8 311b40d7a7f0fd061d1dc2301f295279fd840188544bf4ae714a65d8776ff814 network default NAD default NAD key ] I0521 19:54:55.022296 3644 cni.go:473] [tsf-tas/rekor-createtree-job-7zxcg-nqxf8 311b40d7a7f0fd061d1dc2301f295279fd840188544bf4ae714a65d8776ff814 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-7zxcg-nqxf8 311b40d7a7f0fd061d1dc2301f295279fd840188544bf4ae714a65d8776ff814 network default NAD default NAD key default], result "{}", err I0521 19:54:55.072262 3644 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-7zxcg-nqxf8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:55.072302 3644 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-7zxcg-nqxf8 I0521 19:54:55.074125 3644 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-7zxcg-nqxf8, ips: 10.130.0.40 I0521 19:54:55.074154 3644 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-7zxcg-nqxf8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:55.954822 3644 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-7zxcg-nqxf8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:55.954844 3644 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-7zxcg-nqxf8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:58.966292 3644 cni.go:452] [tsf/tsf-tekton-configuration-j8zb2 7c23a64bd47bb75164a2ca961752c5280b39e965f1626ecaca31075296940027 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-j8zb2 7c23a64bd47bb75164a2ca961752c5280b39e965f1626ecaca31075296940027 network default NAD default NAD key ] I0521 19:54:59.048262 3644 cni.go:473] [tsf/tsf-tekton-configuration-j8zb2 7c23a64bd47bb75164a2ca961752c5280b39e965f1626ecaca31075296940027 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-j8zb2 7c23a64bd47bb75164a2ca961752c5280b39e965f1626ecaca31075296940027 network default NAD default NAD key default], result "{}", err I0521 19:54:59.098857 3644 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-j8zb2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:59.098889 3644 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-j8zb2 I0521 19:54:59.100550 3644 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-j8zb2, ips: 10.130.0.43 I0521 19:54:59.100583 3644 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-j8zb2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:59.974724 3644 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-j8zb2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:59.974748 3644 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-j8zb2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:00.025200 3644 obj_retry.go:492] Detected object tsf/patch-tekton-config-c2hxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:00.025220 3644 obj_retry.go:492] Detected object tsf/patch-tekton-config-c2hxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:00.032484 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-c2hxq I0521 19:55:00.032536 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-c2hxq I0521 19:55:00.769772 3644 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-71.ec2.internal I0521 19:55:00.769859 3644 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0521 19:55:00.785612 3644 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.775652ms I0521 19:55:00.785634 3644 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.80339ms I0521 19:55:00.787056 3644 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 17.303039ms, libovsdb time 967.746µs I0521 19:55:00.993157 3644 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-9b95785d6-5pp9r] creating logical port tsf-tas_rekor-redis-9b95785d6-5pp9r for pod on switch ip-10-0-0-71.ec2.internal I0521 19:55:00.993259 3644 kube.go:256] Updating pod tsf-tas/rekor-redis-9b95785d6-5pp9r I0521 19:55:01.006870 3644 pod.go:62] [tsf-tas/rekor-redis-9b95785d6-5pp9r] pod update took 13.635073ms I0521 19:55:01.006890 3644 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-9b95785d6-5pp9r] addLogicalPort annotation time took 13.660394ms I0521 19:55:01.008214 3644 pods.go:271] [tsf-tas/rekor-redis-9b95785d6-5pp9r] addLogicalPort took 15.078281ms, libovsdb time 861.835µs I0521 19:55:01.135177 3644 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 368d985a3c9dead339742c4b2d9854a8701779d8dff6e22b0edcaa398e0f9d26 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 368d985a3c9dead339742c4b2d9854a8701779d8dff6e22b0edcaa398e0f9d26 network default NAD default NAD key ] I0521 19:55:01.145148 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 368d985a3c9dead, network: default, NAD default, SandboxID: "368d985a3c9dead339742c4b2d9854a8701779d8dff6e22b0edcaa398e0f9d26", PCI device ID: , UID: "2267c07b-cc69-4935-8611-64be42a45f26", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0521 19:55:01.202765 3644 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 368d985a3c9dead339742c4b2d9854a8701779d8dff6e22b0edcaa398e0f9d26 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 368d985a3c9dead339742c4b2d9854a8701779d8dff6e22b0edcaa398e0f9d26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:c0:b5:8b:c4:ff\",\"name\":\"368d985a3c9dead\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdc3ed09-27eb-4f3a-9477-1e9eb9fa9c66\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:55:01.965011 3644 cni.go:452] [tsf-tas/rekor-redis-9b95785d6-5pp9r 586ddee3848c7edab9dc50b346a3cc55723b99f437b0d2f3b3d36bd3404278dc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-9b95785d6-5pp9r 586ddee3848c7edab9dc50b346a3cc55723b99f437b0d2f3b3d36bd3404278dc network default NAD default NAD key ] I0521 19:55:01.975734 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-9b95785d6-5pp9r, hostIfaceName: 586ddee3848c7ed, network: default, NAD default, SandboxID: "586ddee3848c7edab9dc50b346a3cc55723b99f437b0d2f3b3d36bd3404278dc", PCI device ID: , UID: "49f3bd21-d17f-44b9-8dfe-cd3bef3c3b07", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0521 19:55:02.029073 3644 cni.go:473] [tsf-tas/rekor-redis-9b95785d6-5pp9r 586ddee3848c7edab9dc50b346a3cc55723b99f437b0d2f3b3d36bd3404278dc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-9b95785d6-5pp9r 586ddee3848c7edab9dc50b346a3cc55723b99f437b0d2f3b3d36bd3404278dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:79:30:05:34:a7\",\"name\":\"586ddee3848c7ed\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a1e1907-bef9-4262-b137-779330f01996\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:55:03.688027 3644 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-6cbdfc8965-57j9h] creating logical port tsf-tas_rekor-server-6cbdfc8965-57j9h for pod on switch ip-10-0-0-71.ec2.internal I0521 19:55:03.688124 3644 kube.go:256] Updating pod tsf-tas/rekor-server-6cbdfc8965-57j9h I0521 19:55:03.700830 3644 pod.go:62] [tsf-tas/rekor-server-6cbdfc8965-57j9h] pod update took 12.731754ms I0521 19:55:03.700850 3644 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-6cbdfc8965-57j9h] addLogicalPort annotation time took 12.756784ms I0521 19:55:03.702251 3644 pods.go:271] [tsf-tas/rekor-server-6cbdfc8965-57j9h] addLogicalPort took 14.246772ms, libovsdb time 1.014707ms I0521 19:55:04.835597 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 W0521 19:55:05.003873 3644 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0521 19:55:05.009763 3644 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 368d985a3c9dead339742c4b2d9854a8701779d8dff6e22b0edcaa398e0f9d26 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 368d985a3c9dead339742c4b2d9854a8701779d8dff6e22b0edcaa398e0f9d26 network default NAD default NAD key ] I0521 19:55:05.092620 3644 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 368d985a3c9dead339742c4b2d9854a8701779d8dff6e22b0edcaa398e0f9d26 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 368d985a3c9dead339742c4b2d9854a8701779d8dff6e22b0edcaa398e0f9d26 network default NAD default NAD key default], result "{}", err W0521 19:55:05.127503 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:55:05.144387 3644 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:05.144426 3644 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0521 19:55:05.146004 3644 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.44 I0521 19:55:05.146037 3644 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:05.166799 3644 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:05.166820 3644 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:05.173751 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:55:05.173791 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 19:55:05.406620 3644 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-71.ec2.internal I0521 19:55:05.406781 3644 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0521 19:55:05.419746 3644 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 12.99581ms I0521 19:55:05.419766 3644 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.020974ms I0521 19:55:05.421154 3644 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.549983ms, libovsdb time 994.04µs I0521 19:55:05.764578 3644 cni.go:452] [tsf-tpa/test-tsf-tpa c2610033fd4d0df8bc282a86b8244f43d565bb927076319f417d0dabb502554c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa c2610033fd4d0df8bc282a86b8244f43d565bb927076319f417d0dabb502554c network default NAD default NAD key ] I0521 19:55:05.774659 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: c2610033fd4d0df, network: default, NAD default, SandboxID: "c2610033fd4d0df8bc282a86b8244f43d565bb927076319f417d0dabb502554c", PCI device ID: , UID: "007c5ebe-f8f7-4e25-996c-8bab18230a7b", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0521 19:55:05.828602 3644 cni.go:473] [tsf-tpa/test-tsf-tpa c2610033fd4d0df8bc282a86b8244f43d565bb927076319f417d0dabb502554c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa c2610033fd4d0df8bc282a86b8244f43d565bb927076319f417d0dabb502554c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:d4:29:93:c7:fb\",\"name\":\"c2610033fd4d0df\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1b62f91-bc86-4817-a9ba-696616d2677b\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:55:07.681573 3644 cni.go:452] [tsf-tas/rekor-server-6cbdfc8965-57j9h 819df0b306bdc6dca942a91f7982a3593fda1664b3264a69ddc105e811170738 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-6cbdfc8965-57j9h 819df0b306bdc6dca942a91f7982a3593fda1664b3264a69ddc105e811170738 network default NAD default NAD key ] I0521 19:55:07.692000 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-6cbdfc8965-57j9h, hostIfaceName: 819df0b306bdc6d, network: default, NAD default, SandboxID: "819df0b306bdc6dca942a91f7982a3593fda1664b3264a69ddc105e811170738", PCI device ID: , UID: "65c1eb13-e0ea-4228-913c-cd60ef402a2a", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0521 19:55:07.742942 3644 cni.go:473] [tsf-tas/rekor-server-6cbdfc8965-57j9h 819df0b306bdc6dca942a91f7982a3593fda1664b3264a69ddc105e811170738 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-6cbdfc8965-57j9h 819df0b306bdc6dca942a91f7982a3593fda1664b3264a69ddc105e811170738 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:06:5e:ae:f1:27\",\"name\":\"819df0b306bdc6d\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c4cd946-b07f-4675-acf1-7f3dc81cf464\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:55:08.134648 3644 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fqktt-btg77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:08.135256 3644 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fqktt-btg77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:09.012435 3644 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fqktt-btg77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:09.012564 3644 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fqktt-btg77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:55:10.047787 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:55:11.308174 3644 obj_retry.go:498] Detected object tsf-tpa/create-db-9vzh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:11.308804 3644 obj_retry.go:498] Detected object tsf-tpa/create-db-9vzh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:55:12.018145 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 19:55:12.331683 3644 obj_retry.go:492] Detected object tsf-tpa/create-db-9vzh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:12.331707 3644 obj_retry.go:492] Detected object tsf-tpa/create-db-9vzh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:13.708921 3644 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:55:15.360928 3644 obj_retry.go:498] Detected object tsf-tpa/migrate-db-qzqpx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:15.361492 3644 obj_retry.go:498] Detected object tsf-tpa/migrate-db-qzqpx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:15.472462 3644 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qzqpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:15.472483 3644 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qzqpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:55:17.050454 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0521 19:55:18.353821 3644 obj_retry.go:498] Detected object tsf-tpa/create-importers-gw78v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:18.354387 3644 obj_retry.go:498] Detected object tsf-tpa/create-importers-gw78v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:18.593909 3644 base_network_controller_pods.go:487] [default/tsf-tpa/server-59567b7667-2bd7s] creating logical port tsf-tpa_server-59567b7667-2bd7s for pod on switch ip-10-0-0-71.ec2.internal I0521 19:55:18.594052 3644 kube.go:256] Updating pod tsf-tpa/server-59567b7667-2bd7s I0521 19:55:18.610572 3644 pod.go:62] [tsf-tpa/server-59567b7667-2bd7s] pod update took 16.548519ms I0521 19:55:18.610595 3644 base_network_controller_pods.go:951] [default/tsf-tpa/server-59567b7667-2bd7s] addLogicalPort annotation time took 16.575467ms I0521 19:55:18.611834 3644 pods.go:271] [tsf-tpa/server-59567b7667-2bd7s] addLogicalPort took 17.948712ms, libovsdb time 801.646µs I0521 19:55:19.379980 3644 obj_retry.go:492] Detected object tsf-tpa/create-importers-gw78v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:19.380002 3644 obj_retry.go:492] Detected object tsf-tpa/create-importers-gw78v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:20.025994 3644 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-xbl9x] creating logical port tsf-tpa_importer-86bcdf477b-xbl9x for pod on switch ip-10-0-0-71.ec2.internal I0521 19:55:20.026102 3644 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-xbl9x I0521 19:55:20.040168 3644 pod.go:62] [tsf-tpa/importer-86bcdf477b-xbl9x] pod update took 14.096499ms I0521 19:55:20.040191 3644 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-xbl9x] addLogicalPort annotation time took 14.125186ms I0521 19:55:20.041475 3644 pods.go:271] [tsf-tpa/importer-86bcdf477b-xbl9x] addLogicalPort took 15.488579ms, libovsdb time 861.403µs W0521 19:55:21.049954 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:55:27.660574 3644 cni.go:452] [tsf-tpa/server-59567b7667-2bd7s 7131abea997265ef2fcae11dfe663aa3f1da83c906574fcb930628199b415f32 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-59567b7667-2bd7s 7131abea997265ef2fcae11dfe663aa3f1da83c906574fcb930628199b415f32 network default NAD default NAD key ] I0521 19:55:27.669963 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-59567b7667-2bd7s, hostIfaceName: 7131abea997265e, network: default, NAD default, SandboxID: "7131abea997265ef2fcae11dfe663aa3f1da83c906574fcb930628199b415f32", PCI device ID: , UID: "c7b8a743-6bb3-4466-82eb-c3e46c41d5ae", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0521 19:55:27.724112 3644 cni.go:473] [tsf-tpa/server-59567b7667-2bd7s 7131abea997265ef2fcae11dfe663aa3f1da83c906574fcb930628199b415f32 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-59567b7667-2bd7s 7131abea997265ef2fcae11dfe663aa3f1da83c906574fcb930628199b415f32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:16:ec:2a:5b:df\",\"name\":\"7131abea997265e\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d30bd17-c862-4542-babd-c5d078d14583\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:55:28.488468 3644 cni.go:452] [tsf-tpa/importer-86bcdf477b-xbl9x 5b1da37738a1f28532cac8ed96d4df07cd56ccd88be1344df16b4d7c3c523cbe network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-xbl9x 5b1da37738a1f28532cac8ed96d4df07cd56ccd88be1344df16b4d7c3c523cbe network default NAD default NAD key ] I0521 19:55:28.497675 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-xbl9x, hostIfaceName: 5b1da37738a1f28, network: default, NAD default, SandboxID: "5b1da37738a1f28532cac8ed96d4df07cd56ccd88be1344df16b4d7c3c523cbe", PCI device ID: , UID: "5e2ca64c-ff78-4317-995c-e4594626776c", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0521 19:55:28.551942 3644 cni.go:473] [tsf-tpa/importer-86bcdf477b-xbl9x 5b1da37738a1f28532cac8ed96d4df07cd56ccd88be1344df16b4d7c3c523cbe network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-xbl9x 5b1da37738a1f28532cac8ed96d4df07cd56ccd88be1344df16b4d7c3c523cbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:38:8c:26:74:c3\",\"name\":\"5b1da37738a1f28\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6262cdf8-8ed5-4709-8843-92733660a01f\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:55:28.672856 3644 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0521 19:55:30.162155 3644 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 19:55:38.496253 3644 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d2dvn-8sz2w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:38.496878 3644 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d2dvn-8sz2w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:39.357190 3644 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d2dvn-8sz2w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:39.357212 3644 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d2dvn-8sz2w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:55:41.171419 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0521 19:55:43.166433 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0521 19:55:43.232878 3644 cni.go:452] [tsf-tpa/test-tsf-tpa c2610033fd4d0df8bc282a86b8244f43d565bb927076319f417d0dabb502554c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa c2610033fd4d0df8bc282a86b8244f43d565bb927076319f417d0dabb502554c network default NAD default NAD key ] I0521 19:55:43.325828 3644 cni.go:473] [tsf-tpa/test-tsf-tpa c2610033fd4d0df8bc282a86b8244f43d565bb927076319f417d0dabb502554c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa c2610033fd4d0df8bc282a86b8244f43d565bb927076319f417d0dabb502554c network default NAD default NAD key default], result "{}", err I0521 19:55:43.379547 3644 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:43.379581 3644 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0521 19:55:43.381110 3644 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.47 I0521 19:55:43.381143 3644 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:43.425466 3644 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:43.425486 3644 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:43.435702 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:55:43.435726 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:55:43.836560 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 I0521 19:55:44.250895 3644 namespace.go:98] [build-service] adding namespace I0521 19:55:44.251782 3644 namespace.go:102] [build-service] adding namespace took 866.82µs I0521 19:55:44.257386 3644 namespace.go:98] [default-tenant] adding namespace I0521 19:55:44.257606 3644 namespace.go:98] [image-controller] adding namespace I0521 19:55:44.257621 3644 namespace.go:98] [integration-service] adding namespace I0521 19:55:44.258105 3644 namespace.go:102] [default-tenant] adding namespace took 704.473µs I0521 19:55:44.258797 3644 namespace.go:102] [image-controller] adding namespace took 1.175114ms I0521 19:55:44.259566 3644 namespace.go:102] [integration-service] adding namespace took 1.930674ms I0521 19:55:44.294342 3644 namespace.go:142] [build-service] updating namespace I0521 19:55:44.322614 3644 namespace.go:142] [build-service] updating namespace I0521 19:55:44.336996 3644 namespace.go:142] [default-tenant] updating namespace I0521 19:55:44.362643 3644 namespace.go:142] [default-tenant] updating namespace I0521 19:55:44.372998 3644 namespace.go:142] [image-controller] updating namespace I0521 19:55:44.397942 3644 namespace.go:142] [image-controller] updating namespace I0521 19:55:44.409968 3644 namespace.go:142] [integration-service] updating namespace I0521 19:55:44.435179 3644 namespace.go:142] [integration-service] updating namespace I0521 19:55:44.519750 3644 namespace.go:142] [build-service] updating namespace I0521 19:55:44.551243 3644 namespace.go:142] [integration-service] updating namespace I0521 19:55:44.577845 3644 namespace.go:98] [release-service] adding namespace I0521 19:55:44.578763 3644 namespace.go:102] [release-service] adding namespace took 900.939µs I0521 19:55:44.618860 3644 namespace.go:142] [release-service] updating namespace I0521 19:55:44.636312 3644 namespace.go:142] [release-service] updating namespace I0521 19:55:44.726234 3644 namespace.go:142] [konflux-ui] updating namespace I0521 19:55:44.818024 3644 namespace.go:98] [konflux-info] adding namespace I0521 19:55:44.818770 3644 namespace.go:102] [konflux-info] adding namespace took 724.461µs I0521 19:55:44.930816 3644 namespace.go:142] [konflux-info] updating namespace I0521 19:55:44.974957 3644 namespace.go:142] [konflux-info] updating namespace I0521 19:55:45.010550 3644 namespace.go:98] [namespace-lister] adding namespace I0521 19:55:45.011349 3644 namespace.go:102] [namespace-lister] adding namespace took 780.713µs I0521 19:55:45.049169 3644 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:55:45.049899 3644 namespace.go:102] [enterprise-contract-service] adding namespace took 714.543µs I0521 19:55:45.052971 3644 namespace.go:142] [image-controller] updating namespace I0521 19:55:45.094602 3644 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:45.160058 3644 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:45.177889 3644 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:45.253855 3644 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:45.289574 3644 namespace.go:142] [default-tenant] updating namespace I0521 19:55:45.341136 3644 namespace.go:98] [segment-bridge] adding namespace I0521 19:55:45.341936 3644 namespace.go:102] [segment-bridge] adding namespace took 784.869µs I0521 19:55:45.600998 3644 namespace.go:98] [konflux-cli] adding namespace I0521 19:55:45.601138 3644 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:45.601784 3644 namespace.go:102] [konflux-cli] adding namespace took 765.571µs I0521 19:55:45.838067 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=122 I0521 19:55:45.877927 3644 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:55:45.878594 3644 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:55:45.878618 3644 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:55:45.881273 3644 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:55:45.946008 3644 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:46.061057 3644 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:46.081944 3644 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:55:46.081970 3644 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:55:46.082765 3644 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:55:46.267158 3644 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:46.682743 3644 namespace.go:142] [build-service] updating namespace I0521 19:55:47.217210 3644 namespace.go:142] [default-tenant] updating namespace I0521 19:55:47.583242 3644 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:47.933953 3644 namespace.go:142] [image-controller] updating namespace I0521 19:55:48.144784 3644 namespace.go:142] [integration-service] updating namespace I0521 19:55:48.369651 3644 namespace.go:142] [konflux-info] updating namespace I0521 19:55:48.591292 3644 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:48.830542 3644 namespace.go:142] [release-service] updating namespace I0521 19:55:48.961123 3644 namespace.go:142] [build-service] updating namespace I0521 19:55:48.981944 3644 namespace.go:142] [default-tenant] updating namespace I0521 19:55:49.005148 3644 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:49.026143 3644 namespace.go:142] [image-controller] updating namespace I0521 19:55:49.039483 3644 namespace.go:142] [integration-service] updating namespace I0521 19:55:49.061018 3644 namespace.go:142] [konflux-info] updating namespace I0521 19:55:49.098101 3644 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:49.111570 3644 namespace.go:142] [release-service] updating namespace I0521 19:55:49.189055 3644 namespace.go:142] [build-service] updating namespace I0521 19:55:49.295375 3644 namespace.go:142] [default-tenant] updating namespace I0521 19:55:49.392948 3644 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:49.520345 3644 namespace.go:142] [image-controller] updating namespace I0521 19:55:49.637997 3644 namespace.go:142] [integration-service] updating namespace I0521 19:55:49.779881 3644 namespace.go:142] [konflux-info] updating namespace I0521 19:55:49.900452 3644 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:50.079402 3644 namespace.go:142] [release-service] updating namespace W0521 19:55:51.239616 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:55:51.263792 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0521 19:55:51.577344 3644 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:51.779727 3644 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:51.912522 3644 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:51.935652 3644 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:52.013728 3644 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:52.110103 3644 namespace.go:142] [segment-bridge] updating namespace W0521 19:55:52.241906 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0521 19:55:56.268360 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:55:56.271441 3644 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:55:58.285099 3644 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 19:56:00.328109 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:56:00.328128 3644 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:56:00.496939 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:56:00.498293 3644 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:56:00.525950 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0521 19:56:00.561123 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:56:00.564931 3644 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 19:56:03.530007 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:56:03.530024 3644 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0521 19:56:07.605644 3644 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:56:07.606228 3644 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:56:08.555852 3644 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:56:08.555876 3644 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:56:08.562454 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z I0521 19:56:08.562477 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z I0521 19:56:24.836415 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0521 19:56:54.596121 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0521 19:57:14.359271 3644 obj_retry.go:498] Detected object konflux-ui/proxy-67b95b49b8-jf5nf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:57:14.359917 3644 obj_retry.go:498] Detected object konflux-ui/proxy-67b95b49b8-jf5nf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:57:14.727000 3644 obj_retry.go:492] Detected object konflux-ui/proxy-67b95b49b8-jf5nf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:57:14.727023 3644 obj_retry.go:492] Detected object konflux-ui/proxy-67b95b49b8-jf5nf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:57:14.735291 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-67b95b49b8-jf5nf I0521 19:57:14.735311 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-67b95b49b8-jf5nf I0521 19:57:16.145303 3644 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:57:16.145923 3644 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:57:16.184185 3644 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:57:16.184209 3644 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:57:16.191023 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:57:16.191055 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:57:34.984221 3644 namespace.go:98] [managed-tenant-xi897] adding namespace I0521 19:57:34.985178 3644 namespace.go:102] [managed-tenant-xi897] adding namespace took 930.201µs I0521 19:57:35.011396 3644 namespace.go:142] [managed-tenant-xi897] updating namespace I0521 19:57:35.036180 3644 namespace.go:142] [managed-tenant-xi897] updating namespace I0521 19:57:35.771068 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0521 19:57:36.042029 3644 namespace.go:142] [managed-tenant-xi897] updating namespace I0521 19:57:36.173541 3644 namespace.go:142] [managed-tenant-xi897] updating namespace I0521 19:57:36.332669 3644 namespace.go:142] [managed-tenant-xi897] updating namespace I0521 19:58:01.850315 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=652 I0521 19:58:07.837610 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=83 I0521 19:58:42.480619 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0521 19:59:14.358007 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0521 19:59:22.837465 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=14 I0521 19:59:25.096140 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0521 20:00:04.087347 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:00:04.087988 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:00:04.966716 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:04.966749 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:37.838048 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=78 I0521 20:00:58.467195 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0521 20:01:03.303296 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 20:01:42.838764 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 20:01:51.839426 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0521 20:02:30.598323 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 W0521 20:03:05.151404 3644 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-85fb4c798b-8f6tm I0521 20:03:32.968578 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=49 I0521 20:03:53.168443 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0521 20:03:58.555365 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:03:58.555981 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:03:59.294355 3644 obj_retry.go:492] Detected object default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:03:59.294383 3644 obj_retry.go:492] Detected object default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:03:59.301782 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod I0521 20:03:59.301812 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod I0521 20:04:09.525272 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:04:09.525900 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:04:20.674862 3644 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0521 20:04:25.268909 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:04:25.269471 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:04:35.856216 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=79 I0521 20:05:01.775925 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0521 20:05:12.050938 3644 obj_retry.go:492] Detected object tsf-tpa/create-db-9vzh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:12.050966 3644 obj_retry.go:492] Detected object tsf-tpa/create-db-9vzh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:12.056614 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-9vzh9 I0521 20:05:12.056644 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-9vzh9 I0521 20:05:15.037481 3644 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qzqpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:15.037532 3644 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qzqpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:15.042663 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-qzqpx I0521 20:05:15.042693 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-qzqpx I0521 20:05:17.483152 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0521 20:05:19.033902 3644 obj_retry.go:492] Detected object tsf-tpa/create-importers-gw78v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:19.033928 3644 obj_retry.go:492] Detected object tsf-tpa/create-importers-gw78v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:19.038854 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-gw78v I0521 20:05:19.038881 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-gw78v I0521 20:05:35.709048 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:05:35.709700 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:06:09.360230 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0521 20:06:20.840473 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0521 20:07:03.759378 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7nwj9] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-7nwj9 for pod on switch ip-10-0-0-71.ec2.internal I0521 20:07:03.759498 3644 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7nwj9 I0521 20:07:03.774805 3644 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7nwj9] pod update took 15.33307ms I0521 20:07:03.774833 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7nwj9] addLogicalPort annotation time took 15.368557ms I0521 20:07:03.776311 3644 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7nwj9] addLogicalPort took 16.946419ms, libovsdb time 1.029608ms I0521 20:07:04.123104 3644 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7nwj9 a9dde0b8898249e6cff988d11c3f167bd7dc93c2a31a438d06dabd9da7fc3b06 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7nwj9 a9dde0b8898249e6cff988d11c3f167bd7dc93c2a31a438d06dabd9da7fc3b06 network default NAD default NAD key ] I0521 20:07:04.132811 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-7nwj9, hostIfaceName: a9dde0b8898249e, network: default, NAD default, SandboxID: "a9dde0b8898249e6cff988d11c3f167bd7dc93c2a31a438d06dabd9da7fc3b06", PCI device ID: , UID: "60b2c2c1-e403-4d9d-bd49-b6aef14c250e", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0521 20:07:04.189581 3644 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7nwj9 a9dde0b8898249e6cff988d11c3f167bd7dc93c2a31a438d06dabd9da7fc3b06 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7nwj9 a9dde0b8898249e6cff988d11c3f167bd7dc93c2a31a438d06dabd9da7fc3b06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:97:d3:cc:a5:be\",\"name\":\"a9dde0b8898249e\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a284a528-9695-40a5-80a5-1364a7fcad5a\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 20:07:18.023718 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 20:07:18.023750 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 20:07:18.023758 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 20:07:18.023763 3644 util.go:959] Failed to build node endpoints for node ip-10-0-0-71.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 20:07:42.470267 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0521 20:07:43.840032 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0521 20:07:56.305802 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 20:08:16.146148 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:08:16.146869 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:08:41.101056 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0521 20:08:51.842391 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0521 20:09:01.983047 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:09:01.983680 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:09:48.719928 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:09:48.720551 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:04.845864 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:04.846459 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:05.683021 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.683050 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.719652 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.719683 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.725410 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks I0521 20:10:05.725435 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks I0521 20:10:23.737526 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:23.738104 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:23.804804 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:23.805336 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:23.872702 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:23.873267 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:33.864780 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:33.865347 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:34.036504 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:34.037041 3644 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:53.178539 3644 obj_retry.go:498] Detected object default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:53.179402 3644 obj_retry.go:498] Detected object default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:11:01.601294 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0521 20:11:02.841195 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0521 20:11:03.171548 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0521 20:11:10.423459 3644 obj_retry.go:498] Detected object default-tenant/my-integration-test-mtfy-q8jk6-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:11:10.424032 3644 obj_retry.go:498] Detected object default-tenant/my-integration-test-mtfy-q8jk6-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:11:21.778202 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0521 20:11:22.842364 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0521 20:11:43.593333 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:11:43.593892 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:00.677263 3644 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0521 20:12:13.857130 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:13.857788 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:21.990250 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:21.990882 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:24.026468 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:24.027046 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:26.027465 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:26.028041 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:28.024671 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:28.025311 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:34.562229 3644 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:34.562834 3644 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:35.409904 3644 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:12:35.409926 3644 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:12:35.412888 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v I0521 20:12:35.412914 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v I0521 20:12:38.180775 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:38.181466 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:48.487619 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0521 20:12:48.843116 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0521 20:12:48.971125 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=17 I0521 20:12:51.318537 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:51.319069 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:13:01.843078 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0521 20:13:03.387805 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:13:03.388376 3644 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:13:15.984668 3644 obj_retry.go:498] Detected object managed-tenant-xi897/affinity-assistant-8528ee7084-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:13:15.985240 3644 obj_retry.go:498] Detected object managed-tenant-xi897/affinity-assistant-8528ee7084-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:13:16.701253 3644 obj_retry.go:492] Detected object managed-tenant-xi897/affinity-assistant-8528ee7084-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:13:16.701275 3644 obj_retry.go:492] Detected object managed-tenant-xi897/affinity-assistant-8528ee7084-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:13:16.708775 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-xi897/affinity-assistant-8528ee7084-0 I0521 20:13:16.708799 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-xi897/affinity-assistant-8528ee7084-0 W0521 20:13:25.150800 3644 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-7b7598649-8k584 I0521 20:13:33.308403 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6