+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-113.ec2.internal ++ [[ -n ip-10-0-2-113.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-113.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:32:28.299094787 - disable conntrack on geneve port' I0521 19:32:28.299094787 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:32:28.317567096 - starting ovnkube-node' I0521 19:32:28.317567096 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-113.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-113.ec2.internal --init-node ip-10-0-2-113.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-113.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:32:28.359885 3700 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:32:28.359945 3700 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-503f544312.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:32:28.361742 3700 kube.go:431] Waiting for certificate I0521 19:32:28.361783 3700 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:32:28.361820 3700 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:32:28.362685 3700 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:32:28.400951 3700 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:32:28.400975 3700 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:32:28.404510 3700 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:32:28.404542 3700 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-xx67k" I0521 19:32:28.413646 3700 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-xx67k" I0521 19:32:28.413731 3700 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:32:29.361978 3700 kube.go:438] Certificate found I0521 19:32:29.362533 3700 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:32:29.363672 3700 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:32:29.416971 3700 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:27:28 +0000 UTC" deadline="2026-05-22 15:55:32.350379872 +0000 UTC" I0521 19:32:29.417011 3700 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h23m2.933379183s" I0521 19:32:29.429478 3700 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:32:29.448197 3700 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:32:29.448259 3700 factory.go:561] Starting watch factory I0521 19:32:29.448324 3700 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:32:29.448400 3700 server.go:101] MetricServer registers OVS metrics I0521 19:32:29.448419 3700 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.448401 3700 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.448437 3700 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.448459 3700 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.448462 3700 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.448398 3700 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.448481 3700 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.448486 3700 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.448798 3700 server.go:105] MetricServer registers OVN DB metrics I0521 19:32:29.449041 3700 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.449120 3700 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.449575 3700 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.449661 3700 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.453385 3700 controller_manager.go:370] Starting the ovnkube controller I0521 19:32:29.453399 3700 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-113.ec2.internal I0521 19:32:29.453451 3700 controller_manager.go:395] NBDB zone sync took: 43.27µs I0521 19:32:29.453463 3700 factory.go:561] Starting watch factory I0521 19:32:29.454161 3700 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:32:29.454181 3700 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:32:29.469430 3700 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:32:29.469452 3700 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:32:29.470614 3700 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.470831 3700 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.472064 3700 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.472156 3700 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.472902 3700 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.479640 3700 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:32:29.479674 3700 server.go:109] MetricServer registers OVN Controller metrics I0521 19:32:29.482131 3700 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:32:29.484334 3700 server.go:113] MetricServer registers OVN Northd metrics I0521 19:32:29.488747 3700 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:32:29.553642 3700 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:32:29.553666 3700 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:32:29.553672 3700 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:32:29.553675 3700 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:32:29.553678 3700 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:32:29.553681 3700 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:32:29.553754 3700 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:32:29.553772 3700 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:32:29.553797 3700 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:32:29.553820 3700 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:32:29.557453 3700 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:32:29.557458 3700 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:32:29.558817 3700 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:32:29.558828 3700 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:32:29.558873 3700 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.558884 3700 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.558963 3700 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:32:29.558975 3700 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:32:29.558978 3700 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:32:29.558981 3700 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:32:29.558984 3700 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:32:29.558986 3700 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:32:29.561937 3700 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.563890 3700 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:32:29.563964 3700 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.563980 3700 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.564002 3700 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:32:29.564011 3700 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:32:29.566508 3700 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.568940 3700 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:32:29.568992 3700 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.569005 3700 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.569046 3700 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:32:29.571505 3700 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.573998 3700 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:32:29.574046 3700 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.574057 3700 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.574112 3700 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:32:29.576809 3700 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.579196 3700 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:32:29.579213 3700 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:32:29.579247 3700 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.579259 3700 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.582225 3700 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.584608 3700 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:32:29.584617 3700 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:32:29.584758 3700 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:32:29.584770 3700 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:32:29.587992 3700 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:32:29.589982 3700 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:32:29.589993 3700 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:32:29.590049 3700 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.590080 3700 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.590060 3700 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.590130 3700 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.592946 3700 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.592948 3700 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:32:29.595435 3700 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:32:29.595462 3700 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:32:29.595475 3700 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:32:29.595482 3700 factory.go:680] Watch Factory start up complete, took: 147.225306ms I0521 19:32:29.595546 3700 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:32:29.601024 3700 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:32:29.601040 3700 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:32:29.601050 3700 factory.go:680] Watch Factory start up complete, took: 147.587564ms I0521 19:32:29.601061 3700 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-113.ec2.internal" zone I0521 19:32:29.629874 3700 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:32:29.684122 3700 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:32:29.689876 3700 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:32:29.737865 3700 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:32:29.738056 3700 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:32:29.738076 3700 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:32:29.769798 3700 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:32:29.769855 3700 default_node_network_controller.go:809] Node ip-10-0-2-113.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0521 19:32:29.774767 3700 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.113"] k8s.ovn.org/zone-name:ip-10-0-2-113.ec2.internal] on node ip-10-0-2-113.ec2.internal I0521 19:32:29.795782 3700 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:32:29.802018 3700 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:32:29.802267 3700 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0521 19:32:29.802478 3700 gateway_init.go:263] Preparing Gateway I0521 19:32:29.802491 3700 gateway_shared_intf.go:1687] Creating new gateway I0521 19:32:29.851405 3700 controller_manager.go:429] Waiting for node in zone sync took: 250.330869ms I0521 19:32:29.858702 3700 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:32:29.858717 3700 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-113.ec2.internal I0521 19:32:29.875275 3700 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:32:29.881521 3700 controller_manager.go:290] SCTP support detected in OVN I0521 19:32:29.882153 3700 services_controller.go:69] Creating services controller for network=default I0521 19:32:29.882273 3700 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:32:29.882418 3700 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:32:29.882474 3700 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:32:29.882490 3700 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:32:29.882526 3700 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:32:29.882747 3700 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:32:29.882841 3700 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 37.953µs I0521 19:32:29.882846 3700 udn_enabled_svc.go:95] Performing full resync I0521 19:32:29.882890 3700 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:32:29.882925 3700 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 24.827µs I0521 19:32:29.882934 3700 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 45.646µs I0521 19:32:29.882940 3700 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:32:29.882950 3700 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:32:29.882959 3700 default_network_controller.go:325] Starting the default network controller I0521 19:32:29.882982 3700 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.845µs I0521 19:32:29.883163 3700 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:32:29.883175 3700 udn_enabled_svc.go:104] Starting worker I0521 19:32:29.888888 3700 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:32:29.892538 3700 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:32:29.892628 3700 repair.go:33] Syncing exgw routes took 78.194µs I0521 19:32:29.892653 3700 default_network_controller.go:414] Starting all the Watchers... I0521 19:32:29.892867 3700 namespace.go:98] [openshift-image-registry] adding namespace I0521 19:32:29.892882 3700 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 19:32:29.892883 3700 namespace.go:98] [kube-public] adding namespace I0521 19:32:29.892898 3700 namespace.go:98] [dedicated-admin] adding namespace I0521 19:32:29.892902 3700 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:32:29.892909 3700 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:32:29.892906 3700 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:32:29.892922 3700 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:32:29.892924 3700 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:32:29.892933 3700 namespace.go:98] [openshift-node] adding namespace I0521 19:32:29.892932 3700 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:32:29.892940 3700 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:32:29.892946 3700 namespace.go:98] [openshift-config] adding namespace I0521 19:32:29.892951 3700 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:32:29.892868 3700 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:32:29.893396 3700 namespace.go:102] [openshift-image-registry] adding namespace took 517.19µs I0521 19:32:29.893411 3700 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:32:29.893828 3700 namespace.go:102] [openshift-backplane-cee] adding namespace took 412.312µs I0521 19:32:29.893843 3700 namespace.go:98] [openshift-infra] adding namespace I0521 19:32:29.894287 3700 namespace.go:102] [openshift-infra] adding namespace took 436.481µs I0521 19:32:29.894306 3700 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:32:29.894785 3700 namespace.go:102] [openshift-apiserver-operator] adding namespace took 1.888019ms I0521 19:32:29.894801 3700 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:32:29.895256 3700 namespace.go:102] [kube-public] adding namespace took 2.355029ms I0521 19:32:29.895271 3700 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:32:29.895708 3700 namespace.go:102] [dedicated-admin] adding namespace took 2.791635ms I0521 19:32:29.895725 3700 namespace.go:98] [open-cluster-management-2qegno3se8u2r4kek6nimg6l9k2oshgs] adding namespace I0521 19:32:29.895912 3700 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:32:29.896190 3700 namespace.go:102] [openshift-config-operator] adding namespace took 3.272181ms I0521 19:32:29.896204 3700 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:32:29.896618 3700 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 3.705529ms I0521 19:32:29.896628 3700 namespace.go:98] [openshift-network-console] adding namespace I0521 19:32:29.897009 3700 namespace.go:102] [openshift-backplane-cse] adding namespace took 4.086194ms I0521 19:32:29.897024 3700 namespace.go:98] [openshift-multus] adding namespace W0521 19:32:29.897065 3700 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qsztr: pod openshift-network-diagnostics/network-check-target-qsztr: no pod IPs found I0521 19:32:29.897584 3700 namespace.go:102] [openshift-network-diagnostics] adding namespace took 4.654052ms I0521 19:32:29.897615 3700 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:32:29.898056 3700 namespace.go:102] [openshift-marketplace] adding namespace took 5.123881ms I0521 19:32:29.898064 3700 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:32:29.898453 3700 namespace.go:102] [openshift-node] adding namespace took 5.513527ms I0521 19:32:29.898465 3700 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:32:29.898980 3700 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.036546ms I0521 19:32:29.898993 3700 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:32:29.899420 3700 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.470688ms I0521 19:32:29.899444 3700 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:32:29.899860 3700 namespace.go:102] [openshift-config] adding namespace took 6.906586ms I0521 19:32:29.899876 3700 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:32:29.900217 3700 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.260176ms I0521 19:32:29.900233 3700 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:32:29.900713 3700 namespace.go:102] [openshift-controller-manager] adding namespace took 7.723527ms I0521 19:32:29.900727 3700 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:32:29.901117 3700 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.805302ms I0521 19:32:29.901132 3700 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:32:29.901953 3700 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.147085ms I0521 19:32:29.901972 3700 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:32:29.902327 3700 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.049588ms I0521 19:32:29.902340 3700 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:32:29.902706 3700 namespace.go:102] [open-cluster-management-2qegno3se8u2r4kek6nimg6l9k2oshgs] adding namespace took 6.976792ms I0521 19:32:29.902719 3700 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:32:29.902793 3700 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:32:29.902805 3700 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-113.ec2.internal","mac-address":"0e:3d:09:cf:24:cb","ip-addresses":["10.0.2.113/24"],"ip-address":"10.0.2.113/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:fe2711fa-3bb1-46c1-aebf-30a291a447b6 k8s.ovn.org/node-encap-ips:["10.0.2.113"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.113/24"} k8s.ovn.org/zone-name:ip-10-0-2-113.ec2.internal] on node ip-10-0-2-113.ec2.internal I0521 19:32:29.903135 3700 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.925635ms I0521 19:32:29.903150 3700 namespace.go:98] [openshift-route-controller-manager] adding namespace W0521 19:32:29.903516 3700 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-7fv97: pod openshift-multus/network-metrics-daemon-7fv97: no pod IPs found I0521 19:32:29.903540 3700 namespace.go:102] [openshift-network-console] adding namespace took 6.907544ms I0521 19:32:29.903550 3700 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:32:29.904033 3700 namespace.go:102] [openshift-multus] adding namespace took 7.003287ms I0521 19:32:29.904048 3700 namespace.go:98] [openshift-authentication] adding namespace I0521 19:32:29.904418 3700 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.797874ms I0521 19:32:29.904434 3700 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:32:29.904853 3700 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.784586ms I0521 19:32:29.904865 3700 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:32:29.905355 3700 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.883357ms I0521 19:32:29.905370 3700 namespace.go:98] [default] adding namespace I0521 19:32:29.905795 3700 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.797133ms I0521 19:32:29.905807 3700 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:32:29.906193 3700 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.741715ms I0521 19:32:29.906209 3700 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:32:29.906563 3700 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.682313ms I0521 19:32:29.906575 3700 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:32:29.906999 3700 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.761488ms I0521 19:32:29.907010 3700 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:32:29.907421 3700 namespace.go:102] [openshift-monitoring] adding namespace took 6.688058ms I0521 19:32:29.907435 3700 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:32:29.907890 3700 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.74981ms I0521 19:32:29.907909 3700 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:32:29.908337 3700 namespace.go:102] [openshift-network-operator] adding namespace took 6.358636ms I0521 19:32:29.908352 3700 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:32:29.908752 3700 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.406859ms I0521 19:32:29.908765 3700 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:32:29.909121 3700 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.398563ms I0521 19:32:29.909132 3700 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:32:29.909493 3700 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.336003ms I0521 19:32:29.909507 3700 namespace.go:98] [openshift-operators] adding namespace I0521 19:32:29.909886 3700 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.331308ms I0521 19:32:29.909897 3700 namespace.go:98] [openshift-ingress] adding namespace I0521 19:32:29.910252 3700 namespace.go:102] [openshift-authentication] adding namespace took 6.199996ms I0521 19:32:29.910264 3700 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:32:29.910613 3700 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.17431ms I0521 19:32:29.910623 3700 namespace.go:98] [openshift] adding namespace I0521 19:32:29.911038 3700 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.167515ms I0521 19:32:29.911053 3700 namespace.go:98] [openshift-host-network] adding namespace I0521 19:32:29.911411 3700 namespace.go:102] [default] adding namespace took 6.035755ms I0521 19:32:29.911422 3700 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:32:29.911833 3700 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.019332ms I0521 19:32:29.911848 3700 namespace.go:98] [kube-node-lease] adding namespace I0521 19:32:29.912258 3700 namespace.go:102] [openshift-apiserver] adding namespace took 6.04406ms I0521 19:32:29.912269 3700 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:32:29.912617 3700 namespace.go:102] [openshift-cluster-version] adding namespace took 6.03744ms I0521 19:32:29.912626 3700 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:32:29.913050 3700 namespace.go:102] [openshift-console-operator] adding namespace took 6.034718ms I0521 19:32:29.913063 3700 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:32:29.913490 3700 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.049589ms I0521 19:32:29.913504 3700 namespace.go:98] [openshift-etcd] adding namespace I0521 19:32:29.913885 3700 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.970695ms I0521 19:32:29.914267 3700 namespace.go:102] [openshift-package-operator] adding namespace took 5.909942ms I0521 19:32:29.914280 3700 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 19:32:29.914670 3700 namespace.go:102] [openshift-service-ca] adding namespace took 5.901151ms I0521 19:32:29.914682 3700 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:32:29.915096 3700 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.959775ms I0521 19:32:29.915106 3700 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:32:29.915509 3700 namespace.go:102] [openshift-operators] adding namespace took 5.99655ms I0521 19:32:29.915520 3700 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:32:29.915986 3700 namespace.go:102] [openshift-ingress] adding namespace took 6.082914ms I0521 19:32:29.916000 3700 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:32:29.916355 3700 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.086903ms I0521 19:32:29.916366 3700 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:32:29.916742 3700 namespace.go:102] [openshift] adding namespace took 6.115753ms I0521 19:32:29.916753 3700 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:32:29.917279 3700 namespace.go:102] [openshift-host-network] adding namespace took 6.218565ms I0521 19:32:29.917293 3700 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:32:29.917706 3700 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.279253ms I0521 19:32:29.918063 3700 namespace.go:102] [kube-node-lease] adding namespace took 6.210841ms I0521 19:32:29.918075 3700 namespace.go:98] [openshift-logging] adding namespace I0521 19:32:29.918505 3700 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.230922ms I0521 19:32:29.918520 3700 namespace.go:98] [openshift-insights] adding namespace I0521 19:32:29.918913 3700 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.282431ms I0521 19:32:29.918926 3700 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:32:29.919353 3700 namespace.go:102] [openshift-machine-api] adding namespace took 6.28266ms I0521 19:32:29.919377 3700 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:32:29.919902 3700 namespace.go:102] [openshift-etcd] adding namespace took 6.392209ms I0521 19:32:29.919916 3700 namespace.go:98] [openshift-backplane] adding namespace I0521 19:32:29.920282 3700 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.99813ms I0521 19:32:29.920689 3700 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.00109ms I0521 19:32:29.920703 3700 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:32:29.921067 3700 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.95569ms I0521 19:32:29.921441 3700 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.916539ms I0521 19:32:29.921452 3700 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:32:29.921863 3700 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.859193ms I0521 19:32:29.921874 3700 namespace.go:98] [openshift-console] adding namespace I0521 19:32:29.922218 3700 namespace.go:102] [openshift-dns-operator] adding namespace took 5.845917ms I0521 19:32:29.922232 3700 namespace.go:98] [kube-system] adding namespace I0521 19:32:29.922680 3700 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 5.920093ms I0521 19:32:29.922696 3700 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:32:29.923168 3700 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.865792ms I0521 19:32:29.923982 3700 namespace.go:102] [openshift-logging] adding namespace took 5.901509ms I0521 19:32:29.924423 3700 namespace.go:102] [openshift-insights] adding namespace took 5.896201ms I0521 19:32:29.924899 3700 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.966087ms I0521 19:32:29.924914 3700 namespace.go:98] [openshift-dns] adding namespace I0521 19:32:29.925289 3700 namespace.go:102] [openshift-config-managed] adding namespace took 5.904966ms I0521 19:32:29.925717 3700 namespace.go:102] [openshift-backplane] adding namespace took 5.7943ms I0521 19:32:29.925735 3700 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 19:32:29.926140 3700 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.431122ms I0521 19:32:29.926402 3700 default_node_network_controller.go:519] Node connection status = connected I0521 19:32:29.926670 3700 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.212006ms W0521 19:32:29.927220 3700 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-jv5nn: pod kube-system/global-pull-secret-syncer-jv5nn: no pod IPs found I0521 19:32:29.927250 3700 namespace.go:102] [openshift-console] adding namespace took 5.3698ms I0521 19:32:29.927820 3700 namespace.go:102] [kube-system] adding namespace took 5.582639ms I0521 19:32:29.928364 3700 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.662479ms I0521 19:32:29.928912 3700 namespace.go:102] [openshift-dns] adding namespace took 3.992642ms I0521 19:32:29.929327 3700 namespace.go:102] [openshift-backplane-srep] adding namespace took 3.585868ms I0521 19:32:29.929492 3700 master.go:548] Adding or Updating local node "ip-10-0-2-113.ec2.internal" for network "default" I0521 19:32:29.930566 3700 zone_ic_handler.go:195] Time taken to create transit switch: 346.931µs I0521 19:32:29.930584 3700 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-70.ec2.internal for the network default E0521 19:32:29.930687 3700 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-157.ec2.internal, error: adding or updating remote node IC resources ip-10-0-1-157.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-157.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009dbc220 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2556877124}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0521 19:32:29.930750 3700 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-157.ec2.internal", UID:"4a5ce9ae-dffa-4e50-8bf6-8edba9b91e5e", APIVersion:"v1", ResourceVersion:"10346", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-1-157.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-157.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009dbc220 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2556877124}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0521 19:32:29.931610 3700 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-70.ec2.internal" on network "default" took: 1.382711ms W0521 19:32:29.937399 3700 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-qsztr: pod openshift-network-diagnostics/network-check-target-qsztr: no pod IPs found W0521 19:32:29.937416 3700 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-jv5nn: pod kube-system/global-pull-secret-syncer-jv5nn: no pod IPs found W0521 19:32:29.937424 3700 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-7fv97: pod openshift-multus/network-metrics-daemon-7fv97: no pod IPs found I0521 19:32:29.938330 3700 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-113.ec2.internal for the network default I0521 19:32:29.938555 3700 zone_ic_handler.go:195] Time taken to create transit switch: 211.476µs I0521 19:32:29.939331 3700 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:32:29.939381 3700 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:32:29.939402 3700 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:32:29.939426 3700 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-70.ec2.internal in network "default" I0521 19:32:29.939487 3700 node_tracker.go:169] Node ip-10-0-0-70.ec2.internal switch + router changed, syncing services in network "default" I0521 19:32:29.939503 3700 services_controller.go:574] Full service sync requested for network=default I0521 19:32:29.939507 3700 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-157.ec2.internal in network "default" I0521 19:32:29.939530 3700 node_tracker.go:169] Node ip-10-0-1-157.ec2.internal switch + router changed, syncing services in network "default" I0521 19:32:29.939535 3700 services_controller.go:574] Full service sync requested for network=default I0521 19:32:29.939547 3700 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-113.ec2.internal in network "default" I0521 19:32:29.939608 3700 node_tracker.go:169] Node ip-10-0-2-113.ec2.internal switch + router changed, syncing services in network "default" I0521 19:32:29.939619 3700 services_controller.go:574] Full service sync requested for network=default I0521 19:32:30.039552 3700 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:32:30.039572 3700 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:32:30.039720 3700 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:32:30.039808 3700 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:32:30.039829 3700 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:32:30.140566 3700 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:32:30.140584 3700 repair.go:60] Starting repairing loop for services I0521 19:32:30.140697 3700 repair.go:131] Deleted 0 stale service LBs I0521 19:32:30.140723 3700 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:32:30.140739 3700 repair.go:62] Finished repairing loop for services: 157.505µs I0521 19:32:30.140763 3700 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:32:30.140771 3700 services_controller.go:254] Starting workers for network=default I0521 19:32:30.141450 3700 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-jv5nn] creating logical port kube-system_global-pull-secret-syncer-jv5nn for pod on switch ip-10-0-2-113.ec2.internal I0521 19:32:30.141569 3700 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-7fv97] creating logical port openshift-multus_network-metrics-daemon-7fv97 for pod on switch ip-10-0-2-113.ec2.internal I0521 19:32:30.141617 3700 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-jv5nn I0521 19:32:30.141574 3700 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qsztr] creating logical port openshift-network-diagnostics_network-check-target-qsztr for pod on switch ip-10-0-2-113.ec2.internal I0521 19:32:30.141781 3700 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-7fv97 I0521 19:32:30.141806 3700 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-qsztr I0521 19:32:30.171076 3700 pod.go:62] [openshift-network-diagnostics/network-check-target-qsztr] pod update took 29.310095ms I0521 19:32:30.171104 3700 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-qsztr] addLogicalPort annotation time took 29.33167ms I0521 19:32:30.171117 3700 pod.go:62] [kube-system/global-pull-secret-syncer-jv5nn] pod update took 29.582278ms I0521 19:32:30.171135 3700 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-jv5nn] addLogicalPort annotation time took 29.603261ms I0521 19:32:30.172250 3700 pods.go:271] [openshift-network-diagnostics/network-check-target-qsztr] addLogicalPort took 30.684638ms, libovsdb time 934.14µs I0521 19:32:30.172397 3700 pods.go:271] [kube-system/global-pull-secret-syncer-jv5nn] addLogicalPort took 30.964991ms, libovsdb time 1.039025ms I0521 19:32:30.183794 3700 pod.go:62] [openshift-multus/network-metrics-daemon-7fv97] pod update took 42.095021ms I0521 19:32:30.183815 3700 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-7fv97] addLogicalPort annotation time took 42.140248ms I0521 19:32:30.184714 3700 pods.go:271] [openshift-multus/network-metrics-daemon-7fv97] addLogicalPort took 43.160457ms, libovsdb time 648.963µs I0521 19:32:30.185332 3700 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:32:30.185351 3700 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:32:30.185366 3700 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:32:30.185375 3700 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:32:30.185574 3700 repair.go:29] Repairing admin network policies took 191.912µs I0521 19:32:30.185700 3700 repair.go:92] Repairing baseline admin network policies took 117.176µs I0521 19:32:30.186257 3700 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:32:30.186282 3700 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:32:30.188889 3700 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:32:30.188909 3700 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:32:30.188920 3700 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:32:30.190038 3700 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:32:30.190058 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:32:30.190066 3700 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:32:30.191427 3700 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:32:30.191444 3700 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:32:30.191451 3700 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:32:30.193375 3700 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:32:30.193392 3700 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:32:30.193400 3700 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:32:30.193883 3700 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:32:30.193900 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:32:30.193909 3700 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:32:30.194373 3700 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:32:30.194391 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:32:30.194401 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:32:30.195816 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:32:30.195832 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:32:30.195839 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:32:30.196265 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:32:30.196283 3700 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:32:30.196290 3700 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:32:30.196522 3700 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:32:30.196537 3700 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:32:30.196544 3700 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:32:30.198119 3700 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:32:30.198137 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:32:30.198145 3700 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:32:30.198573 3700 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:32:30.198615 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:32:30.199530 3700 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:32:30.199545 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:32:30.200287 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:32:30.200313 3700 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:32:30.200321 3700 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:32:30.201049 3700 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:32:30.201077 3700 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:32:30.201093 3700 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:32:30.203212 3700 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:32:30.203237 3700 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:32:30.203248 3700 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:32:30.204513 3700 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:32:30.204531 3700 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:32:30.204539 3700 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:32:30.205551 3700 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:32:30.205569 3700 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:32:30.205579 3700 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:32:30.206727 3700 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:32:30.206752 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:32:30.206770 3700 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:32:30.207532 3700 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:32:30.207548 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:32:30.207554 3700 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:32:30.207870 3700 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:32:30.207886 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:32:30.207893 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:32:30.209336 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:32:30.209360 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:32:30.209376 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:32:30.210005 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:32:30.210021 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:32:30.210033 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:32:30.210718 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:32:30.210733 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:32:30.210741 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:32:30.211260 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:32:30.211279 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:32:30.211306 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:32:30.212013 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:32:30.212029 3700 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:32:30.212038 3700 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:32:30.213417 3700 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:32:30.213443 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:32:30.213452 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:32:30.215150 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:32:30.215180 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:32:30.215191 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:32:30.215761 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:32:30.215780 3700 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:32:30.215788 3700 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:32:30.216408 3700 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:32:30.216434 3700 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:32:30.216448 3700 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:32:30.216736 3700 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:32:30.224202 3700 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:32:30.224228 3700 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:32:30.224262 3700 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:32:30.224273 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:32:30.224285 3700 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:32:30.224319 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:32:30.224331 3700 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:32:30.224616 3700 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:32:30.224630 3700 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:32:30.224634 3700 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:32:30.224643 3700 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:32:30.224715 3700 egressfirewall.go:723] Syncing node "ip-10-0-0-70.ec2.internal" for egress firewall I0521 19:32:30.224727 3700 egressfirewall.go:723] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall I0521 19:32:30.224732 3700 egressfirewall.go:723] Syncing node "ip-10-0-2-113.ec2.internal" for egress firewall I0521 19:32:30.224883 3700 egressqos.go:245] Starting EgressQoS Controller I0521 19:32:30.224892 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:32:30.224899 3700 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:32:30.224904 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:32:30.224908 3700 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:32:30.224913 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:32:30.224917 3700 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:32:30.224920 3700 egressqos.go:259] Repairing EgressQoSes I0521 19:32:30.224924 3700 egressqos.go:399] Starting repairing loop for egressqos I0521 19:32:30.225022 3700 egressqos.go:401] Finished repairing loop for egressqos: 97.928µs I0521 19:32:30.225079 3700 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:32:30.225146 3700 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-113.ec2.internal I0521 19:32:30.225201 3700 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-113.ec2.internal : 56.414µs I0521 19:32:30.225316 3700 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:32:30.225327 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:32:30.225334 3700 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:32:30.225339 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:32:30.225344 3700 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:32:30.225349 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:32:30.225353 3700 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:32:30.225358 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:32:30.225363 3700 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:32:30.225366 3700 egressservice_zone.go:228] Repairing Egress Services I0521 19:32:30.225633 3700 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:32:30.225643 3700 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:32:30.225704 3700 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-113.ec2.internal I0521 19:32:30.225716 3700 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-113.ec2.internal: 13.029µs I0521 19:32:30.225722 3700 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-70.ec2.internal I0521 19:32:30.225730 3700 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-70.ec2.internal: 8.233µs I0521 19:32:30.225735 3700 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0521 19:32:30.225741 3700 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 5.505µs I0521 19:32:30.226044 3700 default_network_controller.go:585] Completing all the Watchers took 333.379596ms I0521 19:32:30.226061 3700 default_network_controller.go:589] Starting unidling controllers I0521 19:32:30.226074 3700 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:32:30.226081 3700 unidle.go:63] Populating Initial ContollerEvent events I0521 19:32:30.226092 3700 unidle.go:79] Setting up event handlers for services I0521 19:32:30.226221 3700 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:32:30.426836 3700 default_node_network_controller.go:519] Node connection status = connected I0521 19:32:30.927457 3700 default_node_network_controller.go:519] Node connection status = connected I0521 19:32:31.426963 3700 default_node_network_controller.go:519] Node connection status = connected I0521 19:32:31.454468 3700 bridgeconfig.go:537] Gateway is ready I0521 19:32:31.454487 3700 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:32:31.466710 3700 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.113. Updating OVN encap IP. I0521 19:32:31.471992 3700 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:32:31.472289 3700 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.113 - it is already configured I0521 19:32:31.472305 3700 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.113/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:32:31.472550 3700 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.113/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-113.ec2.internal","mac-address":"0e:3d:09:cf:24:cb","ip-addresses":["10.0.2.113/24"],"ip-address":"10.0.2.113/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:fe2711fa-3bb1-46c1-aebf-30a291a447b6 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.113/24"}] on node ip-10-0-2-113.ec2.internal I0521 19:32:31.489432 3700 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-113.ec2.internal I0521 19:32:31.489443 3700 egressfirewall.go:723] Syncing node "ip-10-0-2-113.ec2.internal" for egress firewall I0521 19:32:31.489452 3700 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-113.ec2.internal: 25.77µs I0521 19:32:31.489433 3700 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-113.ec2.internal in network "default" I0521 19:32:31.489499 3700 master.go:548] Adding or Updating local node "ip-10-0-2-113.ec2.internal" for network "default" I0521 19:32:31.489524 3700 node_tracker.go:169] Node ip-10-0-2-113.ec2.internal switch + router changed, syncing services in network "default" I0521 19:32:31.489542 3700 services_controller.go:574] Full service sync requested for network=default I0521 19:32:31.489695 3700 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.113 I0521 19:32:31.489769 3700 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-113.ec2.internal I0521 19:32:31.494254 3700 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-113.ec2.internal. Updating no re-route policies I0521 19:32:31.494338 3700 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-jv5nn I0521 19:32:31.494351 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-msdfb I0521 19:32:31.494363 3700 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-113.ec2.internal I0521 19:32:31.494365 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-113.ec2.internal I0521 19:32:31.494375 3700 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-113.ec2.internal I0521 19:32:31.494375 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-qsztr I0521 19:32:31.494374 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jr2vf I0521 19:32:31.494385 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-qsztr I0521 19:32:31.494356 3700 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-jv5nn I0521 19:32:31.494391 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jr2vf I0521 19:32:31.494400 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-cdrtx I0521 19:32:31.494406 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-ml5gs I0521 19:32:31.494417 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-jr2vf after 0 failed attempt(s) I0521 19:32:31.494412 3700 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-4cmrb I0521 19:32:31.494425 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-ml5gs I0521 19:32:31.494422 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-cdrtx I0521 19:32:31.494431 3700 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-4cmrb I0521 19:32:31.494428 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-7fv97 I0521 19:32:31.494450 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-7fv97 I0521 19:32:31.494452 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-cdrtx after 0 failed attempt(s) I0521 19:32:31.494452 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-ml5gs after 0 failed attempt(s) I0521 19:32:31.494365 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-l4c5g I0521 19:32:31.494521 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-l4c5g I0521 19:32:31.494519 3700 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-4cmrb after 0 failed attempt(s) I0521 19:32:31.494553 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-l4c5g after 0 failed attempt(s) I0521 19:32:31.494556 3700 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-7fv97] creating logical port openshift-multus_network-metrics-daemon-7fv97 for pod on switch ip-10-0-2-113.ec2.internal I0521 19:32:31.494378 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-113.ec2.internal I0521 19:32:31.494582 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-113.ec2.internal after 0 failed attempt(s) I0521 19:32:31.494402 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-7pndx I0521 19:32:31.494612 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-7pndx I0521 19:32:31.494626 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-7pndx after 0 failed attempt(s) I0521 19:32:31.494353 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4b9bz I0521 19:32:31.494637 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4b9bz I0521 19:32:31.494658 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4b9bz after 0 failed attempt(s) I0521 19:32:31.494339 3700 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sdb9b I0521 19:32:31.494671 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sdb9b I0521 19:32:31.494682 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sdb9b after 0 failed attempt(s) I0521 19:32:31.494367 3700 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-msdfb I0521 19:32:31.494696 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-msdfb after 0 failed attempt(s) I0521 19:32:31.494403 3700 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-113.ec2.internal after 0 failed attempt(s) I0521 19:32:31.494415 3700 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qsztr] creating logical port openshift-network-diagnostics_network-check-target-qsztr for pod on switch ip-10-0-2-113.ec2.internal I0521 19:32:31.494431 3700 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-jv5nn] creating logical port kube-system_global-pull-secret-syncer-jv5nn for pod on switch ip-10-0-2-113.ec2.internal I0521 19:32:31.495379 3700 pods.go:271] [kube-system/global-pull-secret-syncer-jv5nn] addLogicalPort took 970.902µs, libovsdb time 213.29µs I0521 19:32:31.495391 3700 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-jv5nn after 0 failed attempt(s) I0521 19:32:31.495506 3700 pods.go:271] [openshift-multus/network-metrics-daemon-7fv97] addLogicalPort took 981.198µs, libovsdb time 264.501µs I0521 19:32:31.495522 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-7fv97 after 0 failed attempt(s) I0521 19:32:31.495631 3700 pods.go:271] [openshift-network-diagnostics/network-check-target-qsztr] addLogicalPort took 1.223927ms, libovsdb time 410.287µs I0521 19:32:31.495642 3700 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-qsztr after 0 failed attempt(s) I0521 19:32:31.506205 3700 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:32:31.519034 3700 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:32:31.522670 3700 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:32:31.546938 3700 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:32:31.600088 3700 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:32:31.619342 3700 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:32:31.619468 3700 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:32:31.619516 3700 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:32:31.619659 3700 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:32:31.619747 3700 gateway_init.go:325] Gateway and management port readiness took 1.697458137s I0521 19:32:31.619782 3700 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:32:31.619822 3700 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:32:31.619836 3700 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:32:31.619844 3700 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:32:31.619902 3700 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:32:31.619985 3700 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.604µs I0521 19:32:31.620261 3700 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:32:31.620286 3700 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.066µs I0521 19:32:31.620295 3700 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.861µs I0521 19:32:31.620300 3700 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:32:31.620309 3700 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:32:31.620314 3700 default_node_network_controller.go:899] Starting the default node network controller I0521 19:32:31.620318 3700 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:32:31.620393 3700 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.524µs I0521 19:32:31.620495 3700 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:32:31.620504 3700 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:32:31.620527 3700 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9d5c0 0xc000338310 0xc000338380 0xc0003383f0 0xc000338460 0xc0003384d0 0xc0003385b0 0xc000bab950 0xc000338620 0xc000338690 0xc0006c6320 0xc00656b340 0xc000338700 map[0x2ff9080:0xc00260f5c0 0x2ff95c0:0xc00260f740 0x2ffa2e0:0xc00260f500 0x2ffa580:0xc00260f560 0x2ffad60:0xc00260f620 0x2ffb000:0xc00260f680 0x2ffb2a0:0xc00260f6e0 0x2ffba80:0xc00260f7a0 0x2ffbd20:0xc00260f800 0x3026980:0xc000aba420 0x3026d20:0xc000aba480 0x3027800:0xc000ca1bc0 0x3029160:0xc001cbc000 0x30298a0:0xc000abaae0 0x302a720:0xc0010d0ea0] 0xc000ba0b60 0} I0521 19:32:31.620625 3700 gateway.go:151] Starting gateway service sync I0521 19:32:31.621172 3700 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:32:31.623717 3700 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:32:31.633907 3700 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:32:31.635157 3700 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:32:31.636519 3700 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:32:31.669902 3700 gateway.go:168] Gateway service sync done. Time taken: 49.263345ms I0521 19:32:31.670511 3700 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30455 I0521 19:32:31.670799 3700 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9d5c0 0xc000338310 0xc000338380 0xc0003383f0 0xc000338460 0xc0003384d0 0xc0003385b0 0xc000bab950 0xc000338620 0xc000338690 0xc0006c6320 0xc00656b340 0xc000338700 map[0x2ff9080:0xc00260f5c0 0x2ff95c0:0xc00260f740 0x2ffa2e0:0xc00260f500 0x2ffa580:0xc00260f560 0x2ffad60:0xc00260f620 0x2ffb000:0xc00260f680 0x2ffb2a0:0xc00260f6e0 0x2ffba80:0xc00260f7a0 0x2ffbd20:0xc00260f800 0x3026980:0xc000aba420 0x3026d20:0xc000aba480 0x3027800:0xc000ca1bc0 0x3029160:0xc001cbc000 0x30298a0:0xc000abaae0 0x302a720:0xc0010d0ea0] 0xc000ba0b60 0} I0521 19:32:31.671354 3700 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9d5c0 0xc000338310 0xc000338380 0xc0003383f0 0xc000338460 0xc0003384d0 0xc0003385b0 0xc000bab950 0xc000338620 0xc000338690 0xc0006c6320 0xc00656b340 0xc000338700 map[0x2ff9080:0xc00260f5c0 0x2ff95c0:0xc00260f740 0x2ffa2e0:0xc00260f500 0x2ffa580:0xc00260f560 0x2ffad60:0xc00260f620 0x2ffb000:0xc00260f680 0x2ffb2a0:0xc00260f6e0 0x2ffba80:0xc00260f7a0 0x2ffbd20:0xc00260f800 0x3026980:0xc000aba420 0x3026d20:0xc000aba480 0x3027800:0xc000ca1bc0 0x3029160:0xc001cbc000 0x30298a0:0xc000abaae0 0x302a720:0xc0010d0ea0] 0xc000ba0b60 0} I0521 19:32:31.671399 3700 gateway.go:532] Reconciling gateway with updates I0521 19:32:31.676428 3700 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:32:31.676515 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:32:31.676534 3700 default_node_network_controller.go:944] Gateway and management port readiness took 56.01912ms I0521 19:32:31.676549 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0521 19:32:31.676564 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0521 19:32:31.676575 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:32:31.676580 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:32:31.676614 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:32:31.676617 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:32:31.676626 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:32:31.676631 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:32:31.676635 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:32:31.676636 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:32:31.676645 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0521 19:32:31.676649 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:32:31.676610 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:32:31.676655 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0521 19:32:31.676653 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:32:31.676666 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:32:31.676550 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:32:31.676681 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:32:31.676686 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:32:31.676696 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:32:31.676689 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:32:31.676579 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:32:31.676709 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:32:31.676667 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0521 19:32:31.676717 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:32:31.676718 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:32:31.676719 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0521 19:32:31.676728 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:32:31.676731 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:32:31.676734 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:32:31.676736 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:32:31.676741 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:32:31.676741 3700 port_claim.go:71] Svc openshift-ingress/router-default: port 32011 is already open, no action needed I0521 19:32:31.676745 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:32:31.676744 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:32:31.676750 3700 port_claim.go:71] Svc openshift-ingress/router-default: port 31479 is already open, no action needed I0521 19:32:31.676751 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:32:31.676745 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:32:31.676756 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:32:31.676756 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:32:31.676760 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:32:31.676768 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:32:31.676766 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:32:31.676618 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:32:31.676799 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:32:31.676819 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:32:31.676538 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:32:31.676880 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:32:31.676744 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:32:31.676908 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:32:31.676735 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:32:31.676918 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:32:31.676925 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:32:31.676677 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:32:31.676736 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0521 19:32:31.676956 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator after 0 failed attempt(s) I0521 19:32:31.676715 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:32:31.676974 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:32:31.676973 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:32:31.676982 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:32:31.676990 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:32:31.676997 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0521 19:32:31.677007 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:32:31.677004 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:32:31.677017 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0521 19:32:31.677013 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:32:31.677021 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:32:31.677032 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:32:31.677033 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:32:31.676986 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:32:31.677046 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:32:31.677040 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0521 19:32:31.677060 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0521 19:32:31.677070 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0521 19:32:31.677083 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:32:31.676753 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:32:31.677092 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:32:31.677093 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:32:31.677097 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:32:31.677103 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:32:31.677100 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:32:31.677108 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:32:31.677106 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:32:31.677112 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:32:31.677116 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:32:31.677120 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:32:31.677122 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:32:31.676996 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:32:31.677097 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:32:31.677134 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:32:31.677142 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:32:31.677070 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:32:31.677155 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:32:31.677162 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:32:31.676992 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:32:31.677105 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:32:31.677173 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:32:31.677088 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:32:31.677026 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:32:31.677211 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:32:31.677214 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:32:31.676733 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:32:31.677221 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:32:31.677236 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:32:31.677238 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:32:31.677093 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:32:31.677282 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:32:31.677101 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:32:31.677081 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:32:31.677324 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:32:31.676746 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:32:31.677691 3700 node_ip_handler_linux.go:160] Node IP manager is running W0521 19:32:31.719871 3700 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:32:31.720038 3700 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:32:31.720160 3700 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0521 19:32:31.728724 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:32:31.728764 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:32:31.728774 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:32:31.728783 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0521 19:32:31.728792 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:32:31.728799 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:32:31.728808 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:32:31.728816 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:32:31.771052 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:32:31.771062 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:32:31.771084 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:32:31.771091 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:32:31.771096 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:32:31.771103 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:32:31.771108 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:32:31.771122 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0521 19:32:31.771137 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:32:31.771143 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:32:31.771149 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:32:31.771155 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:32:31.771160 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:32:31.771166 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:32:31.771172 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:32:31.809611 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:32:31.809644 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:32:31.809659 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:32:31.809666 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:32:31.809672 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:32:31.809682 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:32:31.809697 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:32:31.809703 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:32:31.809708 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:32:31.809714 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:32:31.809721 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:32:31.809726 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:32:31.809733 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:32:31.809737 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:32:33.348194 3700 default_node_network_controller.go:1380] Starting node controller node sync W0521 19:32:33.348223 3700 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:32:33.348259 3700 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0521 19:32:33.360092 3700 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.878602ms I0521 19:32:33.360211 3700 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-157.ec2.internal", IP: 10.0.1.157 to PMTUD blocking rules I0521 19:32:33.360212 3700 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-70.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:32:33.360224 3700 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-157.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:32:33.360229 3700 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-70.ec2.internal", IP: 10.0.0.70 to PMTUD blocking rules I0521 19:32:33.372111 3700 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:32:33.372394 3700 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:32:33.372533 3700 egressservice_node.go:183] Starting Egress Services Controller I0521 19:32:33.372550 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:32:33.372559 3700 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:32:33.372565 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:32:33.372570 3700 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:32:33.372576 3700 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:32:33.372580 3700 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:32:33.372584 3700 egressservice_node.go:197] Repairing Egress Services I0521 19:32:33.383055 3700 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:32:33.383072 3700 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:32:33.383303 3700 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:32:33.383313 3700 link_network_manager.go:119] Link manager is running I0521 19:32:33.383322 3700 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:32:33.383499 3700 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:32:33.385905 3700 vrf_manager.go:128] VRF manager is running I0521 19:32:33.386948 3700 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:32:33.386964 3700 gateway.go:532] Reconciling gateway with updates I0521 19:32:33.420537 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:32:33.420559 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:32:33.420541 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:32:33.420570 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:32:33.420574 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:32:33.420577 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:32:33.420570 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:32:33.420585 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:32:33.420583 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:32:33.420611 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:32:33.420612 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:32:33.420619 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:32:33.420619 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:32:33.420624 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:32:33.420560 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:32:33.420635 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:32:33.420635 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:32:33.420623 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:32:33.420642 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:32:33.420647 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:32:33.420648 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:32:33.420650 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:32:33.420654 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:32:33.420662 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:32:33.420663 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:32:33.420664 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:32:33.420637 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:32:33.420671 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:32:33.420674 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:32:33.420675 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:32:33.420683 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:32:33.420677 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:32:33.420688 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:32:33.420693 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:32:33.420692 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:32:33.420698 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:32:33.420697 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:32:33.420709 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:32:33.420715 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:32:33.420717 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:32:33.420727 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:32:33.420730 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:32:33.420737 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:32:33.420738 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:32:33.420710 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:32:33.420755 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:32:33.420757 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:32:33.420759 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:32:33.420666 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:32:33.420767 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:32:33.420772 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:32:33.420779 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:32:33.420779 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:32:33.420658 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:32:33.420791 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0521 19:32:33.420792 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:32:33.420788 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:32:33.420801 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:32:33.420806 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:32:33.420809 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0521 19:32:33.420813 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:32:33.420820 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:32:33.420815 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:32:33.420826 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:32:33.420826 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:32:33.420718 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:32:33.420840 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:32:33.420607 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:32:33.420896 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:32:33.420887 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway kube-system/kubelet I0521 19:32:33.420905 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:32:33.420544 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:32:33.420900 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:32:33.420912 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway kube-system/kubelet I0521 19:32:33.420923 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:32:33.420928 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway kube-system/kubelet after 0 failed attempt(s) I0521 19:32:33.420573 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:32:33.420923 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:32:33.420962 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:32:33.420989 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:32:33.420648 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:32:33.420997 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:32:33.420561 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0521 19:32:33.421028 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0521 19:32:33.420564 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:32:33.420567 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:32:33.421087 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:32:33.420582 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:32:33.420608 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0521 19:32:33.421134 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0521 19:32:33.421140 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator after 0 failed attempt(s) I0521 19:32:33.420628 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:32:33.420632 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:32:33.420635 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:32:33.421202 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:32:33.421207 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:32:33.420638 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:32:33.421218 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:32:33.420642 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:32:33.421259 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:32:33.420653 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0521 19:32:33.421300 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0521 19:32:33.420657 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:32:33.421302 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0521 19:32:33.421307 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0521 19:32:33.421317 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0521 19:32:33.421323 3700 port_claim.go:71] Svc openshift-ingress/router-default: port 32011 is already open, no action needed I0521 19:32:33.420667 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:32:33.421334 3700 port_claim.go:71] Svc openshift-ingress/router-default: port 31479 is already open, no action needed I0521 19:32:33.421349 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:32:33.420667 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:32:33.421390 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:32:33.420670 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:32:33.420669 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:32:33.421440 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:32:33.420676 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:32:33.420789 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:32:33.420550 3700 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:32:33.421503 3700 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:32:33.445835 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:32:33.445855 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:32:33.445861 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:32:33.445867 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:32:33.445877 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:32:33.445885 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:32:33.445891 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:32:33.445896 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:32:33.445907 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0521 19:32:33.445930 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:32:33.445942 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:32:33.445949 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:32:33.445955 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:32:33.445960 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:32:33.445965 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:32:33.445970 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:32:33.445975 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:32:33.445980 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0521 19:32:33.445985 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:32:33.445990 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:32:33.445995 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:32:33.445999 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:32:33.446005 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:32:33.446010 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:32:33.446015 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:32:33.486906 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:32:33.486930 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0521 19:32:33.486949 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:32:33.526975 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:32:33.527000 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:32:33.527012 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:32:33.527017 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:32:33.527026 3700 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:32:34.784494 3700 default_network_controller.go:1025] Node "ip-10-0-1-157.ec2.internal" in remote zone "ip-10-0-1-157.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:32:34.785385 3700 zone_ic_handler.go:195] Time taken to create transit switch: 299.434µs I0521 19:32:34.785401 3700 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-157.ec2.internal for the network default I0521 19:32:34.786494 3700 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-157.ec2.internal" on network "default" took: 1.432704ms I0521 19:32:35.515501 3700 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-113.ec2.internal I0521 19:32:35.515528 3700 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-113.ec2.internal: 36.349µs I0521 19:32:35.563504 3700 base_network_controller_pods.go:487] [default/openshift-console/console-74995b749f-gcr5k] creating logical port openshift-console_console-74995b749f-gcr5k for pod on switch ip-10-0-2-113.ec2.internal I0521 19:32:35.563662 3700 kube.go:256] Updating pod openshift-console/console-74995b749f-gcr5k I0521 19:32:35.573851 3700 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5d488fb646-kxxh2] creating logical port openshift-image-registry_image-registry-5d488fb646-kxxh2 for pod on switch ip-10-0-2-113.ec2.internal I0521 19:32:35.573998 3700 kube.go:256] Updating pod openshift-image-registry/image-registry-5d488fb646-kxxh2 I0521 19:32:35.594315 3700 pod.go:62] [openshift-console/console-74995b749f-gcr5k] pod update took 30.684922ms I0521 19:32:35.594451 3700 base_network_controller_pods.go:951] [default/openshift-console/console-74995b749f-gcr5k] addLogicalPort annotation time took 30.825159ms I0521 19:32:35.595478 3700 pods.go:271] [openshift-console/console-74995b749f-gcr5k] addLogicalPort took 31.991458ms, libovsdb time 776.199µs I0521 19:32:35.600344 3700 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-tkzsv] creating logical port openshift-ingress-canary_ingress-canary-tkzsv for pod on switch ip-10-0-2-113.ec2.internal I0521 19:32:35.600434 3700 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-tkzsv I0521 19:32:35.612642 3700 pod.go:62] [openshift-image-registry/image-registry-5d488fb646-kxxh2] pod update took 38.682346ms I0521 19:32:35.612662 3700 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5d488fb646-kxxh2] addLogicalPort annotation time took 38.706645ms I0521 19:32:35.613663 3700 pods.go:271] [openshift-image-registry/image-registry-5d488fb646-kxxh2] addLogicalPort took 39.827529ms, libovsdb time 741.559µs I0521 19:32:35.621772 3700 pod.go:62] [openshift-ingress-canary/ingress-canary-tkzsv] pod update took 21.358457ms I0521 19:32:35.621791 3700 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-tkzsv] addLogicalPort annotation time took 21.379384ms I0521 19:32:35.622757 3700 pods.go:271] [openshift-ingress-canary/ingress-canary-tkzsv] addLogicalPort took 22.422194ms, libovsdb time 708.817µs I0521 19:32:35.622804 3700 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-42m5r] creating logical port openshift-insights_insights-runtime-extractor-42m5r for pod on switch ip-10-0-2-113.ec2.internal I0521 19:32:35.622864 3700 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-42m5r I0521 19:32:35.633303 3700 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-468cw] creating logical port openshift-dns_dns-default-468cw for pod on switch ip-10-0-2-113.ec2.internal I0521 19:32:35.633389 3700 kube.go:256] Updating pod openshift-dns/dns-default-468cw I0521 19:32:35.654773 3700 pod.go:62] [openshift-dns/dns-default-468cw] pod update took 21.402717ms I0521 19:32:35.654801 3700 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-468cw] addLogicalPort annotation time took 21.432552ms I0521 19:32:35.654853 3700 pod.go:62] [openshift-insights/insights-runtime-extractor-42m5r] pod update took 32.007202ms I0521 19:32:35.654871 3700 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-42m5r] addLogicalPort annotation time took 32.030549ms I0521 19:32:35.655923 3700 pods.go:271] [openshift-insights/insights-runtime-extractor-42m5r] addLogicalPort took 33.124686ms, libovsdb time 794.136µs I0521 19:32:35.656352 3700 pods.go:271] [openshift-dns/dns-default-468cw] addLogicalPort took 23.059075ms, libovsdb time 1.197268ms I0521 19:32:35.939874 3700 cni.go:452] [openshift-console/console-74995b749f-gcr5k abaa30f19c20daebf59d494f02dccf3dca0d4e773c24939d3f74b1d9e28f941a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74995b749f-gcr5k abaa30f19c20daebf59d494f02dccf3dca0d4e773c24939d3f74b1d9e28f941a network default NAD default NAD key ] I0521 19:32:35.940880 3700 cni.go:452] [openshift-image-registry/image-registry-5d488fb646-kxxh2 2475ab9d2d863692f806e9053e3c8fb3b06f89d1be5b7c78d208b53fd2ac37e0 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5d488fb646-kxxh2 2475ab9d2d863692f806e9053e3c8fb3b06f89d1be5b7c78d208b53fd2ac37e0 network default NAD default NAD key ] I0521 19:32:35.957004 3700 cni.go:452] [openshift-ingress-canary/ingress-canary-tkzsv b2898dd177e452fa04b3dc981903134c84875382b8a651effbb3b21d517fe07b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-tkzsv b2898dd177e452fa04b3dc981903134c84875382b8a651effbb3b21d517fe07b network default NAD default NAD key ] I0521 19:32:35.960031 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5d488fb646-kxxh2, hostIfaceName: 2475ab9d2d86369, network: default, NAD default, SandboxID: "2475ab9d2d863692f806e9053e3c8fb3b06f89d1be5b7c78d208b53fd2ac37e0", PCI device ID: , UID: "e0410936-e7b9-451e-bca9-7f2453a91778", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0521 19:32:35.961287 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74995b749f-gcr5k, hostIfaceName: abaa30f19c20dae, network: default, NAD default, SandboxID: "abaa30f19c20daebf59d494f02dccf3dca0d4e773c24939d3f74b1d9e28f941a", PCI device ID: , UID: "be597869-b74c-4a65-b9d0-50be1a32da78", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0521 19:32:35.970503 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-tkzsv, hostIfaceName: b2898dd177e452f, network: default, NAD default, SandboxID: "b2898dd177e452fa04b3dc981903134c84875382b8a651effbb3b21d517fe07b", PCI device ID: , UID: "ca86f551-a472-44d3-b67b-caddd923d584", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0521 19:32:35.981260 3700 cni.go:452] [openshift-insights/insights-runtime-extractor-42m5r a78f5df5fc9503fb65174887f1798ae647ed9c802f709947820eb302aca18bde network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-42m5r a78f5df5fc9503fb65174887f1798ae647ed9c802f709947820eb302aca18bde network default NAD default NAD key ] I0521 19:32:36.009888 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-42m5r, hostIfaceName: a78f5df5fc9503f, network: default, NAD default, SandboxID: "a78f5df5fc9503fb65174887f1798ae647ed9c802f709947820eb302aca18bde", PCI device ID: , UID: "f3a8d626-e58c-46d2-8c15-c2a975485c3a", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0521 19:32:36.017624 3700 cni.go:452] [openshift-dns/dns-default-468cw 87c90b27d2c432e754e0f1e656cef3e7a727a9c8d45363af8dd3fc39d3327dd1 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-468cw 87c90b27d2c432e754e0f1e656cef3e7a727a9c8d45363af8dd3fc39d3327dd1 network default NAD default NAD key ] I0521 19:32:36.023958 3700 cni.go:473] [openshift-image-registry/image-registry-5d488fb646-kxxh2 2475ab9d2d863692f806e9053e3c8fb3b06f89d1be5b7c78d208b53fd2ac37e0 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5d488fb646-kxxh2 2475ab9d2d863692f806e9053e3c8fb3b06f89d1be5b7c78d208b53fd2ac37e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:bf:0b:ce:09:0e\",\"name\":\"2475ab9d2d86369\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76fc9b99-0a82-4e3c-a77f-0be8515a9d55\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:32:36.028033 3700 cni.go:473] [openshift-console/console-74995b749f-gcr5k abaa30f19c20daebf59d494f02dccf3dca0d4e773c24939d3f74b1d9e28f941a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74995b749f-gcr5k abaa30f19c20daebf59d494f02dccf3dca0d4e773c24939d3f74b1d9e28f941a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:fd:9a:d3:18:2b\",\"name\":\"abaa30f19c20dae\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4670066-20b0-43bd-b0a5-1ac4f720b07b\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:32:36.028429 3700 cni.go:473] [openshift-ingress-canary/ingress-canary-tkzsv b2898dd177e452fa04b3dc981903134c84875382b8a651effbb3b21d517fe07b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-tkzsv b2898dd177e452fa04b3dc981903134c84875382b8a651effbb3b21d517fe07b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:67:dc:56:51:3d\",\"name\":\"b2898dd177e452f\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08cc1275-48f2-4797-900a-a670dcd5a4aa\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:32:36.029372 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-468cw, hostIfaceName: 87c90b27d2c432e, network: default, NAD default, SandboxID: "87c90b27d2c432e754e0f1e656cef3e7a727a9c8d45363af8dd3fc39d3327dd1", PCI device ID: , UID: "5ff5cde9-6662-40aa-b8e3-24ab7677bd56", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0521 19:32:36.059986 3700 cni.go:473] [openshift-insights/insights-runtime-extractor-42m5r a78f5df5fc9503fb65174887f1798ae647ed9c802f709947820eb302aca18bde network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-42m5r a78f5df5fc9503fb65174887f1798ae647ed9c802f709947820eb302aca18bde network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:57:91:d3:32:da\",\"name\":\"a78f5df5fc9503f\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8c72c3d-4542-410b-89af-3fb1424c166f\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:32:36.075355 3700 cni.go:473] [openshift-dns/dns-default-468cw 87c90b27d2c432e754e0f1e656cef3e7a727a9c8d45363af8dd3fc39d3327dd1 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-468cw 87c90b27d2c432e754e0f1e656cef3e7a727a9c8d45363af8dd3fc39d3327dd1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:4a:eb:05:c1:d7\",\"name\":\"87c90b27d2c432e\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6746ab5-663f-4e01-afe3-f3ae0a92ce2e\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:32:36.466541 3700 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-113.ec2.internal I0521 19:32:36.466742 3700 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0521 19:32:36.513436 3700 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 46.746176ms I0521 19:32:36.513530 3700 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 46.845376ms I0521 19:32:36.515059 3700 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 48.539279ms, libovsdb time 1.067394ms I0521 19:32:38.433071 3700 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5f94496f48-kjg7f] creating logical port openshift-monitoring_thanos-querier-5f94496f48-kjg7f for pod on switch ip-10-0-2-113.ec2.internal I0521 19:32:38.433225 3700 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5f94496f48-kjg7f I0521 19:32:38.456858 3700 pod.go:62] [openshift-monitoring/thanos-querier-5f94496f48-kjg7f] pod update took 23.67209ms I0521 19:32:38.456884 3700 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5f94496f48-kjg7f] addLogicalPort annotation time took 23.702217ms I0521 19:32:38.458150 3700 pods.go:271] [openshift-monitoring/thanos-querier-5f94496f48-kjg7f] addLogicalPort took 25.099929ms, libovsdb time 885.103µs I0521 19:32:39.869267 3700 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-86tvq] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-86tvq for pod on switch ip-10-0-2-113.ec2.internal I0521 19:32:39.869419 3700 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-86tvq I0521 19:32:39.886498 3700 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-86tvq] pod update took 17.16319ms I0521 19:32:39.886554 3700 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-86tvq] addLogicalPort annotation time took 17.192092ms I0521 19:32:39.887927 3700 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-86tvq] addLogicalPort took 18.681232ms, libovsdb time 987.577µs I0521 19:32:39.990442 3700 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-59dfb49484-rbjkq] creating logical port openshift-monitoring_metrics-server-59dfb49484-rbjkq for pod on switch ip-10-0-2-113.ec2.internal I0521 19:32:39.990612 3700 kube.go:256] Updating pod openshift-monitoring/metrics-server-59dfb49484-rbjkq I0521 19:32:40.003624 3700 cni.go:452] [openshift-monitoring/alertmanager-main-0 72b56055b6b44d8cdf23f444dc266d83dbfb81aedf3093b3c9d295a0c4327a10 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 72b56055b6b44d8cdf23f444dc266d83dbfb81aedf3093b3c9d295a0c4327a10 network default NAD default NAD key ] I0521 19:32:40.006128 3700 cni.go:452] [openshift-monitoring/thanos-querier-5f94496f48-kjg7f 949f3c6ebeda38c77f23382454836055b21e961f4b0c883cf6c0116a02d356d2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5f94496f48-kjg7f 949f3c6ebeda38c77f23382454836055b21e961f4b0c883cf6c0116a02d356d2 network default NAD default NAD key ] I0521 19:32:40.008235 3700 pod.go:62] [openshift-monitoring/metrics-server-59dfb49484-rbjkq] pod update took 17.672821ms I0521 19:32:40.008315 3700 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-59dfb49484-rbjkq] addLogicalPort annotation time took 17.755859ms I0521 19:32:40.010069 3700 pods.go:271] [openshift-monitoring/metrics-server-59dfb49484-rbjkq] addLogicalPort took 19.644964ms, libovsdb time 1.258956ms I0521 19:32:40.017752 3700 cni.go:452] [kube-system/global-pull-secret-syncer-jv5nn a64f5697b84af52f850c27ece2b1fa19a384feb63bcc11e073d2aa5aa6775a28 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-jv5nn a64f5697b84af52f850c27ece2b1fa19a384feb63bcc11e073d2aa5aa6775a28 network default NAD default NAD key ] I0521 19:32:40.021949 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5f94496f48-kjg7f, hostIfaceName: 949f3c6ebeda38c, network: default, NAD default, SandboxID: "949f3c6ebeda38c77f23382454836055b21e961f4b0c883cf6c0116a02d356d2", PCI device ID: , UID: "d7f52380-9c75-434e-b504-35052ff6d12d", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0521 19:32:40.021951 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 72b56055b6b44d8, network: default, NAD default, SandboxID: "72b56055b6b44d8cdf23f444dc266d83dbfb81aedf3093b3c9d295a0c4327a10", PCI device ID: , UID: "b516b64f-f1d3-487a-9191-8ebef03fb5bd", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0521 19:32:40.022443 3700 cni.go:452] [openshift-network-diagnostics/network-check-target-qsztr 236d66318b9361aa5321dad24152a6b2e8e9903f251be03e8ed517cb4f6ae216 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-qsztr 236d66318b9361aa5321dad24152a6b2e8e9903f251be03e8ed517cb4f6ae216 network default NAD default NAD key ] I0521 19:32:40.023349 3700 cni.go:452] [openshift-multus/network-metrics-daemon-7fv97 9f7e3959ae49dc07f50899d55f2f156a2e5268f4f32d0f4d3949532ee0ff9616 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-7fv97 9f7e3959ae49dc07f50899d55f2f156a2e5268f4f32d0f4d3949532ee0ff9616 network default NAD default NAD key ] I0521 19:32:40.035001 3700 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-jv5nn, hostIfaceName: a64f5697b84af52, network: default, NAD default, SandboxID: "a64f5697b84af52f850c27ece2b1fa19a384feb63bcc11e073d2aa5aa6775a28", PCI device ID: , UID: "7dca5226-94e9-49bb-84d4-e294ceb3a893", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0521 19:32:40.041611 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-7fv97, hostIfaceName: 9f7e3959ae49dc0, network: default, NAD default, SandboxID: "9f7e3959ae49dc07f50899d55f2f156a2e5268f4f32d0f4d3949532ee0ff9616", PCI device ID: , UID: "6adc6b24-e0e2-43dd-b157-df5921670014", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0521 19:32:40.042133 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-qsztr, hostIfaceName: 236d66318b9361a, network: default, NAD default, SandboxID: "236d66318b9361aa5321dad24152a6b2e8e9903f251be03e8ed517cb4f6ae216", PCI device ID: , UID: "5379bc0f-3ffe-44e1-ace0-ecab6d8772aa", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0521 19:32:40.108800 3700 cni.go:473] [openshift-monitoring/alertmanager-main-0 72b56055b6b44d8cdf23f444dc266d83dbfb81aedf3093b3c9d295a0c4327a10 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 72b56055b6b44d8cdf23f444dc266d83dbfb81aedf3093b3c9d295a0c4327a10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:d4:eb:92:51:7c\",\"name\":\"72b56055b6b44d8\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af701e32-8736-48f0-a907-399c26109390\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:32:40.110882 3700 cni.go:473] [openshift-monitoring/thanos-querier-5f94496f48-kjg7f 949f3c6ebeda38c77f23382454836055b21e961f4b0c883cf6c0116a02d356d2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5f94496f48-kjg7f 949f3c6ebeda38c77f23382454836055b21e961f4b0c883cf6c0116a02d356d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:e0:68:3d:e0:51\",\"name\":\"949f3c6ebeda38c\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5562aac7-0fb1-449c-921e-cf668f0952db\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:32:40.123755 3700 cni.go:473] [openshift-network-diagnostics/network-check-target-qsztr 236d66318b9361aa5321dad24152a6b2e8e9903f251be03e8ed517cb4f6ae216 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-qsztr 236d66318b9361aa5321dad24152a6b2e8e9903f251be03e8ed517cb4f6ae216 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:d2:08:7b:b7:84\",\"name\":\"236d66318b9361a\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23e29f52-a5f6-4a82-bd22-3ba302bcfa7d\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:32:40.124002 3700 cni.go:473] [kube-system/global-pull-secret-syncer-jv5nn a64f5697b84af52f850c27ece2b1fa19a384feb63bcc11e073d2aa5aa6775a28 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-jv5nn a64f5697b84af52f850c27ece2b1fa19a384feb63bcc11e073d2aa5aa6775a28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:ea:30:68:39:87\",\"name\":\"a64f5697b84af52\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f75e80c-e2e6-4705-9a34-5b131531d98a\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:32:40.124375 3700 cni.go:473] [openshift-multus/network-metrics-daemon-7fv97 9f7e3959ae49dc07f50899d55f2f156a2e5268f4f32d0f4d3949532ee0ff9616 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-7fv97 9f7e3959ae49dc07f50899d55f2f156a2e5268f4f32d0f4d3949532ee0ff9616 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:cd:78:fb:84:c7\",\"name\":\"9f7e3959ae49dc0\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cacb5bbb-ff47-4ebc-a2a2-1d048f20dd39\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:32:40.417370 3700 cni.go:452] [openshift-monitoring/metrics-server-59dfb49484-rbjkq fb2faa85b8890439e9938008fbe928da87722c72370bdbb701409e2aa33824c5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-59dfb49484-rbjkq fb2faa85b8890439e9938008fbe928da87722c72370bdbb701409e2aa33824c5 network default NAD default NAD key ] I0521 19:32:40.427637 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-59dfb49484-rbjkq, hostIfaceName: fb2faa85b889043, network: default, NAD default, SandboxID: "fb2faa85b8890439e9938008fbe928da87722c72370bdbb701409e2aa33824c5", PCI device ID: , UID: "5fd2cead-699e-475d-81ea-538dc7c3688d", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0521 19:32:40.478232 3700 cni.go:473] [openshift-monitoring/metrics-server-59dfb49484-rbjkq fb2faa85b8890439e9938008fbe928da87722c72370bdbb701409e2aa33824c5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-59dfb49484-rbjkq fb2faa85b8890439e9938008fbe928da87722c72370bdbb701409e2aa33824c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:1d:f4:dd:e7:fd\",\"name\":\"fb2faa85b889043\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26d665da-9598-4f86-90b3-c1b7fa448e89\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:32:40.893535 3700 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-86tvq 05becdd83b3da0dc6fd2f3a038dc7f7288aa7e26aedf11eccd3f51ff5d0b60da network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-86tvq 05becdd83b3da0dc6fd2f3a038dc7f7288aa7e26aedf11eccd3f51ff5d0b60da network default NAD default NAD key ] I0521 19:32:40.906487 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-86tvq, hostIfaceName: 05becdd83b3da0d, network: default, NAD default, SandboxID: "05becdd83b3da0dc6fd2f3a038dc7f7288aa7e26aedf11eccd3f51ff5d0b60da", PCI device ID: , UID: "b82026c6-0e6e-464a-8d9e-4ef7687831d5", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0521 19:32:40.970135 3700 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-86tvq 05becdd83b3da0dc6fd2f3a038dc7f7288aa7e26aedf11eccd3f51ff5d0b60da network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-86tvq 05becdd83b3da0dc6fd2f3a038dc7f7288aa7e26aedf11eccd3f51ff5d0b60da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:a1:f6:dd:2b:37\",\"name\":\"05becdd83b3da0d\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a300b1a-4731-450c-82f9-b33f6ca11e4f\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:32:41.248225 3700 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:41.248250 3700 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:41.248257 3700 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:32:42.079814 3700 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-113.ec2.internal I0521 19:32:42.080052 3700 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 19:32:42.142945 3700 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 62.939765ms I0521 19:32:42.142980 3700 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 62.980203ms I0521 19:32:42.144612 3700 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 64.793735ms, libovsdb time 1.18413ms W0521 19:32:44.257365 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:32:44.362444 3700 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:44.362463 3700 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:45.310268 3700 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:32:45.310288 3700 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:32:45.310294 3700 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:32:45.310299 3700 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 19:32:46.781319 3700 cni.go:452] [openshift-monitoring/prometheus-k8s-0 782db1b2bb54f445a9a6623d75dcc278d2b501058fca3354c89a100971096292 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 782db1b2bb54f445a9a6623d75dcc278d2b501058fca3354c89a100971096292 network default NAD default NAD key ] I0521 19:32:46.792785 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 782db1b2bb54f44, network: default, NAD default, SandboxID: "782db1b2bb54f445a9a6623d75dcc278d2b501058fca3354c89a100971096292", PCI device ID: , UID: "d0564e59-3a31-497c-81da-cdbbfe177633", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0521 19:32:46.849458 3700 cni.go:473] [openshift-monitoring/prometheus-k8s-0 782db1b2bb54f445a9a6623d75dcc278d2b501058fca3354c89a100971096292 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 782db1b2bb54f445a9a6623d75dcc278d2b501058fca3354c89a100971096292 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:92:10:f5:8f:d0\",\"name\":\"782db1b2bb54f44\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fde12023-d161-4cb6-9607-640d022b7e02\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:32:47.850603 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:32:47.895284 3700 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:47.895305 3700 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:48.131458 3700 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:48.131474 3700 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:48.131479 3700 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:32:50.317729 3700 obj_retry.go:498] Detected object openshift-console/console-577d9f694f-2ldtd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:50.318382 3700 obj_retry.go:498] Detected object openshift-console/console-577d9f694f-2ldtd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:32:50.839631 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:50.839654 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:32:50.839660 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0521 19:32:51.137028 3700 obj_retry.go:492] Detected object openshift-console/console-577d9f694f-2ldtd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:51.137057 3700 obj_retry.go:492] Detected object openshift-console/console-577d9f694f-2ldtd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:51.143475 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-577d9f694f-2ldtd I0521 19:32:51.143504 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-577d9f694f-2ldtd W0521 19:32:55.901311 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:32:55.901336 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:32:55.901344 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:32:55.901351 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:32:57.803895 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:33:00.517330 3700 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84478cfc99-bchk8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:00.517913 3700 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84478cfc99-bchk8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:33:01.189624 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0521 19:33:01.202127 3700 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84478cfc99-bchk8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:01.202152 3700 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84478cfc99-bchk8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:01.207193 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-84478cfc99-bchk8 I0521 19:33:01.207218 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-84478cfc99-bchk8 W0521 19:33:01.246774 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:33:01.246805 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:33:01.290780 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:33:01.290804 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:33:03.182514 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:33:03.182543 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:33:05.273268 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:33:05.273293 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0521 19:33:05.978017 3700 cni.go:452] [openshift-console/console-74995b749f-gcr5k abaa30f19c20daebf59d494f02dccf3dca0d4e773c24939d3f74b1d9e28f941a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74995b749f-gcr5k abaa30f19c20daebf59d494f02dccf3dca0d4e773c24939d3f74b1d9e28f941a network default NAD default NAD key ] I0521 19:33:06.054756 3700 cni.go:473] [openshift-console/console-74995b749f-gcr5k abaa30f19c20daebf59d494f02dccf3dca0d4e773c24939d3f74b1d9e28f941a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74995b749f-gcr5k abaa30f19c20daebf59d494f02dccf3dca0d4e773c24939d3f74b1d9e28f941a network default NAD default NAD key default], result "{}", err I0521 19:33:06.124769 3700 obj_retry.go:498] Detected object openshift-console/console-74995b749f-gcr5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:06.124811 3700 pods.go:176] Deleting pod: openshift-console/console-74995b749f-gcr5k I0521 19:33:06.127226 3700 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74995b749f-gcr5k, ips: 10.130.0.6 I0521 19:33:06.127266 3700 obj_retry.go:498] Detected object openshift-console/console-74995b749f-gcr5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:06.134047 3700 base_network_controller_pods.go:487] [default/openshift-console/console-559bf48699-ktwm5] creating logical port openshift-console_console-559bf48699-ktwm5 for pod on switch ip-10-0-2-113.ec2.internal I0521 19:33:06.134154 3700 kube.go:256] Updating pod openshift-console/console-559bf48699-ktwm5 I0521 19:33:06.148550 3700 pod.go:62] [openshift-console/console-559bf48699-ktwm5] pod update took 14.431186ms I0521 19:33:06.148573 3700 base_network_controller_pods.go:951] [default/openshift-console/console-559bf48699-ktwm5] addLogicalPort annotation time took 14.459071ms I0521 19:33:06.149677 3700 pods.go:271] [openshift-console/console-559bf48699-ktwm5] addLogicalPort took 15.643344ms, libovsdb time 759.508µs W0521 19:33:06.225505 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0521 19:33:06.524148 3700 cni.go:452] [openshift-console/console-559bf48699-ktwm5 d26dc3f172f0847f9840a8352893870913e31cb8e9516d52ea817785f5f4ca1d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-559bf48699-ktwm5 d26dc3f172f0847f9840a8352893870913e31cb8e9516d52ea817785f5f4ca1d network default NAD default NAD key ] I0521 19:33:06.534990 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-559bf48699-ktwm5, hostIfaceName: d26dc3f172f0847, network: default, NAD default, SandboxID: "d26dc3f172f0847f9840a8352893870913e31cb8e9516d52ea817785f5f4ca1d", PCI device ID: , UID: "14c3f833-553b-41bb-a987-b59beeb046f6", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0521 19:33:06.584449 3700 cni.go:473] [openshift-console/console-559bf48699-ktwm5 d26dc3f172f0847f9840a8352893870913e31cb8e9516d52ea817785f5f4ca1d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-559bf48699-ktwm5 d26dc3f172f0847f9840a8352893870913e31cb8e9516d52ea817785f5f4ca1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:ab:b4:f7:33:2f\",\"name\":\"d26dc3f172f0847\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f609222f-a730-43e3-af9a-c3600bd6fd04\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:33:06.976994 3700 obj_retry.go:492] Detected object openshift-console/console-74995b749f-gcr5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:06.977018 3700 obj_retry.go:492] Detected object openshift-console/console-74995b749f-gcr5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:06.984846 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74995b749f-gcr5k I0521 19:33:06.984888 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74995b749f-gcr5k W0521 19:33:08.465296 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:33:08.465322 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:33:08.465331 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:33:08.465346 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:33:08.465353 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:33:08.465359 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:33:08.877509 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:33:09.230357 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0521 19:33:17.006693 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:33:18.390676 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:33:18.390697 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:33:18.390705 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:33:18.870866 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:33:20.384566 3700 obj_retry.go:498] Detected object openshift-ingress/router-default-74bf5d879c-cv8xn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:20.385081 3700 obj_retry.go:498] Detected object openshift-ingress/router-default-74bf5d879c-cv8xn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:21.278529 3700 obj_retry.go:492] Detected object openshift-ingress/router-default-74bf5d879c-cv8xn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:21.278552 3700 obj_retry.go:492] Detected object openshift-ingress/router-default-74bf5d879c-cv8xn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:21.286642 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-74bf5d879c-cv8xn I0521 19:33:21.286672 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-74bf5d879c-cv8xn I0521 19:33:26.639880 3700 obj_retry.go:498] Detected object openshift-console/console-74995b749f-zg4wz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:26.641016 3700 obj_retry.go:498] Detected object openshift-console/console-74995b749f-zg4wz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:27.444464 3700 obj_retry.go:492] Detected object openshift-console/console-74995b749f-zg4wz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:27.444486 3700 obj_retry.go:492] Detected object openshift-console/console-74995b749f-zg4wz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:27.455218 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74995b749f-zg4wz I0521 19:33:27.455249 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74995b749f-zg4wz W0521 19:33:30.502716 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:33:30.502738 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:33:30.502748 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:33:30.502753 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:33:37.106944 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:33:37.106971 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:33:47.504811 3700 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:47.505379 3700 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:47.840511 3700 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:47.840541 3700 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:47.847522 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:33:47.847549 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:33:50.343273 3700 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-67fdb5798f-pspwx] creating logical port openshift-monitoring_telemeter-client-67fdb5798f-pspwx for pod on switch ip-10-0-2-113.ec2.internal I0521 19:33:50.343367 3700 kube.go:256] Updating pod openshift-monitoring/telemeter-client-67fdb5798f-pspwx I0521 19:33:50.367742 3700 pod.go:62] [openshift-monitoring/telemeter-client-67fdb5798f-pspwx] pod update took 24.399561ms I0521 19:33:50.367767 3700 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-67fdb5798f-pspwx] addLogicalPort annotation time took 24.428197ms I0521 19:33:50.369044 3700 pods.go:271] [openshift-monitoring/telemeter-client-67fdb5798f-pspwx] addLogicalPort took 25.787964ms, libovsdb time 964.882µs I0521 19:33:50.702734 3700 cni.go:452] [openshift-monitoring/telemeter-client-67fdb5798f-pspwx 82880151a02cdd08df6775f483dad044464570a334b8a1c58b2a7be86449d1e4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-67fdb5798f-pspwx 82880151a02cdd08df6775f483dad044464570a334b8a1c58b2a7be86449d1e4 network default NAD default NAD key ] I0521 19:33:50.712504 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-67fdb5798f-pspwx, hostIfaceName: 82880151a02cdd0, network: default, NAD default, SandboxID: "82880151a02cdd08df6775f483dad044464570a334b8a1c58b2a7be86449d1e4", PCI device ID: , UID: "e1a9573c-fa2f-4046-9f00-83d251ba3c2b", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0521 19:33:50.764040 3700 cni.go:473] [openshift-monitoring/telemeter-client-67fdb5798f-pspwx 82880151a02cdd08df6775f483dad044464570a334b8a1c58b2a7be86449d1e4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-67fdb5798f-pspwx 82880151a02cdd08df6775f483dad044464570a334b8a1c58b2a7be86449d1e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:65:16:c1:f9:50\",\"name\":\"82880151a02cdd0\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e35539e3-77d3-4c3c-a529-b87a9f47469b\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:33:51.558960 3700 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:51.559532 3700 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:51.559566 3700 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:33:51.559578 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:33:51.559628 3700 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:33:51.559639 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 19:33:51.991193 3700 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:51.991703 3700 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:52.576724 3700 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:52.576752 3700 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:52.588504 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:33:52.588530 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:33:52.591737 3700 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:52.591759 3700 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:52.591777 3700 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:52.591788 3700 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s6gs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:56.185656 3700 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:33:56.195540 3700 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:34:07.604451 3700 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:34:09.484311 3700 cni.go:452] [openshift-monitoring/alertmanager-main-0 72b56055b6b44d8cdf23f444dc266d83dbfb81aedf3093b3c9d295a0c4327a10 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 72b56055b6b44d8cdf23f444dc266d83dbfb81aedf3093b3c9d295a0c4327a10 network default NAD default NAD key ] I0521 19:34:09.555936 3700 cni.go:473] [openshift-monitoring/alertmanager-main-0 72b56055b6b44d8cdf23f444dc266d83dbfb81aedf3093b3c9d295a0c4327a10 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 72b56055b6b44d8cdf23f444dc266d83dbfb81aedf3093b3c9d295a0c4327a10 network default NAD default NAD key default], result "{}", err I0521 19:34:09.613689 3700 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:09.613722 3700 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0521 19:34:09.614951 3700 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.11 I0521 19:34:09.614977 3700 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:10.201551 3700 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:10.201572 3700 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:10.209154 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:34:10.209182 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:34:10.256411 3700 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-113.ec2.internal I0521 19:34:10.256545 3700 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0521 19:34:10.282063 3700 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 25.55583ms I0521 19:34:10.282091 3700 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 25.593237ms I0521 19:34:10.283315 3700 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.919865ms, libovsdb time 887.312µs I0521 19:34:10.615192 3700 cni.go:452] [openshift-monitoring/alertmanager-main-0 4a0019bc92dc1da54ae678c51f761be225e1791b7f36e254cea415295b28a135 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 4a0019bc92dc1da54ae678c51f761be225e1791b7f36e254cea415295b28a135 network default NAD default NAD key ] I0521 19:34:10.624914 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 4a0019bc92dc1da, network: default, NAD default, SandboxID: "4a0019bc92dc1da54ae678c51f761be225e1791b7f36e254cea415295b28a135", PCI device ID: , UID: "32dd7f6c-9ff3-492f-810e-33a4164004a2", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0521 19:34:10.674299 3700 cni.go:473] [openshift-monitoring/alertmanager-main-0 4a0019bc92dc1da54ae678c51f761be225e1791b7f36e254cea415295b28a135 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 4a0019bc92dc1da54ae678c51f761be225e1791b7f36e254cea415295b28a135 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:21:f1:68:76:ad\",\"name\":\"4a0019bc92dc1da\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f27466f-2fc0-4ea2-ac38-7cb7c5392454\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:34:29.720244 3700 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:29.720762 3700 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:30.634438 3700 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:30.634466 3700 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-cdf7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:33.504926 3700 cni.go:452] [openshift-console/console-559bf48699-ktwm5 d26dc3f172f0847f9840a8352893870913e31cb8e9516d52ea817785f5f4ca1d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-559bf48699-ktwm5 d26dc3f172f0847f9840a8352893870913e31cb8e9516d52ea817785f5f4ca1d network default NAD default NAD key ] I0521 19:34:33.576242 3700 cni.go:473] [openshift-console/console-559bf48699-ktwm5 d26dc3f172f0847f9840a8352893870913e31cb8e9516d52ea817785f5f4ca1d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-559bf48699-ktwm5 d26dc3f172f0847f9840a8352893870913e31cb8e9516d52ea817785f5f4ca1d network default NAD default NAD key default], result "{}", err I0521 19:34:33.647744 3700 obj_retry.go:498] Detected object openshift-console/console-559bf48699-ktwm5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:33.647780 3700 pods.go:176] Deleting pod: openshift-console/console-559bf48699-ktwm5 I0521 19:34:33.648970 3700 pods.go:236] Attempting to release IPs for pod: openshift-console/console-559bf48699-ktwm5, ips: 10.130.0.16 I0521 19:34:33.649000 3700 obj_retry.go:498] Detected object openshift-console/console-559bf48699-ktwm5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:33.656788 3700 base_network_controller_pods.go:487] [default/openshift-console/console-77d758bdcd-d4d6v] creating logical port openshift-console_console-77d758bdcd-d4d6v for pod on switch ip-10-0-2-113.ec2.internal I0521 19:34:33.656878 3700 kube.go:256] Updating pod openshift-console/console-77d758bdcd-d4d6v I0521 19:34:33.679977 3700 pod.go:62] [openshift-console/console-77d758bdcd-d4d6v] pod update took 23.126228ms I0521 19:34:33.679999 3700 base_network_controller_pods.go:951] [default/openshift-console/console-77d758bdcd-d4d6v] addLogicalPort annotation time took 23.155998ms I0521 19:34:33.681077 3700 pods.go:271] [openshift-console/console-77d758bdcd-d4d6v] addLogicalPort took 24.300325ms, libovsdb time 757.649µs I0521 19:34:34.016379 3700 cni.go:452] [openshift-console/console-77d758bdcd-d4d6v 0b41592f8c776ff6782abea2ef9f5b0425a5df1b0c4757ac6149f986c179af67 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77d758bdcd-d4d6v 0b41592f8c776ff6782abea2ef9f5b0425a5df1b0c4757ac6149f986c179af67 network default NAD default NAD key ] I0521 19:34:34.026933 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77d758bdcd-d4d6v, hostIfaceName: 0b41592f8c776ff, network: default, NAD default, SandboxID: "0b41592f8c776ff6782abea2ef9f5b0425a5df1b0c4757ac6149f986c179af67", PCI device ID: , UID: "9083ab46-208a-4f53-8a73-e82dfe21ca7b", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0521 19:34:34.077143 3700 cni.go:473] [openshift-console/console-77d758bdcd-d4d6v 0b41592f8c776ff6782abea2ef9f5b0425a5df1b0c4757ac6149f986c179af67 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77d758bdcd-d4d6v 0b41592f8c776ff6782abea2ef9f5b0425a5df1b0c4757ac6149f986c179af67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:a5:43:73:70:94\",\"name\":\"0b41592f8c776ff\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/acc9046f-81ac-407e-81fb-258354150cf5\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:34:34.327026 3700 obj_retry.go:492] Detected object openshift-console/console-559bf48699-ktwm5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:34.327051 3700 obj_retry.go:492] Detected object openshift-console/console-559bf48699-ktwm5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:34.334441 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-559bf48699-ktwm5 I0521 19:34:34.334467 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-559bf48699-ktwm5 W0521 19:34:40.678773 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:34:40.678797 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:34:40.678803 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:34:44.034452 3700 obj_retry.go:498] Detected object openshift-console/console-559bf48699-5p858 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:44.034992 3700 obj_retry.go:498] Detected object openshift-console/console-559bf48699-5p858 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:34:44.361687 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:34:44.649676 3700 obj_retry.go:492] Detected object openshift-console/console-559bf48699-5p858 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:44.649697 3700 obj_retry.go:492] Detected object openshift-console/console-559bf48699-5p858 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:44.656577 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-559bf48699-5p858 I0521 19:34:44.656612 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-559bf48699-5p858 I0521 19:34:55.053929 3700 cni.go:452] [openshift-monitoring/prometheus-k8s-0 782db1b2bb54f445a9a6623d75dcc278d2b501058fca3354c89a100971096292 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 782db1b2bb54f445a9a6623d75dcc278d2b501058fca3354c89a100971096292 network default NAD default NAD key ] I0521 19:34:55.126451 3700 cni.go:473] [openshift-monitoring/prometheus-k8s-0 782db1b2bb54f445a9a6623d75dcc278d2b501058fca3354c89a100971096292 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 782db1b2bb54f445a9a6623d75dcc278d2b501058fca3354c89a100971096292 network default NAD default NAD key default], result "{}", err I0521 19:34:55.189824 3700 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:55.189864 3700 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0521 19:34:55.191177 3700 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.15 I0521 19:34:55.191207 3700 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:55.400466 3700 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:55.400493 3700 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:55.412531 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:34:55.412567 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:34:55.456519 3700 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-113.ec2.internal I0521 19:34:55.456664 3700 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 19:34:55.505856 3700 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 49.266617ms I0521 19:34:55.505881 3700 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 49.294046ms I0521 19:34:55.507055 3700 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 50.551183ms, libovsdb time 875.998µs I0521 19:34:55.817437 3700 cni.go:452] [openshift-monitoring/prometheus-k8s-0 e25dd45d7a96914be68aeb0db0631f5b1ec1e4d638f77c13f0bccfd6f21d495e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 e25dd45d7a96914be68aeb0db0631f5b1ec1e4d638f77c13f0bccfd6f21d495e network default NAD default NAD key ] I0521 19:34:55.826939 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: e25dd45d7a96914, network: default, NAD default, SandboxID: "e25dd45d7a96914be68aeb0db0631f5b1ec1e4d638f77c13f0bccfd6f21d495e", PCI device ID: , UID: "e12becf1-551a-408a-8943-51f043f19b74", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0521 19:34:55.875860 3700 cni.go:473] [openshift-monitoring/prometheus-k8s-0 e25dd45d7a96914be68aeb0db0631f5b1ec1e4d638f77c13f0bccfd6f21d495e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 e25dd45d7a96914be68aeb0db0631f5b1ec1e4d638f77c13f0bccfd6f21d495e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:58:8e:11:5d:d0\",\"name\":\"e25dd45d7a96914\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad3b4ad6-eaac-43f6-92b9-27a647e6974c\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:35:56.674637 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:35:56.674657 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:36:29.443894 3700 obj_retry.go:498] Detected object openshift-console/console-77d758bdcd-xz2r4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:29.444434 3700 obj_retry.go:498] Detected object openshift-console/console-77d758bdcd-xz2r4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:30.250727 3700 obj_retry.go:492] Detected object openshift-console/console-77d758bdcd-xz2r4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:30.250749 3700 obj_retry.go:492] Detected object openshift-console/console-77d758bdcd-xz2r4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:30.257143 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77d758bdcd-xz2r4 I0521 19:36:30.257167 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77d758bdcd-xz2r4 I0521 19:36:40.240363 3700 cni.go:452] [openshift-console/console-77d758bdcd-d4d6v 0b41592f8c776ff6782abea2ef9f5b0425a5df1b0c4757ac6149f986c179af67 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-77d758bdcd-d4d6v 0b41592f8c776ff6782abea2ef9f5b0425a5df1b0c4757ac6149f986c179af67 network default NAD default NAD key ] I0521 19:36:40.311030 3700 cni.go:473] [openshift-console/console-77d758bdcd-d4d6v 0b41592f8c776ff6782abea2ef9f5b0425a5df1b0c4757ac6149f986c179af67 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-77d758bdcd-d4d6v 0b41592f8c776ff6782abea2ef9f5b0425a5df1b0c4757ac6149f986c179af67 network default NAD default NAD key default], result "{}", err I0521 19:36:40.376338 3700 obj_retry.go:498] Detected object openshift-console/console-77d758bdcd-d4d6v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:40.376374 3700 pods.go:176] Deleting pod: openshift-console/console-77d758bdcd-d4d6v I0521 19:36:40.377578 3700 pods.go:236] Attempting to release IPs for pod: openshift-console/console-77d758bdcd-d4d6v, ips: 10.130.0.19 I0521 19:36:40.377621 3700 obj_retry.go:498] Detected object openshift-console/console-77d758bdcd-d4d6v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:40.792630 3700 obj_retry.go:492] Detected object openshift-console/console-77d758bdcd-d4d6v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:40.792688 3700 obj_retry.go:492] Detected object openshift-console/console-77d758bdcd-d4d6v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:40.799485 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77d758bdcd-d4d6v I0521 19:36:40.799525 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77d758bdcd-d4d6v I0521 19:38:07.560405 3700 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0521 19:38:20.485528 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=349 I0521 19:38:48.596222 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 W0521 19:39:00.739749 3700 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:39:02.564689 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0521 19:39:11.782734 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 19:39:11.782799 3700 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-4dzdm IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-4dzdm: no pod IPs found I0521 19:39:12.596080 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 19:39:26.474046 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50 I0521 19:39:31.476567 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=31 I0521 19:40:04.146763 3700 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:04.147278 3700 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:05.028902 3700 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:05.028946 3700 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7dz5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:42.560688 3700 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0521 19:40:51.585544 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0521 19:41:00.590913 3700 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0521 19:41:05.475606 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0521 19:41:17.570133 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0521 19:41:25.474839 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0521 19:41:30.341039 3700 namespace.go:98] [tsf] adding namespace I0521 19:41:30.341935 3700 namespace.go:102] [tsf] adding namespace took 870.833µs I0521 19:41:30.357059 3700 namespace.go:142] [tsf] updating namespace I0521 19:41:30.377924 3700 namespace.go:142] [tsf] updating namespace I0521 19:41:34.218863 3700 namespace.go:98] [konflux-operator] adding namespace I0521 19:41:34.219585 3700 namespace.go:102] [konflux-operator] adding namespace took 700.895µs I0521 19:41:34.222828 3700 namespace.go:98] [konflux-ui] adding namespace I0521 19:41:34.223552 3700 namespace.go:102] [konflux-ui] adding namespace took 702.38µs I0521 19:41:34.224137 3700 namespace.go:98] [rhbk-operator] adding namespace I0521 19:41:34.224237 3700 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:41:34.224352 3700 namespace.go:98] [tsf-tpa] adding namespace I0521 19:41:34.224441 3700 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:41:34.224612 3700 namespace.go:98] [tsf-tas] adding namespace I0521 19:41:34.224862 3700 namespace.go:102] [rhbk-operator] adding namespace took 710.41µs I0521 19:41:34.225385 3700 namespace.go:102] [cert-manager-operator] adding namespace took 1.134189ms I0521 19:41:34.225890 3700 namespace.go:102] [tsf-tpa] adding namespace took 1.520776ms I0521 19:41:34.226363 3700 namespace.go:102] [rhtpa-operator] adding namespace took 1.905774ms I0521 19:41:34.226388 3700 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:41:34.226810 3700 namespace.go:102] [tsf-keycloak] adding namespace took 413.88µs I0521 19:41:34.227233 3700 namespace.go:102] [tsf-tas] adding namespace took 2.607009ms I0521 19:41:34.247950 3700 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:34.274638 3700 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:34.274689 3700 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:34.277185 3700 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:34.279623 3700 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:34.279678 3700 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:34.305503 3700 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:34.305550 3700 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:34.305679 3700 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:34.327754 3700 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:34.339238 3700 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:34.366734 3700 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:34.393861 3700 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:34.410147 3700 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:34.461649 3700 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:34.488441 3700 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:34.510623 3700 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:34.554279 3700 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:34.587566 3700 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:34.608951 3700 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:34.613636 3700 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:34.632787 3700 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:34.699903 3700 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:34.713525 3700 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:35.580793 3700 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:35.586273 3700 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:35.768428 3700 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-113.ec2.internal I0521 19:41:35.768560 3700 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0521 19:41:35.799122 3700 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 30.590924ms I0521 19:41:35.799143 3700 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 30.617738ms I0521 19:41:35.800328 3700 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 31.917575ms, libovsdb time 846.457µs I0521 19:41:36.138079 3700 cni.go:452] [tsf/test-tsf-subscriptions a92e52002fbe8f7bd761b08c6de788327417eac1d3338025345f701f7c3c584c network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions a92e52002fbe8f7bd761b08c6de788327417eac1d3338025345f701f7c3c584c network default NAD default NAD key ] I0521 19:41:36.147544 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: a92e52002fbe8f7, network: default, NAD default, SandboxID: "a92e52002fbe8f7bd761b08c6de788327417eac1d3338025345f701f7c3c584c", PCI device ID: , UID: "c70e1153-689a-42ed-a1be-7195a7da780d", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0521 19:41:36.198430 3700 cni.go:473] [tsf/test-tsf-subscriptions a92e52002fbe8f7bd761b08c6de788327417eac1d3338025345f701f7c3c584c network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions a92e52002fbe8f7bd761b08c6de788327417eac1d3338025345f701f7c3c584c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:cd:7a:ca:37:e7\",\"name\":\"a92e52002fbe8f7\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d35606c-2133-4afe-8f2f-7b4d53ee199b\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:40.574968 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0521 19:41:42.595775 3700 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:42.596391 3700 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:42.596424 3700 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:42.596433 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:42.596454 3700 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:42.596465 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:43.601964 3700 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:43.602525 3700 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:43.602549 3700 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:43.602561 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:43.602574 3700 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:43.602578 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:43.627672 3700 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:43.627696 3700 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:43.627708 3700 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:43.627722 3700 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51khsrr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:44.627455 3700 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:44.627477 3700 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:44.627490 3700 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:44.627503 3700 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dcmm7l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:45.634770 3700 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:45.635374 3700 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:45.635407 3700 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:45.635415 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:45.635439 3700 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:45.635446 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:45.661586 3700 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:45.662158 3700 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:45.662187 3700 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:45.662194 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:45.662207 3700 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:45.662211 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:46.666228 3700 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:46.666256 3700 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:46.666271 3700 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:46.666284 3700 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dwxxll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:46.693783 3700 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:46.693830 3700 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:46.693851 3700 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:46.693870 3700 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ecdx7p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:47.641871 3700 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:47.642383 3700 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:47.642408 3700 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:47.642418 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:47.642434 3700 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:47.642442 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:48.654507 3700 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.655028 3700 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.655054 3700 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.655061 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:48.655074 3700 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.655077 3700 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:48.668313 3700 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:48.668328 3700 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:48.668339 3700 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:48.668351 3700 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hh2g4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.680399 3700 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.680424 3700 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.680438 3700 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.680451 3700 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxznf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:41:51.563215 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:41:53.992782 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:41:54.004756 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:42:00.330950 3700 namespace.go:98] [cert-manager] adding namespace I0521 19:42:00.331802 3700 namespace.go:102] [cert-manager] adding namespace took 824.277µs I0521 19:42:00.431902 3700 namespace.go:142] [cert-manager] updating namespace I0521 19:42:00.457138 3700 namespace.go:142] [cert-manager] updating namespace W0521 19:42:04.630853 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:42:04.630877 3700 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:42:06.934821 3700 namespace.go:142] [openshift-operators] updating namespace I0521 19:42:06.953319 3700 namespace.go:142] [openshift-operators] updating namespace W0521 19:42:13.728723 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:42:14.872601 3700 namespace.go:142] [openshift-operators] updating namespace I0521 19:42:23.517122 3700 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:42:23.517961 3700 namespace.go:102] [trusted-artifact-signer] adding namespace took 817.756µs I0521 19:42:23.543160 3700 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:23.543197 3700 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:23.585575 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0521 19:42:23.740818 3700 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 19:42:26.092120 3700 cni.go:452] [tsf/test-tsf-subscriptions a92e52002fbe8f7bd761b08c6de788327417eac1d3338025345f701f7c3c584c network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions a92e52002fbe8f7bd761b08c6de788327417eac1d3338025345f701f7c3c584c network default NAD default NAD key ] I0521 19:42:26.168152 3700 cni.go:473] [tsf/test-tsf-subscriptions a92e52002fbe8f7bd761b08c6de788327417eac1d3338025345f701f7c3c584c network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions a92e52002fbe8f7bd761b08c6de788327417eac1d3338025345f701f7c3c584c network default NAD default NAD key default], result "{}", err I0521 19:42:26.239258 3700 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:26.239293 3700 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0521 19:42:26.240520 3700 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.21 I0521 19:42:26.240552 3700 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:26.273143 3700 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:26.273168 3700 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:26.285040 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:42:26.285063 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 19:42:26.475090 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=127 I0521 19:42:28.041150 3700 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-113.ec2.internal I0521 19:42:28.041256 3700 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0521 19:42:28.057927 3700 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 16.711682ms I0521 19:42:28.057947 3700 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 16.736457ms I0521 19:42:28.059186 3700 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 18.062314ms, libovsdb time 915.473µs I0521 19:42:28.408959 3700 cni.go:452] [tsf/test-tsf-infrastructure f5bcb1e2ba59d0e8acacf528ca9224a07e047ec5386888eb2a6cb2f362103e86 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure f5bcb1e2ba59d0e8acacf528ca9224a07e047ec5386888eb2a6cb2f362103e86 network default NAD default NAD key ] I0521 19:42:28.420147 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: f5bcb1e2ba59d0e, network: default, NAD default, SandboxID: "f5bcb1e2ba59d0e8acacf528ca9224a07e047ec5386888eb2a6cb2f362103e86", PCI device ID: , UID: "009b0a22-a539-4256-b917-0642305674ca", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0521 19:42:28.469251 3700 cni.go:473] [tsf/test-tsf-infrastructure f5bcb1e2ba59d0e8acacf528ca9224a07e047ec5386888eb2a6cb2f362103e86 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure f5bcb1e2ba59d0e8acacf528ca9224a07e047ec5386888eb2a6cb2f362103e86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:76:8c:a4:7f:cd\",\"name\":\"f5bcb1e2ba59d0e\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a738205c-f453-485d-8f94-a2008e16d445\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:30.943980 3700 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:42:30.945081 3700 namespace.go:102] [openshift-pipelines] adding namespace took 1.071784ms I0521 19:42:30.986203 3700 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:42:30.988225 3700 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzkfb] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-dzkfb for pod on switch ip-10-0-2-113.ec2.internal I0521 19:42:30.988387 3700 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzkfb I0521 19:42:31.011962 3700 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzkfb] pod update took 23.605379ms I0521 19:42:31.011986 3700 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzkfb] addLogicalPort annotation time took 23.634906ms I0521 19:42:31.013211 3700 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzkfb] addLogicalPort took 25.003939ms, libovsdb time 917.482µs I0521 19:42:31.022368 3700 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-8m9ts] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-8m9ts for pod on switch ip-10-0-2-113.ec2.internal I0521 19:42:31.022447 3700 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-8m9ts I0521 19:42:31.047989 3700 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-8m9ts] pod update took 25.561171ms I0521 19:42:31.048017 3700 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-8m9ts] addLogicalPort annotation time took 25.592061ms I0521 19:42:31.049259 3700 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-8m9ts] addLogicalPort took 26.902239ms, libovsdb time 869.58µs I0521 19:42:32.010087 3700 namespace.go:142] [cert-manager] updating namespace I0521 19:42:32.217539 3700 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:42:32.622312 3700 namespace.go:142] [konflux-operator] updating namespace I0521 19:42:32.819565 3700 namespace.go:142] [konflux-ui] updating namespace I0521 19:42:33.020871 3700 namespace.go:142] [open-cluster-management-2qegno3se8u2r4kek6nimg6l9k2oshgs] updating namespace I0521 19:42:33.422177 3700 namespace.go:142] [rhbk-operator] updating namespace I0521 19:42:33.625429 3700 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:42:33.824366 3700 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:34.026152 3700 namespace.go:142] [tsf] updating namespace I0521 19:42:34.231792 3700 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:42:34.427435 3700 namespace.go:142] [tsf-tas] updating namespace I0521 19:42:34.629177 3700 namespace.go:142] [tsf-tpa] updating namespace I0521 19:42:34.774380 3700 namespace.go:142] [cert-manager] updating namespace I0521 19:42:34.785723 3700 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:42:34.795312 3700 namespace.go:142] [default] updating namespace I0521 19:42:34.809653 3700 namespace.go:142] [konflux-operator] updating namespace I0521 19:42:34.825152 3700 namespace.go:142] [konflux-ui] updating namespace I0521 19:42:34.838860 3700 namespace.go:142] [open-cluster-management-2qegno3se8u2r4kek6nimg6l9k2oshgs] updating namespace I0521 19:42:34.849607 3700 namespace.go:142] [openshift] updating namespace I0521 19:42:34.861195 3700 namespace.go:142] [rhbk-operator] updating namespace I0521 19:42:34.872319 3700 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:42:34.882229 3700 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:34.900533 3700 namespace.go:142] [tsf] updating namespace I0521 19:42:34.912237 3700 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:42:34.922490 3700 namespace.go:142] [tsf-tas] updating namespace I0521 19:42:34.931705 3700 namespace.go:142] [tsf-tpa] updating namespace I0521 19:42:35.012037 3700 namespace.go:142] [cert-manager] updating namespace I0521 19:42:35.115565 3700 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:42:35.219031 3700 namespace.go:142] [default] updating namespace I0521 19:42:35.312789 3700 namespace.go:142] [konflux-operator] updating namespace I0521 19:42:35.410831 3700 namespace.go:142] [konflux-ui] updating namespace I0521 19:42:35.512337 3700 namespace.go:142] [open-cluster-management-2qegno3se8u2r4kek6nimg6l9k2oshgs] updating namespace I0521 19:42:35.608285 3700 namespace.go:142] [openshift] updating namespace I0521 19:42:35.709264 3700 namespace.go:142] [rhbk-operator] updating namespace I0521 19:42:35.818019 3700 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:42:35.916282 3700 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:36.015903 3700 namespace.go:142] [tsf] updating namespace I0521 19:42:36.123913 3700 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:42:36.222879 3700 namespace.go:142] [tsf-tas] updating namespace I0521 19:42:36.318747 3700 namespace.go:142] [tsf-tpa] updating namespace I0521 19:42:37.072011 3700 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:42:40.952239 3700 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzkfb 84715f2ca6c805824457bae174758a1f4f4c550a49be063adaa4dd795fba1fc6 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzkfb 84715f2ca6c805824457bae174758a1f4f4c550a49be063adaa4dd795fba1fc6 network default NAD default NAD key ] I0521 19:42:40.962557 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-dzkfb, hostIfaceName: 84715f2ca6c8058, network: default, NAD default, SandboxID: "84715f2ca6c805824457bae174758a1f4f4c550a49be063adaa4dd795fba1fc6", PCI device ID: , UID: "4985fb15-ee34-4a4d-82e5-03910f8a3e2e", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0521 19:42:40.985072 3700 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-8m9ts 5229eb68dadbd375110c1f2713b7cf24bdf3960d78eb9c7c31e9cfa37069023c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-8m9ts 5229eb68dadbd375110c1f2713b7cf24bdf3960d78eb9c7c31e9cfa37069023c network default NAD default NAD key ] I0521 19:42:40.995237 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-8m9ts, hostIfaceName: 5229eb68dadbd37, network: default, NAD default, SandboxID: "5229eb68dadbd375110c1f2713b7cf24bdf3960d78eb9c7c31e9cfa37069023c", PCI device ID: , UID: "7df6c027-7ed5-40e9-89a0-3452f348b560", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0521 19:42:41.017263 3700 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzkfb 84715f2ca6c805824457bae174758a1f4f4c550a49be063adaa4dd795fba1fc6 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dzkfb 84715f2ca6c805824457bae174758a1f4f4c550a49be063adaa4dd795fba1fc6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:31:38:48:89:68\",\"name\":\"84715f2ca6c8058\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32789680-ea7f-4358-becd-9b6d81377da9\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:41.044453 3700 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-8m9ts 5229eb68dadbd375110c1f2713b7cf24bdf3960d78eb9c7c31e9cfa37069023c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-8m9ts 5229eb68dadbd375110c1f2713b7cf24bdf3960d78eb9c7c31e9cfa37069023c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:d2:e9:b2:6d:45\",\"name\":\"5229eb68dadbd37\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf5d7247-b8f7-442a-9bdd-de05c394f646\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:42:41.158339 3700 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 19:42:42.167807 3700 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 19:42:48.807327 3700 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:48.807345 3700 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:48.807351 3700 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:52.104998 3700 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:52.105017 3700 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:52.105024 3700 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:52.148493 3700 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:52.148508 3700 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:52.148514 3700 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:52.148520 3700 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:43:02.170826 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 19:43:04.183541 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0521 19:43:10.007202 3700 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q8blk] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-q8blk for pod on switch ip-10-0-2-113.ec2.internal I0521 19:43:10.007311 3700 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q8blk I0521 19:43:10.026084 3700 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q8blk] pod update took 18.788976ms I0521 19:43:10.026110 3700 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q8blk] addLogicalPort annotation time took 18.818084ms I0521 19:43:10.027166 3700 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q8blk] addLogicalPort took 19.982597ms, libovsdb time 767.494µs I0521 19:43:10.152066 3700 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fszvr] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-fszvr for pod on switch ip-10-0-2-113.ec2.internal I0521 19:43:10.152147 3700 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fszvr I0521 19:43:10.168900 3700 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fszvr] pod update took 16.771268ms I0521 19:43:10.168919 3700 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fszvr] addLogicalPort annotation time took 16.797282ms I0521 19:43:10.170061 3700 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fszvr] addLogicalPort took 18.012513ms, libovsdb time 820.459µs I0521 19:43:10.364680 3700 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q8blk 3906d67eb54d1ddb5d005a1c019fa22d1011bbf55697e4a1a3087fe2469eed76 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q8blk 3906d67eb54d1ddb5d005a1c019fa22d1011bbf55697e4a1a3087fe2469eed76 network default NAD default NAD key ] I0521 19:43:10.374714 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-q8blk, hostIfaceName: 3906d67eb54d1dd, network: default, NAD default, SandboxID: "3906d67eb54d1ddb5d005a1c019fa22d1011bbf55697e4a1a3087fe2469eed76", PCI device ID: , UID: "f391901c-f8c0-4b81-b3ec-b86968872dba", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0521 19:43:10.424072 3700 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q8blk 3906d67eb54d1ddb5d005a1c019fa22d1011bbf55697e4a1a3087fe2469eed76 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q8blk 3906d67eb54d1ddb5d005a1c019fa22d1011bbf55697e4a1a3087fe2469eed76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:68:f4:04:47:b1\",\"name\":\"3906d67eb54d1dd\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d948e915-2eaf-4a2d-915d-9b61592e9067\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:43:10.512027 3700 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fszvr dde074a42b78dd82f242e2b7bde7bf64b3452844457d181d975fb5aa7daca5c2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fszvr dde074a42b78dd82f242e2b7bde7bf64b3452844457d181d975fb5aa7daca5c2 network default NAD default NAD key ] I0521 19:43:10.522619 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-fszvr, hostIfaceName: dde074a42b78dd8, network: default, NAD default, SandboxID: "dde074a42b78dd82f242e2b7bde7bf64b3452844457d181d975fb5aa7daca5c2", PCI device ID: , UID: "4c327c7e-1c7f-4673-99a0-20c91662b542", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0521 19:43:10.571144 3700 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fszvr dde074a42b78dd82f242e2b7bde7bf64b3452844457d181d975fb5aa7daca5c2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fszvr dde074a42b78dd82f242e2b7bde7bf64b3452844457d181d975fb5aa7daca5c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:78:55:57:61:45\",\"name\":\"dde074a42b78dd8\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30c4168a-dd6f-416c-8abf-1f1f4d53803e\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:43:14.380929 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 19:43:19.341759 3700 cni.go:452] [tsf/test-tsf-infrastructure f5bcb1e2ba59d0e8acacf528ca9224a07e047ec5386888eb2a6cb2f362103e86 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure f5bcb1e2ba59d0e8acacf528ca9224a07e047ec5386888eb2a6cb2f362103e86 network default NAD default NAD key ] I0521 19:43:19.413622 3700 cni.go:473] [tsf/test-tsf-infrastructure f5bcb1e2ba59d0e8acacf528ca9224a07e047ec5386888eb2a6cb2f362103e86 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure f5bcb1e2ba59d0e8acacf528ca9224a07e047ec5386888eb2a6cb2f362103e86 network default NAD default NAD key default], result "{}", err I0521 19:43:19.464931 3700 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:19.464973 3700 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0521 19:43:19.466306 3700 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.22 I0521 19:43:19.466340 3700 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:19.487050 3700 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:19.487076 3700 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:19.496173 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:43:19.496194 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:43:20.704079 3700 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-113.ec2.internal I0521 19:43:20.704172 3700 kube.go:256] Updating pod tsf/test-tsf-iam I0521 19:43:20.719925 3700 pod.go:62] [tsf/test-tsf-iam] pod update took 15.776435ms I0521 19:43:20.719950 3700 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.80469ms I0521 19:43:20.721136 3700 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.072039ms, libovsdb time 850.961µs I0521 19:43:21.061882 3700 cni.go:452] [tsf/test-tsf-iam cfe2bede77138b4e4a390f605f30ee5e8decd6d0e37e7959d5ec589d7698bb04 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam cfe2bede77138b4e4a390f605f30ee5e8decd6d0e37e7959d5ec589d7698bb04 network default NAD default NAD key ] I0521 19:43:21.072167 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: cfe2bede77138b4, network: default, NAD default, SandboxID: "cfe2bede77138b4e4a390f605f30ee5e8decd6d0e37e7959d5ec589d7698bb04", PCI device ID: , UID: "39a3a52e-242b-40d8-b8ee-96a9be14cbae", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0521 19:43:21.122264 3700 cni.go:473] [tsf/test-tsf-iam cfe2bede77138b4e4a390f605f30ee5e8decd6d0e37e7959d5ec589d7698bb04 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam cfe2bede77138b4e4a390f605f30ee5e8decd6d0e37e7959d5ec589d7698bb04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:79:5b:88:49:6b\",\"name\":\"cfe2bede77138b4\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12ed63c0-b24e-4388-a74e-bbeb70697019\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:43:21.678797 3700 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:43:21.679451 3700 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:43:21.679473 3700 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:43:21.681649 3700 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0521 19:43:25.326575 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 19:43:27.220307 3700 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-gbcd4] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-gbcd4 for pod on switch ip-10-0-2-113.ec2.internal I0521 19:43:27.220398 3700 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-gbcd4 I0521 19:43:27.234309 3700 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-gbcd4] pod update took 13.937492ms I0521 19:43:27.234330 3700 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-gbcd4] addLogicalPort annotation time took 13.964191ms I0521 19:43:27.235511 3700 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-gbcd4] addLogicalPort took 15.221074ms, libovsdb time 756.783µs I0521 19:43:27.583209 3700 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-gbcd4 e6a2824326e6f44c088955446825bb0b7ac7aad9574f6386b4fc6548eb139927 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-gbcd4 e6a2824326e6f44c088955446825bb0b7ac7aad9574f6386b4fc6548eb139927 network default NAD default NAD key ] I0521 19:43:27.593052 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-gbcd4, hostIfaceName: e6a2824326e6f44, network: default, NAD default, SandboxID: "e6a2824326e6f44c088955446825bb0b7ac7aad9574f6386b4fc6548eb139927", PCI device ID: , UID: "53773b37-a12a-4057-9215-4903327283bb", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0521 19:43:27.646400 3700 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-gbcd4 e6a2824326e6f44c088955446825bb0b7ac7aad9574f6386b4fc6548eb139927 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-gbcd4 e6a2824326e6f44c088955446825bb0b7ac7aad9574f6386b4fc6548eb139927 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:a4:9e:7f:14:a8\",\"name\":\"e6a2824326e6f44\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a92d53d7-2153-4f85-81e4-dbd6563f9b1f\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:43:31.132188 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:31.132210 3700 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:31.132798 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:43:31.132818 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0521 19:43:32.380942 3700 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:43:35.463989 3700 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-113.ec2.internal I0521 19:43:35.464097 3700 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0521 19:43:35.477978 3700 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.911274ms I0521 19:43:35.478000 3700 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.936744ms I0521 19:43:35.479343 3700 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.373007ms, libovsdb time 924.602µs I0521 19:43:40.322988 3700 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 973e3c162e00010cd2ab62a7a797a0a9c568ef7e40712f6d1cd4299f67f89b20 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 973e3c162e00010cd2ab62a7a797a0a9c568ef7e40712f6d1cd4299f67f89b20 network default NAD default NAD key ] I0521 19:43:40.333288 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 973e3c162e00010, network: default, NAD default, SandboxID: "973e3c162e00010cd2ab62a7a797a0a9c568ef7e40712f6d1cd4299f67f89b20", PCI device ID: , UID: "78f668c0-031c-4c63-b023-c65d494a8eb8", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0521 19:43:40.382657 3700 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 973e3c162e00010cd2ab62a7a797a0a9c568ef7e40712f6d1cd4299f67f89b20 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 973e3c162e00010cd2ab62a7a797a0a9c568ef7e40712f6d1cd4299f67f89b20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:a7:ef:04:d7:5e\",\"name\":\"973e3c162e00010\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f40c6500-259d-45a4-8880-f6f0630cc8bb\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:43:46.520565 3700 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:43:48.052476 3700 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-77qtn] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-77qtn for pod on switch ip-10-0-2-113.ec2.internal I0521 19:43:48.052557 3700 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-77qtn I0521 19:43:48.069764 3700 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-77qtn] pod update took 17.226693ms I0521 19:43:48.069786 3700 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-77qtn] addLogicalPort annotation time took 17.25339ms I0521 19:43:48.070858 3700 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-77qtn] addLogicalPort took 18.396402ms, libovsdb time 772.086µs I0521 19:43:48.409174 3700 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-77qtn 0b8b26955784a97f2340d691a159937c71199ed2adb933e350339fbe74924ad4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-77qtn 0b8b26955784a97f2340d691a159937c71199ed2adb933e350339fbe74924ad4 network default NAD default NAD key ] I0521 19:43:48.419737 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-77qtn, hostIfaceName: 0b8b26955784a97, network: default, NAD default, SandboxID: "0b8b26955784a97f2340d691a159937c71199ed2adb933e350339fbe74924ad4", PCI device ID: , UID: "f5906975-2675-405c-8268-75553fd896bc", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0521 19:43:48.473013 3700 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-77qtn 0b8b26955784a97f2340d691a159937c71199ed2adb933e350339fbe74924ad4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-77qtn 0b8b26955784a97f2340d691a159937c71199ed2adb933e350339fbe74924ad4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:db:d1:2c:e3:3f\",\"name\":\"0b8b26955784a97\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03faa1c9-fc34-4f27-962e-4663696169a6\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:43:50.488747 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=289 I0521 19:43:50.599729 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 W0521 19:44:01.142767 3700 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:44:01.142786 3700 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:44:01.142791 3700 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:44:11.584620 3700 cni.go:452] [tsf/test-tsf-iam cfe2bede77138b4e4a390f605f30ee5e8decd6d0e37e7959d5ec589d7698bb04 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam cfe2bede77138b4e4a390f605f30ee5e8decd6d0e37e7959d5ec589d7698bb04 network default NAD default NAD key ] I0521 19:44:11.664058 3700 cni.go:473] [tsf/test-tsf-iam cfe2bede77138b4e4a390f605f30ee5e8decd6d0e37e7959d5ec589d7698bb04 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam cfe2bede77138b4e4a390f605f30ee5e8decd6d0e37e7959d5ec589d7698bb04 network default NAD default NAD key default], result "{}", err I0521 19:44:11.720291 3700 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:11.720321 3700 pods.go:176] Deleting pod: tsf/test-tsf-iam I0521 19:44:11.721687 3700 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.27 I0521 19:44:11.721721 3700 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:11.768922 3700 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:11.768945 3700 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:11.780648 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:44:11.780669 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 19:44:12.890235 3700 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-113.ec2.internal I0521 19:44:12.890322 3700 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0521 19:44:12.908706 3700 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 18.4052ms I0521 19:44:12.908726 3700 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 18.430337ms I0521 19:44:12.909885 3700 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 19.665045ms, libovsdb time 847.92µs I0521 19:44:13.247284 3700 cni.go:452] [tsf-tas/test-tsf-tas d477e4792c8ddb5c09f7994df97f56bcfc5f8da0f31208ef29530595f3846c45 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas d477e4792c8ddb5c09f7994df97f56bcfc5f8da0f31208ef29530595f3846c45 network default NAD default NAD key ] I0521 19:44:13.257091 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: d477e4792c8ddb5, network: default, NAD default, SandboxID: "d477e4792c8ddb5c09f7994df97f56bcfc5f8da0f31208ef29530595f3846c45", PCI device ID: , UID: "ab5f001a-33d8-4fcb-b5cd-9361720a1ff6", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0521 19:44:13.307345 3700 cni.go:473] [tsf-tas/test-tsf-tas d477e4792c8ddb5c09f7994df97f56bcfc5f8da0f31208ef29530595f3846c45 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas d477e4792c8ddb5c09f7994df97f56bcfc5f8da0f31208ef29530595f3846c45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:9b:df:64:97:7d\",\"name\":\"d477e4792c8ddb5\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38d4959b-fe5f-406e-9c24-77b60de7deac\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:44:14.114441 3700 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-r66p9-tlmnk] creating logical port tsf-tas_segment-backup-installation-r66p9-tlmnk for pod on switch ip-10-0-2-113.ec2.internal I0521 19:44:14.114566 3700 kube.go:256] Updating pod tsf-tas/segment-backup-installation-r66p9-tlmnk I0521 19:44:14.134685 3700 pod.go:62] [tsf-tas/segment-backup-installation-r66p9-tlmnk] pod update took 20.142529ms I0521 19:44:14.134708 3700 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-r66p9-tlmnk] addLogicalPort annotation time took 20.169667ms I0521 19:44:14.135894 3700 pods.go:271] [tsf-tas/segment-backup-installation-r66p9-tlmnk] addLogicalPort took 21.474461ms, libovsdb time 875.605µs I0521 19:44:14.472675 3700 cni.go:452] [tsf-tas/segment-backup-installation-r66p9-tlmnk a608f22c50b027bd15f3176ab0eb9cf1bf50fae6231e481362489798bd275f91 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-r66p9-tlmnk a608f22c50b027bd15f3176ab0eb9cf1bf50fae6231e481362489798bd275f91 network default NAD default NAD key ] I0521 19:44:14.482813 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-r66p9-tlmnk, hostIfaceName: a608f22c50b027b, network: default, NAD default, SandboxID: "a608f22c50b027bd15f3176ab0eb9cf1bf50fae6231e481362489798bd275f91", PCI device ID: , UID: "e0d7c1d7-77dc-4fe4-85dc-0c68d9ffc7a5", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0521 19:44:14.534546 3700 cni.go:473] [tsf-tas/segment-backup-installation-r66p9-tlmnk a608f22c50b027bd15f3176ab0eb9cf1bf50fae6231e481362489798bd275f91 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-r66p9-tlmnk a608f22c50b027bd15f3176ab0eb9cf1bf50fae6231e481362489798bd275f91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:ba:cd:2b:94:2a\",\"name\":\"a608f22c50b027b\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c7b3281-f6cc-4ee6-ab46-e77806181b3d\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:44:15.713322 3700 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-2g7ln-795xk] creating logical port tsf-tas_ctlog-createtree-job-2g7ln-795xk for pod on switch ip-10-0-2-113.ec2.internal I0521 19:44:15.713416 3700 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-2g7ln-795xk I0521 19:44:15.731149 3700 pod.go:62] [tsf-tas/ctlog-createtree-job-2g7ln-795xk] pod update took 17.756117ms I0521 19:44:15.731232 3700 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-2g7ln-795xk] addLogicalPort annotation time took 17.84489ms I0521 19:44:15.732778 3700 pods.go:271] [tsf-tas/ctlog-createtree-job-2g7ln-795xk] addLogicalPort took 19.477305ms, libovsdb time 1.056759ms I0521 19:44:16.092565 3700 cni.go:452] [tsf-tas/ctlog-createtree-job-2g7ln-795xk 111383e186b2d2188d8743b50f2b00c5f8865abeb2829a90508e42a4f5092927 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-2g7ln-795xk 111383e186b2d2188d8743b50f2b00c5f8865abeb2829a90508e42a4f5092927 network default NAD default NAD key ] I0521 19:44:16.103924 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-2g7ln-795xk, hostIfaceName: 111383e186b2d21, network: default, NAD default, SandboxID: "111383e186b2d2188d8743b50f2b00c5f8865abeb2829a90508e42a4f5092927", PCI device ID: , UID: "a8dab370-39d6-40cd-adc1-7af33e6da068", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0521 19:44:16.168825 3700 cni.go:473] [tsf-tas/ctlog-createtree-job-2g7ln-795xk 111383e186b2d2188d8743b50f2b00c5f8865abeb2829a90508e42a4f5092927 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-2g7ln-795xk 111383e186b2d2188d8743b50f2b00c5f8865abeb2829a90508e42a4f5092927 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:ff:19:27:1e:29\",\"name\":\"111383e186b2d21\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c96a78f-d160-48bf-a9af-631ba66331e3\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:44:18.521646 3700 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-6c5964647-5b457] creating logical port tsf-tas_trillian-db-6c5964647-5b457 for pod on switch ip-10-0-2-113.ec2.internal I0521 19:44:18.521831 3700 kube.go:256] Updating pod tsf-tas/trillian-db-6c5964647-5b457 I0521 19:44:18.537177 3700 pod.go:62] [tsf-tas/trillian-db-6c5964647-5b457] pod update took 15.381931ms I0521 19:44:18.537260 3700 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-6c5964647-5b457] addLogicalPort annotation time took 15.468855ms I0521 19:44:18.538815 3700 pods.go:271] [tsf-tas/trillian-db-6c5964647-5b457] addLogicalPort took 17.186768ms, libovsdb time 1.050636ms I0521 19:44:21.604585 3700 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bd7x2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:21.605161 3700 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bd7x2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:22.488872 3700 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bd7x2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:22.488900 3700 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bd7x2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:24.720892 3700 cni.go:452] [tsf-tas/trillian-db-6c5964647-5b457 a0102de6322775e65f7025dd0537d7b96ad82e1cc631a4eea3edc45b211c12ce network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-6c5964647-5b457 a0102de6322775e65f7025dd0537d7b96ad82e1cc631a4eea3edc45b211c12ce network default NAD default NAD key ] I0521 19:44:24.730427 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-6c5964647-5b457, hostIfaceName: a0102de6322775e, network: default, NAD default, SandboxID: "a0102de6322775e65f7025dd0537d7b96ad82e1cc631a4eea3edc45b211c12ce", PCI device ID: , UID: "3e3e3e1a-2617-407d-a4b3-76f095cab237", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0521 19:44:24.783710 3700 cni.go:473] [tsf-tas/trillian-db-6c5964647-5b457 a0102de6322775e65f7025dd0537d7b96ad82e1cc631a4eea3edc45b211c12ce network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-6c5964647-5b457 a0102de6322775e65f7025dd0537d7b96ad82e1cc631a4eea3edc45b211c12ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:42:72:57:e7:a9\",\"name\":\"a0102de6322775e\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cae80f92-2275-4d1d-a2f4-836e36b788b0\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:44:26.278950 3700 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0521 19:44:26.347262 3700 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 19:44:27.703282 3700 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:44:28.689053 3700 cni.go:452] [tsf-tas/segment-backup-installation-r66p9-tlmnk a608f22c50b027bd15f3176ab0eb9cf1bf50fae6231e481362489798bd275f91 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-r66p9-tlmnk a608f22c50b027bd15f3176ab0eb9cf1bf50fae6231e481362489798bd275f91 network default NAD default NAD key ] I0521 19:44:28.767435 3700 cni.go:473] [tsf-tas/segment-backup-installation-r66p9-tlmnk a608f22c50b027bd15f3176ab0eb9cf1bf50fae6231e481362489798bd275f91 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-r66p9-tlmnk a608f22c50b027bd15f3176ab0eb9cf1bf50fae6231e481362489798bd275f91 network default NAD default NAD key default], result "{}", err I0521 19:44:28.826310 3700 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-r66p9-tlmnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:28.826337 3700 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-r66p9-tlmnk I0521 19:44:28.827641 3700 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-r66p9-tlmnk, ips: 10.130.0.32 I0521 19:44:28.827676 3700 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-r66p9-tlmnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:29.869158 3700 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-r66p9-tlmnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:29.869181 3700 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-r66p9-tlmnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:30.891088 3700 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5ltkw] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-5ltkw for pod on switch ip-10-0-2-113.ec2.internal I0521 19:44:30.891215 3700 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5ltkw I0521 19:44:30.905537 3700 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5ltkw] pod update took 14.346134ms I0521 19:44:30.905558 3700 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5ltkw] addLogicalPort annotation time took 14.371819ms I0521 19:44:30.906842 3700 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5ltkw] addLogicalPort took 15.767923ms, libovsdb time 933.46µs I0521 19:44:31.080878 3700 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ft59] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-2ft59 for pod on switch ip-10-0-2-113.ec2.internal I0521 19:44:31.080960 3700 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ft59 I0521 19:44:31.095275 3700 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ft59] pod update took 14.338493ms I0521 19:44:31.095295 3700 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ft59] addLogicalPort annotation time took 14.363943ms I0521 19:44:31.096400 3700 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ft59] addLogicalPort took 15.539379ms, libovsdb time 748.841µs I0521 19:44:31.258127 3700 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5ltkw 6d511eb60a7294244b93b2793e041037b2d7cbb1c0d3b98ec2c00616f339bf80 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5ltkw 6d511eb60a7294244b93b2793e041037b2d7cbb1c0d3b98ec2c00616f339bf80 network default NAD default NAD key ] I0521 19:44:31.268023 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-5ltkw, hostIfaceName: 6d511eb60a72942, network: default, NAD default, SandboxID: "6d511eb60a7294244b93b2793e041037b2d7cbb1c0d3b98ec2c00616f339bf80", PCI device ID: , UID: "c8b73c78-c8f0-43f4-b0d0-400ba5115709", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0521 19:44:31.318530 3700 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5ltkw 6d511eb60a7294244b93b2793e041037b2d7cbb1c0d3b98ec2c00616f339bf80 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5ltkw 6d511eb60a7294244b93b2793e041037b2d7cbb1c0d3b98ec2c00616f339bf80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:6c:ff:68:e3:7e\",\"name\":\"6d511eb60a72942\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bfdcdc3-5f03-4bb7-a0c1-83890d67b744\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:44:31.440399 3700 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ft59 eecbb8db97c8cb4121beaa91c5d820c1d1d84101996274342485a5b03def1fda network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ft59 eecbb8db97c8cb4121beaa91c5d820c1d1d84101996274342485a5b03def1fda network default NAD default NAD key ] I0521 19:44:31.450152 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-2ft59, hostIfaceName: eecbb8db97c8cb4, network: default, NAD default, SandboxID: "eecbb8db97c8cb4121beaa91c5d820c1d1d84101996274342485a5b03def1fda", PCI device ID: , UID: "52c6ad40-3453-4444-b502-a5ced8491f0d", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0521 19:44:31.500768 3700 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ft59 eecbb8db97c8cb4121beaa91c5d820c1d1d84101996274342485a5b03def1fda network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ft59 eecbb8db97c8cb4121beaa91c5d820c1d1d84101996274342485a5b03def1fda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:b4:02:72:d9:82\",\"name\":\"eecbb8db97c8cb4\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93f9bcd6-cdbc-4eda-8a34-eb8aa4183ffa\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:44:33.750346 3700 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:33.750363 3700 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:34.355005 3700 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0521 19:44:34.723427 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:34.723448 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:38.725703 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:44:42.567903 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0521 19:45:06.897475 3700 cni.go:452] [tsf-tas/test-tsf-tas d477e4792c8ddb5c09f7994df97f56bcfc5f8da0f31208ef29530595f3846c45 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas d477e4792c8ddb5c09f7994df97f56bcfc5f8da0f31208ef29530595f3846c45 network default NAD default NAD key ] I0521 19:45:06.974381 3700 cni.go:473] [tsf-tas/test-tsf-tas d477e4792c8ddb5c09f7994df97f56bcfc5f8da0f31208ef29530595f3846c45 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas d477e4792c8ddb5c09f7994df97f56bcfc5f8da0f31208ef29530595f3846c45 network default NAD default NAD key default], result "{}", err I0521 19:45:07.028019 3700 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:07.028045 3700 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0521 19:45:07.029302 3700 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.31 I0521 19:45:07.029332 3700 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:07.049100 3700 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:07.049117 3700 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:07.056580 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:45:07.056632 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:45:13.930388 3700 cni.go:452] [tsf-tas/ctlog-createtree-job-2g7ln-795xk 111383e186b2d2188d8743b50f2b00c5f8865abeb2829a90508e42a4f5092927 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-2g7ln-795xk 111383e186b2d2188d8743b50f2b00c5f8865abeb2829a90508e42a4f5092927 network default NAD default NAD key ] I0521 19:45:14.011403 3700 cni.go:473] [tsf-tas/ctlog-createtree-job-2g7ln-795xk 111383e186b2d2188d8743b50f2b00c5f8865abeb2829a90508e42a4f5092927 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-2g7ln-795xk 111383e186b2d2188d8743b50f2b00c5f8865abeb2829a90508e42a4f5092927 network default NAD default NAD key default], result "{}", err I0521 19:45:14.077037 3700 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-2g7ln-795xk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:14.077063 3700 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-2g7ln-795xk I0521 19:45:14.078357 3700 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-2g7ln-795xk, ips: 10.130.0.33 I0521 19:45:14.078391 3700 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-2g7ln-795xk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:14.950447 3700 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-2g7ln-795xk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:14.950470 3700 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-2g7ln-795xk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:15.948272 3700 obj_retry.go:498] Detected object tsf/patch-tekton-config-sswt6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:15.948370 3700 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-774fc7c6f-kp547] creating logical port tsf-tas_ctlog-774fc7c6f-kp547 for pod on switch ip-10-0-2-113.ec2.internal I0521 19:45:15.948450 3700 kube.go:256] Updating pod tsf-tas/ctlog-774fc7c6f-kp547 I0521 19:45:15.948927 3700 obj_retry.go:498] Detected object tsf/patch-tekton-config-sswt6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:15.967699 3700 pod.go:62] [tsf-tas/ctlog-774fc7c6f-kp547] pod update took 19.267572ms I0521 19:45:15.967721 3700 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-774fc7c6f-kp547] addLogicalPort annotation time took 19.295355ms I0521 19:45:15.969091 3700 pods.go:271] [tsf-tas/ctlog-774fc7c6f-kp547] addLogicalPort took 20.737162ms, libovsdb time 955.484µs I0521 19:45:16.304649 3700 cni.go:452] [tsf-tas/ctlog-774fc7c6f-kp547 f05d9904d980073826b5dc5e94966dd34ab4d89455ba9fab06a131a06ea3fae3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-774fc7c6f-kp547 f05d9904d980073826b5dc5e94966dd34ab4d89455ba9fab06a131a06ea3fae3 network default NAD default NAD key ] I0521 19:45:16.332118 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-774fc7c6f-kp547, hostIfaceName: f05d9904d980073, network: default, NAD default, SandboxID: "f05d9904d980073826b5dc5e94966dd34ab4d89455ba9fab06a131a06ea3fae3", PCI device ID: , UID: "eb9137f1-6d81-4afe-8d2e-d26604d97bb9", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0521 19:45:16.380982 3700 cni.go:473] [tsf-tas/ctlog-774fc7c6f-kp547 f05d9904d980073826b5dc5e94966dd34ab4d89455ba9fab06a131a06ea3fae3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-774fc7c6f-kp547 f05d9904d980073826b5dc5e94966dd34ab4d89455ba9fab06a131a06ea3fae3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:f9:6e:06:4e:fd\",\"name\":\"f05d9904d980073\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51851f8d-deda-4301-b580-c39726721e53\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:45:16.970879 3700 obj_retry.go:492] Detected object tsf/patch-tekton-config-sswt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:16.970913 3700 obj_retry.go:492] Detected object tsf/patch-tekton-config-sswt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:17.080877 3700 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-rk8wn] creating logical port tsf_tsf-tekton-configuration-rk8wn for pod on switch ip-10-0-2-113.ec2.internal I0521 19:45:17.080978 3700 kube.go:256] Updating pod tsf/tsf-tekton-configuration-rk8wn I0521 19:45:17.097309 3700 pod.go:62] [tsf/tsf-tekton-configuration-rk8wn] pod update took 16.358089ms I0521 19:45:17.097337 3700 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-rk8wn] addLogicalPort annotation time took 16.390453ms I0521 19:45:17.098523 3700 pods.go:271] [tsf/tsf-tekton-configuration-rk8wn] addLogicalPort took 17.672505ms, libovsdb time 830.867µs I0521 19:45:17.439766 3700 cni.go:452] [tsf/tsf-tekton-configuration-rk8wn bf34a5e320d5bb834e762cfac63df2e137a5a98c8422c488d1c82daa7c713f5f network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-rk8wn bf34a5e320d5bb834e762cfac63df2e137a5a98c8422c488d1c82daa7c713f5f network default NAD default NAD key ] I0521 19:45:17.450672 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-rk8wn, hostIfaceName: bf34a5e320d5bb8, network: default, NAD default, SandboxID: "bf34a5e320d5bb834e762cfac63df2e137a5a98c8422c488d1c82daa7c713f5f", PCI device ID: , UID: "63ac7032-b626-469b-96bf-8b0e557ea910", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0521 19:45:17.501328 3700 cni.go:473] [tsf/tsf-tekton-configuration-rk8wn bf34a5e320d5bb834e762cfac63df2e137a5a98c8422c488d1c82daa7c713f5f network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-rk8wn bf34a5e320d5bb834e762cfac63df2e137a5a98c8422c488d1c82daa7c713f5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:26:13:31:2e:7b\",\"name\":\"bf34a5e320d5bb8\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08c9abde-1c98-49de-ac57-72744c9e487f\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:45:18.960669 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 19:45:19.709414 3700 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-nszzz-qlwrf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:19.710014 3700 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-nszzz-qlwrf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:20.581433 3700 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-nszzz-qlwrf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:20.581459 3700 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-nszzz-qlwrf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:22.519017 3700 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6b899bbf59-gc4pc] creating logical port tsf-tas_rekor-search-ui-6b899bbf59-gc4pc for pod on switch ip-10-0-2-113.ec2.internal I0521 19:45:22.519098 3700 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6b899bbf59-gc4pc I0521 19:45:22.534619 3700 pod.go:62] [tsf-tas/rekor-search-ui-6b899bbf59-gc4pc] pod update took 15.540481ms I0521 19:45:22.534645 3700 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-6b899bbf59-gc4pc] addLogicalPort annotation time took 15.569894ms I0521 19:45:22.535816 3700 pods.go:271] [tsf-tas/rekor-search-ui-6b899bbf59-gc4pc] addLogicalPort took 16.814937ms, libovsdb time 824.103µs I0521 19:45:22.876986 3700 cni.go:452] [tsf-tas/rekor-search-ui-6b899bbf59-gc4pc a0ff0642fffc54525420f94c7a587a9131db40a8398c14243a6cf86bf429fc5c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-6b899bbf59-gc4pc a0ff0642fffc54525420f94c7a587a9131db40a8398c14243a6cf86bf429fc5c network default NAD default NAD key ] I0521 19:45:22.886933 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6b899bbf59-gc4pc, hostIfaceName: a0ff0642fffc545, network: default, NAD default, SandboxID: "a0ff0642fffc54525420f94c7a587a9131db40a8398c14243a6cf86bf429fc5c", PCI device ID: , UID: "7c1e9b2d-3717-46f1-984e-12577cef8c06", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0521 19:45:22.938860 3700 cni.go:473] [tsf-tas/rekor-search-ui-6b899bbf59-gc4pc a0ff0642fffc54525420f94c7a587a9131db40a8398c14243a6cf86bf429fc5c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-6b899bbf59-gc4pc a0ff0642fffc54525420f94c7a587a9131db40a8398c14243a6cf86bf429fc5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:90:6a:68:e8:50\",\"name\":\"a0ff0642fffc545\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58ac7ef2-fc5e-4d36-89dc-063846f68b61\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:45:22.987851 3700 cni.go:452] [tsf/tsf-tekton-configuration-rk8wn bf34a5e320d5bb834e762cfac63df2e137a5a98c8422c488d1c82daa7c713f5f network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-rk8wn bf34a5e320d5bb834e762cfac63df2e137a5a98c8422c488d1c82daa7c713f5f network default NAD default NAD key ] I0521 19:45:23.057294 3700 cni.go:473] [tsf/tsf-tekton-configuration-rk8wn bf34a5e320d5bb834e762cfac63df2e137a5a98c8422c488d1c82daa7c713f5f network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-rk8wn bf34a5e320d5bb834e762cfac63df2e137a5a98c8422c488d1c82daa7c713f5f network default NAD default NAD key default], result "{}", err I0521 19:45:23.111583 3700 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-rk8wn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:23.111667 3700 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-rk8wn I0521 19:45:23.113020 3700 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-rk8wn, ips: 10.130.0.38 I0521 19:45:23.113049 3700 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-rk8wn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:24.135943 3700 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-rk8wn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:24.135973 3700 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-rk8wn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:24.176145 3700 obj_retry.go:492] Detected object tsf/patch-tekton-config-sswt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:24.176164 3700 obj_retry.go:492] Detected object tsf/patch-tekton-config-sswt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:24.182278 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-sswt6 I0521 19:45:24.182305 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-sswt6 I0521 19:45:24.885769 3700 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-113.ec2.internal I0521 19:45:24.885889 3700 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0521 19:45:24.900958 3700 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.092783ms I0521 19:45:24.900984 3700 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.123363ms I0521 19:45:24.902381 3700 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.626421ms, libovsdb time 945.634µs I0521 19:45:25.623647 3700 cni.go:452] [tsf-tpa/pre-install-tsf-tpa eefc0d0db0243fc69e72667d08c4f736a9b753ab9fd8877e5ce5120950b49d0f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa eefc0d0db0243fc69e72667d08c4f736a9b753ab9fd8877e5ce5120950b49d0f network default NAD default NAD key ] I0521 19:45:25.634713 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: eefc0d0db0243fc, network: default, NAD default, SandboxID: "eefc0d0db0243fc69e72667d08c4f736a9b753ab9fd8877e5ce5120950b49d0f", PCI device ID: , UID: "5fa02d70-44ae-40f0-b0a5-c3d98c8ba028", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0521 19:45:25.686677 3700 cni.go:473] [tsf-tpa/pre-install-tsf-tpa eefc0d0db0243fc69e72667d08c4f736a9b753ab9fd8877e5ce5120950b49d0f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa eefc0d0db0243fc69e72667d08c4f736a9b753ab9fd8877e5ce5120950b49d0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:18:5c:ae:00:67\",\"name\":\"eefc0d0db0243fc\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f5b7ec8-cd98-48cd-aa5a-2bec1c5c120f\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:45:26.000098 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:45:28.563345 3700 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0521 19:45:28.614095 3700 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0521 19:45:29.974673 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0521 19:45:30.031057 3700 cni.go:452] [tsf-tpa/pre-install-tsf-tpa eefc0d0db0243fc69e72667d08c4f736a9b753ab9fd8877e5ce5120950b49d0f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa eefc0d0db0243fc69e72667d08c4f736a9b753ab9fd8877e5ce5120950b49d0f network default NAD default NAD key ] I0521 19:45:30.111717 3700 cni.go:473] [tsf-tpa/pre-install-tsf-tpa eefc0d0db0243fc69e72667d08c4f736a9b753ab9fd8877e5ce5120950b49d0f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa eefc0d0db0243fc69e72667d08c4f736a9b753ab9fd8877e5ce5120950b49d0f network default NAD default NAD key default], result "{}", err I0521 19:45:30.164378 3700 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:30.164402 3700 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0521 19:45:30.165637 3700 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.40 I0521 19:45:30.165671 3700 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:30.186975 3700 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:30.187002 3700 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:30.195903 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:45:30.195929 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 19:45:30.425969 3700 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-113.ec2.internal I0521 19:45:30.426057 3700 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0521 19:45:30.440179 3700 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.14657ms I0521 19:45:30.440200 3700 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.172479ms I0521 19:45:30.441457 3700 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.507323ms, libovsdb time 909.187µs I0521 19:45:30.782384 3700 cni.go:452] [tsf-tpa/test-tsf-tpa df160766c4160b793d639d5910a7d1b6461080f8943275d2d717e3ceeeb13b37 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa df160766c4160b793d639d5910a7d1b6461080f8943275d2d717e3ceeeb13b37 network default NAD default NAD key ] I0521 19:45:30.792663 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: df160766c4160b7, network: default, NAD default, SandboxID: "df160766c4160b793d639d5910a7d1b6461080f8943275d2d717e3ceeeb13b37", PCI device ID: , UID: "63950979-c1ca-4ecc-a837-ec92066ed07e", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0521 19:45:30.844729 3700 cni.go:473] [tsf-tpa/test-tsf-tpa df160766c4160b793d639d5910a7d1b6461080f8943275d2d717e3ceeeb13b37 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa df160766c4160b793d639d5910a7d1b6461080f8943275d2d717e3ceeeb13b37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ca:e3:16:f0:16\",\"name\":\"df160766c4160b7\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab501d39-ff2f-481f-9266-f6d168b18ec7\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:45:31.551719 3700 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-xw9sr] creating logical port tsf-tpa_create-db-xw9sr for pod on switch ip-10-0-2-113.ec2.internal I0521 19:45:31.551847 3700 kube.go:256] Updating pod tsf-tpa/create-db-xw9sr I0521 19:45:31.565161 3700 pod.go:62] [tsf-tpa/create-db-xw9sr] pod update took 13.33835ms I0521 19:45:31.565189 3700 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-xw9sr] addLogicalPort annotation time took 13.369163ms I0521 19:45:31.566634 3700 pods.go:271] [tsf-tpa/create-db-xw9sr] addLogicalPort took 14.929949ms, libovsdb time 894.079µs I0521 19:45:31.912476 3700 cni.go:452] [tsf-tpa/create-db-xw9sr 0bf57fc55c89f7606f54bf9db7ea443517fbc2062372658c4b6d9517834824e5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-xw9sr 0bf57fc55c89f7606f54bf9db7ea443517fbc2062372658c4b6d9517834824e5 network default NAD default NAD key ] I0521 19:45:31.922361 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-xw9sr, hostIfaceName: 0bf57fc55c89f76, network: default, NAD default, SandboxID: "0bf57fc55c89f7606f54bf9db7ea443517fbc2062372658c4b6d9517834824e5", PCI device ID: , UID: "06d67654-3aa6-4c97-a008-3dcfaed91516", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0521 19:45:31.972453 3700 cni.go:473] [tsf-tpa/create-db-xw9sr 0bf57fc55c89f7606f54bf9db7ea443517fbc2062372658c4b6d9517834824e5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-xw9sr 0bf57fc55c89f7606f54bf9db7ea443517fbc2062372658c4b6d9517834824e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:18:13:a2:ff:2f\",\"name\":\"0bf57fc55c89f76\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f4bac11-ee47-4bd7-a69a-5bd767ec77e3\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:45:33.900152 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:45:36.068843 3700 cni.go:452] [tsf-tpa/create-db-xw9sr 0bf57fc55c89f7606f54bf9db7ea443517fbc2062372658c4b6d9517834824e5 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-xw9sr 0bf57fc55c89f7606f54bf9db7ea443517fbc2062372658c4b6d9517834824e5 network default NAD default NAD key ] I0521 19:45:36.147796 3700 cni.go:473] [tsf-tpa/create-db-xw9sr 0bf57fc55c89f7606f54bf9db7ea443517fbc2062372658c4b6d9517834824e5 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-xw9sr 0bf57fc55c89f7606f54bf9db7ea443517fbc2062372658c4b6d9517834824e5 network default NAD default NAD key default], result "{}", err I0521 19:45:36.200866 3700 obj_retry.go:498] Detected object tsf-tpa/create-db-xw9sr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:36.200902 3700 pods.go:176] Deleting pod: tsf-tpa/create-db-xw9sr I0521 19:45:36.202219 3700 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-xw9sr, ips: 10.130.0.42 I0521 19:45:36.202247 3700 obj_retry.go:498] Detected object tsf-tpa/create-db-xw9sr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:37.222669 3700 obj_retry.go:492] Detected object tsf-tpa/create-db-xw9sr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:37.222698 3700 obj_retry.go:492] Detected object tsf-tpa/create-db-xw9sr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:37.335108 3700 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-rdpwj] creating logical port tsf-tpa_migrate-db-rdpwj for pod on switch ip-10-0-2-113.ec2.internal I0521 19:45:37.335227 3700 kube.go:256] Updating pod tsf-tpa/migrate-db-rdpwj I0521 19:45:37.348046 3700 pod.go:62] [tsf-tpa/migrate-db-rdpwj] pod update took 12.848914ms I0521 19:45:37.348131 3700 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-rdpwj] addLogicalPort annotation time took 12.941891ms I0521 19:45:37.349411 3700 pods.go:271] [tsf-tpa/migrate-db-rdpwj] addLogicalPort took 14.324871ms, libovsdb time 876.125µs I0521 19:45:37.695298 3700 cni.go:452] [tsf-tpa/migrate-db-rdpwj 7298b1143dbd0f84b3a600f765e319c22dc5222ac15a0ef9c82e372715e807d0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-rdpwj 7298b1143dbd0f84b3a600f765e319c22dc5222ac15a0ef9c82e372715e807d0 network default NAD default NAD key ] I0521 19:45:37.704904 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-rdpwj, hostIfaceName: 7298b1143dbd0f8, network: default, NAD default, SandboxID: "7298b1143dbd0f84b3a600f765e319c22dc5222ac15a0ef9c82e372715e807d0", PCI device ID: , UID: "56c6820f-b1fc-4853-9afb-9ad9c477b1a8", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0521 19:45:37.758109 3700 cni.go:473] [tsf-tpa/migrate-db-rdpwj 7298b1143dbd0f84b3a600f765e319c22dc5222ac15a0ef9c82e372715e807d0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-rdpwj 7298b1143dbd0f84b3a600f765e319c22dc5222ac15a0ef9c82e372715e807d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:75:80:41:62:d1\",\"name\":\"7298b1143dbd0f8\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4556c42-f837-4225-bc51-2e4620d72ccd\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:45:38.070404 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:45:40.092236 3700 cni.go:452] [tsf-tpa/migrate-db-rdpwj 7298b1143dbd0f84b3a600f765e319c22dc5222ac15a0ef9c82e372715e807d0 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-rdpwj 7298b1143dbd0f84b3a600f765e319c22dc5222ac15a0ef9c82e372715e807d0 network default NAD default NAD key ] I0521 19:45:40.177827 3700 cni.go:473] [tsf-tpa/migrate-db-rdpwj 7298b1143dbd0f84b3a600f765e319c22dc5222ac15a0ef9c82e372715e807d0 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-rdpwj 7298b1143dbd0f84b3a600f765e319c22dc5222ac15a0ef9c82e372715e807d0 network default NAD default NAD key default], result "{}", err I0521 19:45:40.230103 3700 obj_retry.go:498] Detected object tsf-tpa/migrate-db-rdpwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:40.230137 3700 pods.go:176] Deleting pod: tsf-tpa/migrate-db-rdpwj I0521 19:45:40.231392 3700 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-rdpwj, ips: 10.130.0.43 I0521 19:45:40.231428 3700 obj_retry.go:498] Detected object tsf-tpa/migrate-db-rdpwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:40.370280 3700 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rdpwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:40.370302 3700 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rdpwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:43.559834 3700 base_network_controller_pods.go:487] [default/tsf-tpa/server-748568fc59-lhh84] creating logical port tsf-tpa_server-748568fc59-lhh84 for pod on switch ip-10-0-2-113.ec2.internal I0521 19:45:43.559935 3700 kube.go:256] Updating pod tsf-tpa/server-748568fc59-lhh84 I0521 19:45:43.574633 3700 pod.go:62] [tsf-tpa/server-748568fc59-lhh84] pod update took 14.726333ms I0521 19:45:43.574654 3700 base_network_controller_pods.go:951] [default/tsf-tpa/server-748568fc59-lhh84] addLogicalPort annotation time took 14.751771ms I0521 19:45:43.575974 3700 pods.go:271] [tsf-tpa/server-748568fc59-lhh84] addLogicalPort took 16.158709ms, libovsdb time 917.008µs I0521 19:45:44.850133 3700 obj_retry.go:498] Detected object tsf-tpa/create-importers-5jx8r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:44.850707 3700 obj_retry.go:498] Detected object tsf-tpa/create-importers-5jx8r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:45.025212 3700 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-446s6] creating logical port tsf-tpa_importer-86bcdf477b-446s6 for pod on switch ip-10-0-2-113.ec2.internal I0521 19:45:45.025292 3700 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-446s6 I0521 19:45:45.045253 3700 pod.go:62] [tsf-tpa/importer-86bcdf477b-446s6] pod update took 19.982678ms I0521 19:45:45.045277 3700 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-446s6] addLogicalPort annotation time took 20.011636ms I0521 19:45:45.046474 3700 pods.go:271] [tsf-tpa/importer-86bcdf477b-446s6] addLogicalPort took 21.278242ms, libovsdb time 829.339µs I0521 19:45:45.874945 3700 obj_retry.go:492] Detected object tsf-tpa/create-importers-5jx8r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:45.874966 3700 obj_retry.go:492] Detected object tsf-tpa/create-importers-5jx8r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:53.824158 3700 cni.go:452] [tsf-tpa/server-748568fc59-lhh84 c527d8f7c45ce68d2d50f3de0033d13d8ace8b5f341b153bf4e83615c683cb67 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-748568fc59-lhh84 c527d8f7c45ce68d2d50f3de0033d13d8ace8b5f341b153bf4e83615c683cb67 network default NAD default NAD key ] I0521 19:45:53.834914 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-748568fc59-lhh84, hostIfaceName: c527d8f7c45ce68, network: default, NAD default, SandboxID: "c527d8f7c45ce68d2d50f3de0033d13d8ace8b5f341b153bf4e83615c683cb67", PCI device ID: , UID: "8ae1942a-7a17-4db2-a72a-67af7b440626", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0521 19:45:53.886467 3700 cni.go:473] [tsf-tpa/server-748568fc59-lhh84 c527d8f7c45ce68d2d50f3de0033d13d8ace8b5f341b153bf4e83615c683cb67 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-748568fc59-lhh84 c527d8f7c45ce68d2d50f3de0033d13d8ace8b5f341b153bf4e83615c683cb67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:6d:24:93:40:82\",\"name\":\"c527d8f7c45ce68\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ae15c1c-b84b-4a3e-949d-b01c323f4f7f\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:45:54.087263 3700 cni.go:452] [tsf-tpa/importer-86bcdf477b-446s6 563c9d4751ee4759099efa416180e2ca7530343e7fa5dec4234296c0579b108a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-446s6 563c9d4751ee4759099efa416180e2ca7530343e7fa5dec4234296c0579b108a network default NAD default NAD key ] I0521 19:45:54.107777 3700 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-446s6, hostIfaceName: 563c9d4751ee475, network: default, NAD default, SandboxID: "563c9d4751ee4759099efa416180e2ca7530343e7fa5dec4234296c0579b108a", PCI device ID: , UID: "f0c0906c-5376-4de3-bf58-8b9c53fe9b83", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0521 19:45:54.159177 3700 cni.go:473] [tsf-tpa/importer-86bcdf477b-446s6 563c9d4751ee4759099efa416180e2ca7530343e7fa5dec4234296c0579b108a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-446s6 563c9d4751ee4759099efa416180e2ca7530343e7fa5dec4234296c0579b108a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:fe:4b:47:7e:a6\",\"name\":\"563c9d4751ee475\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60320489-1302-49ce-9df5-5d1393c686ac\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:45:54.173989 3700 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0521 19:45:55.205103 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0521 19:45:57.909434 3700 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-hhhck-7kwzl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:57.910003 3700 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-hhhck-7kwzl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:58.198543 3700 cni.go:452] [tsf-tpa/test-tsf-tpa df160766c4160b793d639d5910a7d1b6461080f8943275d2d717e3ceeeb13b37 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa df160766c4160b793d639d5910a7d1b6461080f8943275d2d717e3ceeeb13b37 network default NAD default NAD key ] I0521 19:45:58.287106 3700 cni.go:473] [tsf-tpa/test-tsf-tpa df160766c4160b793d639d5910a7d1b6461080f8943275d2d717e3ceeeb13b37 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa df160766c4160b793d639d5910a7d1b6461080f8943275d2d717e3ceeeb13b37 network default NAD default NAD key default], result "{}", err I0521 19:45:58.347402 3700 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:58.347438 3700 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0521 19:45:58.348707 3700 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.41 I0521 19:45:58.348732 3700 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:58.369507 3700 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:58.369530 3700 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:58.376817 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:45:58.376844 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:45:58.794139 3700 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-hhhck-7kwzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:58.794164 3700 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-hhhck-7kwzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:59.262649 3700 namespace.go:98] [default-tenant] adding namespace I0521 19:45:59.263627 3700 namespace.go:102] [default-tenant] adding namespace took 955.441µs I0521 19:45:59.267046 3700 namespace.go:98] [build-service] adding namespace I0521 19:45:59.267180 3700 namespace.go:98] [integration-service] adding namespace I0521 19:45:59.267898 3700 namespace.go:102] [build-service] adding namespace took 834.867µs I0521 19:45:59.267927 3700 namespace.go:98] [image-controller] adding namespace I0521 19:45:59.268520 3700 namespace.go:102] [image-controller] adding namespace took 582.885µs I0521 19:45:59.269155 3700 namespace.go:102] [integration-service] adding namespace took 1.958319ms I0521 19:45:59.352817 3700 namespace.go:142] [default-tenant] updating namespace I0521 19:45:59.408897 3700 namespace.go:142] [default-tenant] updating namespace I0521 19:45:59.421084 3700 namespace.go:142] [build-service] updating namespace I0521 19:45:59.444908 3700 namespace.go:142] [build-service] updating namespace I0521 19:45:59.480396 3700 namespace.go:142] [image-controller] updating namespace I0521 19:45:59.514267 3700 namespace.go:142] [image-controller] updating namespace I0521 19:45:59.545081 3700 namespace.go:142] [build-service] updating namespace I0521 19:45:59.548329 3700 namespace.go:142] [integration-service] updating namespace I0521 19:45:59.573580 3700 namespace.go:142] [integration-service] updating namespace I0521 19:45:59.605797 3700 namespace.go:142] [integration-service] updating namespace I0521 19:45:59.617033 3700 namespace.go:98] [release-service] adding namespace I0521 19:45:59.617853 3700 namespace.go:102] [release-service] adding namespace took 806.883µs I0521 19:45:59.663339 3700 namespace.go:142] [konflux-ui] updating namespace I0521 19:45:59.663349 3700 namespace.go:142] [release-service] updating namespace I0521 19:45:59.694729 3700 namespace.go:142] [release-service] updating namespace I0521 19:45:59.887907 3700 namespace.go:98] [konflux-info] adding namespace I0521 19:45:59.888719 3700 namespace.go:102] [konflux-info] adding namespace took 794.014µs I0521 19:46:00.010813 3700 namespace.go:98] [namespace-lister] adding namespace I0521 19:46:00.011462 3700 namespace.go:102] [namespace-lister] adding namespace took 633.136µs I0521 19:46:00.050889 3700 namespace.go:142] [image-controller] updating namespace I0521 19:46:00.050987 3700 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:46:00.051660 3700 namespace.go:102] [enterprise-contract-service] adding namespace took 659.668µs I0521 19:46:00.057935 3700 namespace.go:142] [konflux-info] updating namespace I0521 19:46:00.181029 3700 namespace.go:142] [default-tenant] updating namespace I0521 19:46:00.282221 3700 namespace.go:142] [konflux-info] updating namespace I0521 19:46:00.351870 3700 namespace.go:98] [segment-bridge] adding namespace I0521 19:46:00.352676 3700 namespace.go:102] [segment-bridge] adding namespace took 787.798µs I0521 19:46:00.390750 3700 namespace.go:98] [konflux-cli] adding namespace I0521 19:46:00.391437 3700 namespace.go:102] [konflux-cli] adding namespace took 669.791µs I0521 19:46:00.521976 3700 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:00.921049 3700 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:01.020120 3700 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:01.249974 3700 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:46:01.250668 3700 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:46:01.250687 3700 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:46:01.253195 3700 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:46:01.301106 3700 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:01.357801 3700 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:01.392043 3700 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:46:01.392063 3700 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:46:01.392839 3700 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:46:01.469088 3700 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:01.504768 3700 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:01.614275 3700 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:02.301080 3700 namespace.go:142] [build-service] updating namespace I0521 19:46:02.793214 3700 namespace.go:142] [default-tenant] updating namespace I0521 19:46:03.077994 3700 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:03.235045 3700 namespace.go:142] [image-controller] updating namespace I0521 19:46:03.428934 3700 namespace.go:142] [integration-service] updating namespace I0521 19:46:03.641326 3700 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:03.850543 3700 namespace.go:142] [konflux-info] updating namespace I0521 19:46:04.047499 3700 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:04.240419 3700 namespace.go:142] [release-service] updating namespace I0521 19:46:04.441857 3700 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:04.594309 3700 namespace.go:142] [build-service] updating namespace I0521 19:46:04.594341 3700 namespace.go:142] [default-tenant] updating namespace I0521 19:46:04.601861 3700 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:04.624889 3700 namespace.go:142] [image-controller] updating namespace I0521 19:46:04.631584 3700 namespace.go:142] [integration-service] updating namespace I0521 19:46:04.662952 3700 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:04.692148 3700 namespace.go:142] [konflux-info] updating namespace I0521 19:46:04.702065 3700 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:04.732104 3700 namespace.go:142] [release-service] updating namespace I0521 19:46:04.751027 3700 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:04.841504 3700 namespace.go:142] [build-service] updating namespace I0521 19:46:04.881750 3700 namespace.go:142] [default-tenant] updating namespace I0521 19:46:04.970069 3700 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:05.021215 3700 namespace.go:142] [image-controller] updating namespace I0521 19:46:05.114240 3700 namespace.go:142] [integration-service] updating namespace I0521 19:46:05.208209 3700 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:05.301199 3700 namespace.go:142] [konflux-info] updating namespace I0521 19:46:05.424852 3700 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:05.503551 3700 namespace.go:142] [release-service] updating namespace I0521 19:46:05.599000 3700 namespace.go:142] [segment-bridge] updating namespace W0521 19:46:08.118645 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 19:46:08.145334 3700 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:46:12.156324 3700 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 19:46:12.874246 3700 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:12.874268 3700 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:14.891018 3700 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 19:46:14.895017 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:46:14.964582 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0521 19:46:20.245422 3700 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:20.245468 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:20.276320 3700 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:20.278920 3700 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:20.335341 3700 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:20.335359 3700 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0521 19:46:31.689248 3700 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:31.689870 3700 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:32.312772 3700 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:32.312796 3700 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:32.316264 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt I0521 19:46:32.316294 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-9hjzt I0521 19:46:41.594584 3700 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0521 19:46:49.954846 3700 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:47:22.364739 3700 obj_retry.go:498] Detected object konflux-ui/proxy-646b7db85d-xdlq7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:22.365347 3700 obj_retry.go:498] Detected object konflux-ui/proxy-646b7db85d-xdlq7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:22.626051 3700 obj_retry.go:492] Detected object konflux-ui/proxy-646b7db85d-xdlq7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:22.626072 3700 obj_retry.go:492] Detected object konflux-ui/proxy-646b7db85d-xdlq7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:22.632068 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-646b7db85d-xdlq7 I0521 19:47:22.632088 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-646b7db85d-xdlq7 I0521 19:47:29.578394 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0521 19:47:31.599895 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0521 19:47:38.564402 3700 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0521 19:47:41.895167 3700 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:41.895729 3700 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:41.936945 3700 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:41.936963 3700 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:41.941135 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:47:41.941167 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:47:43.477653 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 I0521 19:48:00.479688 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=83 I0521 19:48:05.589278 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0521 19:48:06.510316 3700 namespace.go:98] [managed-tenant-ag562] adding namespace I0521 19:48:06.511351 3700 namespace.go:102] [managed-tenant-ag562] adding namespace took 1.008451ms I0521 19:48:06.536766 3700 namespace.go:142] [managed-tenant-ag562] updating namespace I0521 19:48:06.560952 3700 namespace.go:142] [managed-tenant-ag562] updating namespace I0521 19:48:07.556982 3700 namespace.go:142] [managed-tenant-ag562] updating namespace I0521 19:48:07.689853 3700 namespace.go:142] [managed-tenant-ag562] updating namespace I0521 19:48:07.790571 3700 namespace.go:142] [managed-tenant-ag562] updating namespace I0521 19:48:22.610649 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0521 19:48:42.497029 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=169 I0521 19:49:04.278983 3700 base_network_controller_pods.go:487] [default/openshift-console/console-646987665f-zv6ws] creating logical port openshift-console_console-646987665f-zv6ws for pod on switch ip-10-0-2-113.ec2.internal I0521 19:49:04.279107 3700 kube.go:256] Updating pod openshift-console/console-646987665f-zv6ws I0521 19:49:04.316980 3700 pod.go:62] [openshift-console/console-646987665f-zv6ws] pod update took 37.896425ms I0521 19:49:04.317003 3700 base_network_controller_pods.go:951] [default/openshift-console/console-646987665f-zv6ws] addLogicalPort annotation time took 37.926098ms I0521 19:49:04.318242 3700 pods.go:271] [openshift-console/console-646987665f-zv6ws] addLogicalPort took 39.271288ms, libovsdb time 840.612µs I0521 19:49:04.642151 3700 cni.go:452] [openshift-console/console-646987665f-zv6ws 5155689c699f5c7a1480d7b715cc20299a462ca87fa74c209ee091dc47583a13 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-646987665f-zv6ws 5155689c699f5c7a1480d7b715cc20299a462ca87fa74c209ee091dc47583a13 network default NAD default NAD key ] I0521 19:49:04.651925 3700 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-646987665f-zv6ws, hostIfaceName: 5155689c699f5c7, network: default, NAD default, SandboxID: "5155689c699f5c7a1480d7b715cc20299a462ca87fa74c209ee091dc47583a13", PCI device ID: , UID: "c4bfc04f-3e29-47c4-b42f-2fb9ceea65b7", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0521 19:49:04.706662 3700 cni.go:473] [openshift-console/console-646987665f-zv6ws 5155689c699f5c7a1480d7b715cc20299a462ca87fa74c209ee091dc47583a13 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-646987665f-zv6ws 5155689c699f5c7a1480d7b715cc20299a462ca87fa74c209ee091dc47583a13 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:d7:56:db:39:eb\",\"name\":\"5155689c699f5c7\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9671fe1f-ab90-4752-b340-0dc36953caab\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:49:15.256308 3700 util.go:959] Failed to build node endpoints for node ip-10-0-2-113.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:49:29.572791 3700 obj_retry.go:498] Detected object openshift-console/console-744fbd8ff6-5j8fn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:29.573388 3700 obj_retry.go:498] Detected object openshift-console/console-744fbd8ff6-5j8fn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:30.425580 3700 obj_retry.go:492] Detected object openshift-console/console-744fbd8ff6-5j8fn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:30.425625 3700 obj_retry.go:492] Detected object openshift-console/console-744fbd8ff6-5j8fn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:30.431454 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-744fbd8ff6-5j8fn I0521 19:49:30.431485 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-744fbd8ff6-5j8fn I0521 19:49:40.628932 3700 obj_retry.go:498] Detected object openshift-console/console-744fbd8ff6-wx7wd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:40.629685 3700 obj_retry.go:498] Detected object openshift-console/console-744fbd8ff6-wx7wd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:41.015009 3700 obj_retry.go:492] Detected object openshift-console/console-744fbd8ff6-wx7wd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:41.015036 3700 obj_retry.go:492] Detected object openshift-console/console-744fbd8ff6-wx7wd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:41.021709 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-744fbd8ff6-wx7wd I0521 19:49:41.021740 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-744fbd8ff6-wx7wd I0521 19:50:04.766368 3700 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:04.767028 3700 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:05.637202 3700 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:05.637233 3700 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-k9txd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:18.491937 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=381 I0521 19:50:32.573282 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0521 19:50:34.478402 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=142 I0521 19:51:01.478463 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=14 I0521 19:51:26.566388 3700 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0521 19:52:45.568022 3700 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0521 19:52:46.603283 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0521 19:53:48.581321 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0521 19:53:59.603655 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0521 19:54:01.502176 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0521 19:54:36.571096 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0521 19:54:42.481160 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0521 19:54:57.614703 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0521 19:55:15.598369 3700 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0521 19:55:35.495685 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=7 I0521 19:55:37.063865 3700 obj_retry.go:492] Detected object tsf-tpa/create-db-xw9sr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:37.063921 3700 obj_retry.go:492] Detected object tsf-tpa/create-db-xw9sr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:37.068683 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-xw9sr I0521 19:55:37.068704 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-xw9sr I0521 19:55:37.593338 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0521 19:55:40.033410 3700 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rdpwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:40.033466 3700 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rdpwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:40.038883 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-rdpwj I0521 19:55:40.038907 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-rdpwj I0521 19:55:45.034732 3700 obj_retry.go:492] Detected object tsf-tpa/create-importers-5jx8r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:45.034777 3700 obj_retry.go:492] Detected object tsf-tpa/create-importers-5jx8r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:45.040346 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-5jx8r I0521 19:55:45.040368 3700 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-5jx8r I0521 19:56:57.569565 3700 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0521 19:57:40.483699 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0521 19:59:23.482106 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0521 19:59:35.481683 3700 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0521 19:59:43.577197 3700 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10