+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-26.ec2.internal ++ [[ -n ip-10-0-1-26.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-26.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:38:11.859015576 - disable conntrack on geneve port' I0521 19:38:11.859015576 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:38:11.875648829 - starting ovnkube-node' I0521 19:38:11.875648829 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-26.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-26.ec2.internal --init-node ip-10-0-1-26.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-26.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:38:11.914803 3686 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:38:11.914861 3686 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-a83b8e6563.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:38:11.916210 3686 kube.go:431] Waiting for certificate I0521 19:38:11.916243 3686 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:38:11.916291 3686 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:38:11.917005 3686 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:38:11.952466 3686 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:38:11.952687 3686 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:38:11.957106 3686 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:38:11.957183 3686 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-mhd5p" I0521 19:38:11.961489 3686 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-mhd5p" I0521 19:38:11.961540 3686 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:38:12.916662 3686 kube.go:438] Certificate found I0521 19:38:12.917159 3686 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:38:12.918442 3686 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:38:12.964384 3686 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:33:11 +0000 UTC" deadline="2026-05-22 15:31:47.787441855 +0000 UTC" I0521 19:38:12.964426 3686 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h53m34.823027803s" I0521 19:38:12.984658 3686 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:38:12.995074 3686 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:38:12.995183 3686 server.go:101] MetricServer registers OVS metrics I0521 19:38:12.995480 3686 server.go:105] MetricServer registers OVN DB metrics I0521 19:38:12.996929 3686 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:38:12.996985 3686 factory.go:561] Starting watch factory I0521 19:38:12.997177 3686 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.997176 3686 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.997197 3686 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.997212 3686 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.997196 3686 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.997271 3686 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.997740 3686 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.997783 3686 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.997806 3686 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.997914 3686 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.999171 3686 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.999239 3686 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:12.999436 3686 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:38:12.999485 3686 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:38:13.001212 3686 controller_manager.go:370] Starting the ovnkube controller I0521 19:38:13.001263 3686 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-26.ec2.internal I0521 19:38:13.001315 3686 controller_manager.go:395] NBDB zone sync took: 41.378µs I0521 19:38:13.001325 3686 factory.go:561] Starting watch factory I0521 19:38:13.011874 3686 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:38:13.011891 3686 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:38:13.015256 3686 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:38:13.015284 3686 server.go:109] MetricServer registers OVN Controller metrics I0521 19:38:13.018700 3686 server.go:113] MetricServer registers OVN Northd metrics I0521 19:38:13.021839 3686 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:13.022305 3686 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:38:13.022720 3686 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:13.022780 3686 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:13.023437 3686 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:13.023465 3686 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:13.029961 3686 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:38:13.102728 3686 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:38:13.102745 3686 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:38:13.102749 3686 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:38:13.102752 3686 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:38:13.102755 3686 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:38:13.102758 3686 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:38:13.102830 3686 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:38:13.102839 3686 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:38:13.102848 3686 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:38:13.102851 3686 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:38:13.106412 3686 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:38:13.106413 3686 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:38:13.107244 3686 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:38:13.107254 3686 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:38:13.107257 3686 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:38:13.107260 3686 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:38:13.107263 3686 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:38:13.107266 3686 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:38:13.108392 3686 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:38:13.108398 3686 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:38:13.108441 3686 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.108451 3686 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.111728 3686 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.112691 3686 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:38:13.112701 3686 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:38:13.113785 3686 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:38:13.113848 3686 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.113860 3686 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.116805 3686 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.117745 3686 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:38:13.118884 3686 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:38:13.118930 3686 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.118940 3686 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.121640 3686 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.123663 3686 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:38:13.124278 3686 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:38:13.124334 3686 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.124344 3686 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.127164 3686 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.129196 3686 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:38:13.129571 3686 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:38:13.129622 3686 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.129638 3686 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.132644 3686 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.134653 3686 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:38:13.134659 3686 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:38:13.134829 3686 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:38:13.134842 3686 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:38:13.137731 3686 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:38:13.140167 3686 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:38:13.140246 3686 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:38:13.140298 3686 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.140309 3686 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.140356 3686 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.140385 3686 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.143186 3686 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.143306 3686 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:38:13.145250 3686 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:38:13.145334 3686 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:38:13.145342 3686 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:38:13.145348 3686 factory.go:680] Watch Factory start up complete, took: 148.365027ms I0521 19:38:13.145417 3686 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:38:13.150701 3686 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:38:13.150711 3686 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:38:13.150718 3686 factory.go:680] Watch Factory start up complete, took: 149.3926ms I0521 19:38:13.150726 3686 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-26.ec2.internal" zone I0521 19:38:13.183511 3686 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:38:13.237720 3686 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:38:13.243107 3686 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:38:13.290672 3686 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:38:13.290751 3686 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:38:13.290767 3686 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:38:13.320912 3686 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:38:13.320968 3686 default_node_network_controller.go:809] Node ip-10-0-1-26.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0521 19:38:13.325542 3686 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.26"] k8s.ovn.org/zone-name:ip-10-0-1-26.ec2.internal] on node ip-10-0-1-26.ec2.internal I0521 19:38:13.346649 3686 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:38:13.352088 3686 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:38:13.352259 3686 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0521 19:38:13.352435 3686 gateway_init.go:263] Preparing Gateway I0521 19:38:13.352447 3686 gateway_shared_intf.go:1687] Creating new gateway I0521 19:38:13.401295 3686 controller_manager.go:429] Waiting for node in zone sync took: 250.556301ms I0521 19:38:13.407396 3686 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:38:13.407409 3686 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-26.ec2.internal I0521 19:38:13.425081 3686 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:38:13.430956 3686 controller_manager.go:290] SCTP support detected in OVN I0521 19:38:13.431497 3686 services_controller.go:69] Creating services controller for network=default I0521 19:38:13.431582 3686 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:38:13.431637 3686 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:38:13.431678 3686 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:38:13.431694 3686 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:38:13.431706 3686 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:38:13.431869 3686 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:38:13.431910 3686 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:38:13.431941 3686 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 44.799µs I0521 19:38:13.431948 3686 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 30.876µs I0521 19:38:13.431954 3686 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 44.4µs I0521 19:38:13.431959 3686 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:38:13.431964 3686 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:38:13.431972 3686 default_network_controller.go:325] Starting the default network controller I0521 19:38:13.431976 3686 udn_enabled_svc.go:95] Performing full resync I0521 19:38:13.432092 3686 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.681µs I0521 19:38:13.432235 3686 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:38:13.432248 3686 udn_enabled_svc.go:104] Starting worker I0521 19:38:13.440273 3686 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:38:13.440335 3686 repair.go:33] Syncing exgw routes took 50.862µs I0521 19:38:13.440374 3686 default_network_controller.go:414] Starting all the Watchers... I0521 19:38:13.440515 3686 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:38:13.440534 3686 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:38:13.440536 3686 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:38:13.440541 3686 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:38:13.440540 3686 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:38:13.440546 3686 namespace.go:98] [openshift-backplane] adding namespace I0521 19:38:13.440546 3686 namespace.go:98] [openshift-node] adding namespace I0521 19:38:13.440554 3686 namespace.go:98] [openshift-dns] adding namespace I0521 19:38:13.440558 3686 namespace.go:98] [openshift-etcd] adding namespace I0521 19:38:13.440560 3686 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:38:13.440564 3686 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:38:13.440567 3686 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:38:13.440567 3686 namespace.go:98] [openshift-image-registry] adding namespace I0521 19:38:13.440595 3686 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:38:13.440520 3686 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:38:13.441118 3686 namespace.go:102] [openshift-backplane-mobb] adding namespace took 590.816µs I0521 19:38:13.441132 3686 namespace.go:98] [openshift-insights] adding namespace I0521 19:38:13.441942 3686 namespace.go:102] [openshift-insights] adding namespace took 804.683µs I0521 19:38:13.441955 3686 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:38:13.442378 3686 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 418.688µs I0521 19:38:13.442391 3686 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:38:13.442895 3686 namespace.go:102] [openshift-network-node-identity] adding namespace took 2.354107ms I0521 19:38:13.442908 3686 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:38:13.443374 3686 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 2.831349ms I0521 19:38:13.443383 3686 namespace.go:98] [openshift-config] adding namespace I0521 19:38:13.443871 3686 namespace.go:102] [openshift-config-operator] adding namespace took 3.324413ms I0521 19:38:13.443886 3686 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:38:13.444292 3686 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 3.74335ms I0521 19:38:13.444300 3686 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:38:13.444713 3686 namespace.go:102] [openshift-backplane] adding namespace took 4.160953ms I0521 19:38:13.444725 3686 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 19:38:13.445143 3686 namespace.go:102] [openshift-node] adding namespace took 4.586463ms I0521 19:38:13.445153 3686 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:38:13.445676 3686 namespace.go:102] [openshift-dns] adding namespace took 5.116742ms I0521 19:38:13.445686 3686 namespace.go:98] [openshift-multus] adding namespace I0521 19:38:13.446153 3686 namespace.go:102] [openshift-etcd] adding namespace took 5.587499ms I0521 19:38:13.446169 3686 namespace.go:98] [openshift-logging] adding namespace I0521 19:38:13.446634 3686 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.067456ms I0521 19:38:13.446647 3686 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:38:13.447087 3686 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.517796ms I0521 19:38:13.447095 3686 namespace.go:98] [openshift-network-console] adding namespace I0521 19:38:13.447648 3686 namespace.go:102] [openshift-dns-operator] adding namespace took 7.07137ms I0521 19:38:13.447665 3686 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:38:13.448058 3686 namespace.go:102] [openshift-image-registry] adding namespace took 7.480401ms I0521 19:38:13.448066 3686 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:38:13.448565 3686 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.957658ms I0521 19:38:13.448581 3686 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:38:13.448980 3686 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 8.348306ms I0521 19:38:13.448993 3686 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:38:13.449459 3686 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.063211ms I0521 19:38:13.449476 3686 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:38:13.449813 3686 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.901423ms I0521 19:38:13.449821 3686 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:38:13.449857 3686 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:38:13.450215 3686 namespace.go:102] [openshift-config] adding namespace took 6.828265ms I0521 19:38:13.450225 3686 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:38:13.450621 3686 namespace.go:102] [openshift-marketplace] adding namespace took 6.731145ms I0521 19:38:13.450631 3686 namespace.go:98] [openshift-infra] adding namespace I0521 19:38:13.450936 3686 namespace.go:102] [openshift-monitoring] adding namespace took 6.632157ms I0521 19:38:13.450945 3686 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:38:13.451382 3686 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.650351ms I0521 19:38:13.451400 3686 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace W0521 19:38:13.451888 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-sc58z: pod openshift-multus/network-metrics-daemon-sc58z: no pod IPs found W0521 19:38:13.451915 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-snfpn: pod openshift-multus/network-metrics-daemon-snfpn: no pod IPs found I0521 19:38:13.451914 3686 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.755748ms I0521 19:38:13.451929 3686 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:38:13.452490 3686 namespace.go:102] [openshift-multus] adding namespace took 6.797824ms I0521 19:38:13.452507 3686 namespace.go:98] [openshift] adding namespace I0521 19:38:13.452893 3686 namespace.go:102] [openshift-logging] adding namespace took 6.720324ms I0521 19:38:13.452904 3686 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:38:13.453272 3686 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.619617ms I0521 19:38:13.453283 3686 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:38:13.453773 3686 namespace.go:102] [openshift-network-console] adding namespace took 6.672555ms I0521 19:38:13.453787 3686 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:38:13.454161 3686 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.490551ms I0521 19:38:13.454175 3686 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:38:13.454589 3686 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.515798ms I0521 19:38:13.454605 3686 namespace.go:98] [openshift-authentication] adding namespace I0521 19:38:13.454972 3686 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.385102ms I0521 19:38:13.454989 3686 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:38:13.455326 3686 namespace.go:102] [openshift-controller-manager] adding namespace took 6.328413ms I0521 19:38:13.455338 3686 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:38:13.455750 3686 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.269986ms I0521 19:38:13.456038 3686 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:38:13.456093 3686 namespace.go:102] [openshift-config-managed] adding namespace took 6.266551ms I0521 19:38:13.456111 3686 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:38:13.456590 3686 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.35959ms I0521 19:38:13.456604 3686 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:38:13.457004 3686 namespace.go:102] [openshift-infra] adding namespace took 6.367945ms I0521 19:38:13.457016 3686 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:38:13.457384 3686 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.430997ms I0521 19:38:13.457396 3686 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:38:13.457804 3686 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.396686ms I0521 19:38:13.457821 3686 namespace.go:98] [openshift-host-network] adding namespace I0521 19:38:13.458176 3686 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.241273ms I0521 19:38:13.458189 3686 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:38:13.458578 3686 namespace.go:102] [openshift] adding namespace took 6.065628ms I0521 19:38:13.458591 3686 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:38:13.458941 3686 namespace.go:102] [openshift-network-operator] adding namespace took 6.033384ms I0521 19:38:13.458955 3686 namespace.go:98] [open-cluster-management-2qegn84g18ids9l2o4klqb2qr2p2km0b] adding namespace I0521 19:38:13.459303 3686 namespace.go:102] [openshift-machine-api] adding namespace took 6.011583ms I0521 19:38:13.459328 3686 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:38:13.459771 3686 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.978018ms I0521 19:38:13.459788 3686 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:38:13.460185 3686 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.005469ms I0521 19:38:13.460199 3686 namespace.go:98] [kube-public] adding namespace I0521 19:38:13.460595 3686 namespace.go:102] [openshift-authentication] adding namespace took 5.982929ms I0521 19:38:13.460609 3686 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:38:13.460998 3686 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.003249ms I0521 19:38:13.461013 3686 namespace.go:98] [openshift-operators] adding namespace I0521 19:38:13.461381 3686 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.038924ms I0521 19:38:13.461392 3686 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:38:13.461814 3686 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.694895ms I0521 19:38:13.461828 3686 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:38:13.461975 3686 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:38:13.461985 3686 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-26.ec2.internal","mac-address":"0a:ff:cb:2f:7a:c3","ip-addresses":["10.0.1.26/24"],"ip-address":"10.0.1.26/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a56efded-423c-4b7c-bce9-f39533dd2e2a k8s.ovn.org/node-encap-ips:["10.0.1.26"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.26/24"} k8s.ovn.org/zone-name:ip-10-0-1-26.ec2.internal] on node ip-10-0-1-26.ec2.internal I0521 19:38:13.462188 3686 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.578369ms I0521 19:38:13.462199 3686 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:38:13.462618 3686 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.598366ms I0521 19:38:13.462628 3686 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:38:13.463013 3686 namespace.go:102] [openshift-cluster-version] adding namespace took 5.612889ms I0521 19:38:13.463021 3686 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:38:13.463453 3686 namespace.go:102] [openshift-host-network] adding namespace took 5.625741ms I0521 19:38:13.463466 3686 namespace.go:98] [kube-system] adding namespace I0521 19:38:13.463817 3686 namespace.go:102] [openshift-console-operator] adding namespace took 5.624241ms I0521 19:38:13.463828 3686 namespace.go:98] [dedicated-admin] adding namespace I0521 19:38:13.464197 3686 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.599168ms I0521 19:38:13.464209 3686 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:38:13.464634 3686 namespace.go:102] [open-cluster-management-2qegn84g18ids9l2o4klqb2qr2p2km0b] adding namespace took 5.673371ms I0521 19:38:13.464646 3686 namespace.go:98] [kube-node-lease] adding namespace I0521 19:38:13.465025 3686 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.690266ms I0521 19:38:13.465038 3686 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 19:38:13.465380 3686 namespace.go:102] [openshift-package-operator] adding namespace took 5.587111ms I0521 19:38:13.465389 3686 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:38:13.465777 3686 namespace.go:102] [kube-public] adding namespace took 5.574079ms I0521 19:38:13.465789 3686 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:38:13.466130 3686 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.51684ms I0521 19:38:13.466140 3686 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:38:13.466584 3686 namespace.go:102] [openshift-operators] adding namespace took 5.567049ms I0521 19:38:13.466595 3686 namespace.go:98] [openshift-ingress] adding namespace W0521 19:38:13.466942 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-58zxp: pod openshift-network-diagnostics/network-check-target-58zxp: no pod IPs found W0521 19:38:13.466954 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-m5pbz: pod openshift-network-diagnostics/network-check-target-m5pbz: no pod IPs found I0521 19:38:13.466985 3686 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.588711ms I0521 19:38:13.466994 3686 namespace.go:98] [default] adding namespace I0521 19:38:13.467385 3686 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.553744ms I0521 19:38:13.467791 3686 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.586784ms I0521 19:38:13.467804 3686 namespace.go:98] [openshift-console] adding namespace I0521 19:38:13.468557 3686 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.923698ms I0521 19:38:13.468571 3686 namespace.go:98] [openshift-apiserver] adding namespace W0521 19:38:13.468875 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-88jtx: pod kube-system/global-pull-secret-syncer-88jtx: no pod IPs found W0521 19:38:13.468905 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-wflld: pod kube-system/global-pull-secret-syncer-wflld: no pod IPs found I0521 19:38:13.468923 3686 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.897142ms I0521 19:38:13.469327 3686 namespace.go:102] [kube-system] adding namespace took 5.856676ms I0521 19:38:13.469703 3686 namespace.go:102] [dedicated-admin] adding namespace took 5.870398ms I0521 19:38:13.470072 3686 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.858058ms I0521 19:38:13.470084 3686 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:38:13.470531 3686 namespace.go:102] [kube-node-lease] adding namespace took 5.881482ms I0521 19:38:13.470936 3686 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.894957ms I0521 19:38:13.471386 3686 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.989328ms I0521 19:38:13.471402 3686 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:38:13.471885 3686 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.090393ms I0521 19:38:13.472316 3686 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.170958ms I0521 19:38:13.472714 3686 namespace.go:102] [openshift-ingress] adding namespace took 6.113581ms I0521 19:38:13.472726 3686 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:38:13.473124 3686 namespace.go:102] [default] adding namespace took 6.124489ms I0521 19:38:13.473642 3686 namespace.go:102] [openshift-console] adding namespace took 5.833033ms I0521 19:38:13.474086 3686 namespace.go:102] [openshift-apiserver] adding namespace took 5.511062ms I0521 19:38:13.474508 3686 namespace.go:102] [openshift-backplane-csm] adding namespace took 4.42014ms I0521 19:38:13.474913 3686 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 3.50578ms I0521 19:38:13.475263 3686 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 2.533073ms W0521 19:38:13.475340 3686 master.go:458] Unable to parse local node ip-10-0-1-26.ec2.internal chassis-id annotation. Chassis may be removed during sync W0521 19:38:13.475348 3686 master.go:471] Unable to parse remote node ip-10-0-2-167.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 19:38:13.475352 3686 master.go:481] Removing stale chassis with ID/Name: a56efded-423c-4b7c-bce9-f39533dd2e2a, hostname: ip-10-0-1-26.ec2.internal I0521 19:38:13.475790 3686 master.go:548] Adding or Updating local node "ip-10-0-1-26.ec2.internal" for network "default" I0521 19:38:13.475889 3686 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-167.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-167.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-167.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-167.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-167.ec2.internal I0521 19:38:13.476979 3686 zone_ic_handler.go:195] Time taken to create transit switch: 304.563µs I0521 19:38:13.476991 3686 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-62.ec2.internal for the network default I0521 19:38:13.478042 3686 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-62.ec2.internal" on network "default" took: 1.377027ms I0521 19:38:13.480609 3686 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-26.ec2.internal for the network default I0521 19:38:13.480783 3686 zone_ic_handler.go:195] Time taken to create transit switch: 160.055µs I0521 19:38:13.481509 3686 default_network_controller.go:823] Node add failed for ip-10-0-1-26.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-26.ec2.internal, error getting gateway config for node ip-10-0-1-26.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-26.ec2.internal", failed to update chassis to local for local node ip-10-0-1-26.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-26.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-26.ec2.internal] E0521 19:38:13.481559 3686 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-26.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-26.ec2.internal, error getting gateway config for node ip-10-0-1-26.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-26.ec2.internal", failed to update chassis to local for local node ip-10-0-1-26.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-26.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-26.ec2.internal] I0521 19:38:13.481618 3686 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:38:13.481634 3686 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-26.ec2.internal", UID:"ec18b24f-9750-4e4a-9396-65eb45326105", APIVersion:"v1", ResourceVersion:"8909", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-26.ec2.internal, error getting gateway config for node ip-10-0-1-26.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-26.ec2.internal", failed to update chassis to local for local node ip-10-0-1-26.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-26.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-26.ec2.internal] I0521 19:38:13.481647 3686 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:38:13.481663 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-62.ec2.internal in network "default" I0521 19:38:13.481667 3686 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:38:13.481676 3686 master.go:548] Adding or Updating local node "ip-10-0-1-26.ec2.internal" for network "default" I0521 19:38:13.481723 3686 node_tracker.go:169] Node ip-10-0-0-62.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:13.481741 3686 services_controller.go:574] Full service sync requested for network=default I0521 19:38:13.481748 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-26.ec2.internal in network "default" I0521 19:38:13.481776 3686 node_tracker.go:169] Node ip-10-0-1-26.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:13.481784 3686 services_controller.go:574] Full service sync requested for network=default I0521 19:38:13.481791 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default" I0521 19:38:13.481799 3686 node_tracker.go:235] Node ip-10-0-2-167.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-167.ec2.internal" I0521 19:38:13.481805 3686 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:13.481822 3686 services_controller.go:574] Full service sync requested for network=default I0521 19:38:13.482161 3686 default_node_network_controller.go:519] Node connection status = connected W0521 19:38:13.486644 3686 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-58zxp: pod openshift-network-diagnostics/network-check-target-58zxp: no pod IPs found W0521 19:38:13.486664 3686 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-wflld: pod kube-system/global-pull-secret-syncer-wflld: no pod IPs found W0521 19:38:13.486673 3686 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-snfpn: pod openshift-multus/network-metrics-daemon-snfpn: no pod IPs found I0521 19:38:13.487720 3686 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-26.ec2.internal for the network default I0521 19:38:13.487954 3686 zone_ic_handler.go:195] Time taken to create transit switch: 218.645µs I0521 19:38:13.581978 3686 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:38:13.582016 3686 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:38:13.582097 3686 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:38:13.582156 3686 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:38:13.582171 3686 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:38:13.682389 3686 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:38:13.682415 3686 repair.go:60] Starting repairing loop for services I0521 19:38:13.682499 3686 repair.go:131] Deleted 0 stale service LBs I0521 19:38:13.682517 3686 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:38:13.682533 3686 repair.go:62] Finished repairing loop for services: 121.509µs I0521 19:38:13.682556 3686 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:38:13.682565 3686 services_controller.go:254] Starting workers for network=default I0521 19:38:13.682868 3686 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-snfpn] creating logical port openshift-multus_network-metrics-daemon-snfpn for pod on switch ip-10-0-1-26.ec2.internal I0521 19:38:13.682932 3686 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-m5pbz, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-m5pbz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-m5pbz: no pod IPs found I0521 19:38:13.682943 3686 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-88jtx, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-88jtx: suppressed error logged: pod kube-system/global-pull-secret-syncer-88jtx: no pod IPs found I0521 19:38:13.682941 3686 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-sc58z, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-sc58z: suppressed error logged: pod openshift-multus/network-metrics-daemon-sc58z: no pod IPs found I0521 19:38:13.682980 3686 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-58zxp] creating logical port openshift-network-diagnostics_network-check-target-58zxp for pod on switch ip-10-0-1-26.ec2.internal I0521 19:38:13.683002 3686 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-snfpn I0521 19:38:13.683003 3686 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-wflld] creating logical port kube-system_global-pull-secret-syncer-wflld for pod on switch ip-10-0-1-26.ec2.internal I0521 19:38:13.683081 3686 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-wflld I0521 19:38:13.683114 3686 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-58zxp I0521 19:38:13.702178 3686 pod.go:62] [openshift-network-diagnostics/network-check-target-58zxp] pod update took 19.124567ms I0521 19:38:13.702200 3686 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-58zxp] addLogicalPort annotation time took 19.146276ms I0521 19:38:13.702179 3686 pod.go:62] [openshift-multus/network-metrics-daemon-snfpn] pod update took 19.234849ms I0521 19:38:13.702277 3686 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-snfpn] addLogicalPort annotation time took 19.337237ms I0521 19:38:13.702436 3686 pod.go:62] [kube-system/global-pull-secret-syncer-wflld] pod update took 19.384424ms I0521 19:38:13.702455 3686 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-wflld] addLogicalPort annotation time took 19.405177ms I0521 19:38:13.703108 3686 pods.go:271] [openshift-network-diagnostics/network-check-target-58zxp] addLogicalPort took 20.135384ms, libovsdb time 687.372µs I0521 19:38:13.703521 3686 pods.go:271] [openshift-multus/network-metrics-daemon-snfpn] addLogicalPort took 20.667874ms, libovsdb time 1.037461ms I0521 19:38:13.703810 3686 pods.go:271] [kube-system/global-pull-secret-syncer-wflld] addLogicalPort took 20.819877ms, libovsdb time 1.116022ms I0521 19:38:13.704191 3686 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:38:13.704218 3686 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:38:13.704231 3686 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:38:13.704235 3686 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:38:13.704433 3686 repair.go:29] Repairing admin network policies took 194.03µs I0521 19:38:13.704537 3686 repair.go:92] Repairing baseline admin network policies took 95.63µs I0521 19:38:13.704933 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:38:13.704951 3686 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:38:13.706651 3686 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:38:13.706674 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:38:13.706686 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:38:13.709062 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:38:13.709082 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:38:13.709089 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:38:13.710463 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:38:13.710482 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:38:13.710884 3686 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:38:13.710897 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:38:13.712522 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:38:13.712542 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:38:13.712548 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:38:13.713694 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:38:13.713710 3686 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:38:13.713720 3686 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:38:13.715527 3686 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:38:13.715543 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:38:13.715553 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:38:13.716646 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:38:13.716665 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:38:13.716673 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:38:13.717195 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:38:13.717213 3686 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:38:13.717221 3686 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:38:13.718758 3686 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:38:13.718774 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:38:13.718782 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:38:13.719247 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:38:13.719264 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:38:13.719272 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:38:13.720811 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:38:13.720835 3686 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:38:13.720845 3686 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:38:13.721421 3686 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:38:13.721442 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:38:13.721476 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:38:13.722136 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:38:13.722155 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:38:13.722162 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:38:13.722696 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:38:13.722713 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:38:13.722723 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:38:13.723150 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:38:13.723165 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:38:13.723173 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:38:13.724242 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:38:13.724267 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:38:13.724276 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:38:13.724773 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:38:13.724789 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:38:13.724796 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:38:13.725229 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:38:13.725246 3686 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:38:13.725255 3686 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:38:13.726189 3686 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:38:13.726205 3686 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:38:13.726212 3686 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:38:13.726467 3686 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:38:13.726483 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:38:13.726491 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:38:13.726929 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:38:13.726944 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:38:13.726951 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:38:13.727402 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:38:13.727418 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:38:13.727425 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:38:13.727871 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:38:13.727886 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:38:13.727892 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:38:13.728052 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-62.ec2.internal in network "default" I0521 19:38:13.728091 3686 node_tracker.go:169] Node ip-10-0-0-62.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:13.728104 3686 services_controller.go:574] Full service sync requested for network=default I0521 19:38:13.728172 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:38:13.728194 3686 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:38:13.728207 3686 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:38:13.729153 3686 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:38:13.729170 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:38:13.729187 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:38:13.729534 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:38:13.729550 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:38:13.729561 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:38:13.730680 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:38:13.730699 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:38:13.730709 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:38:13.731833 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:38:13.731851 3686 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:38:13.731862 3686 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:38:13.733040 3686 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:38:13.738287 3686 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:38:13.738371 3686 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:38:13.738377 3686 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:38:13.738412 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:38:13.738429 3686 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:38:13.738412 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:38:13.738439 3686 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:38:13.738693 3686 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:38:13.738706 3686 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:38:13.738712 3686 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:38:13.738723 3686 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:38:13.738730 3686 egressfirewall.go:723] Syncing node "ip-10-0-0-62.ec2.internal" for egress firewall I0521 19:38:13.738739 3686 egressfirewall.go:723] Syncing node "ip-10-0-1-26.ec2.internal" for egress firewall I0521 19:38:13.738743 3686 egressfirewall.go:723] Syncing node "ip-10-0-2-167.ec2.internal" for egress firewall I0521 19:38:13.738838 3686 egressqos.go:245] Starting EgressQoS Controller I0521 19:38:13.738849 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:38:13.738856 3686 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:38:13.738862 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:38:13.738867 3686 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:38:13.738875 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:38:13.738883 3686 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:38:13.738889 3686 egressqos.go:259] Repairing EgressQoSes I0521 19:38:13.738894 3686 egressqos.go:399] Starting repairing loop for egressqos I0521 19:38:13.738981 3686 egressqos.go:401] Finished repairing loop for egressqos: 87.634µs I0521 19:38:13.739003 3686 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:38:13.739030 3686 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-26.ec2.internal I0521 19:38:13.739088 3686 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-26.ec2.internal : 58.129µs I0521 19:38:13.739196 3686 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:38:13.739208 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:38:13.739216 3686 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:38:13.739225 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:38:13.739231 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:38:13.739237 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:38:13.739241 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:38:13.739246 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:38:13.739250 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:38:13.739254 3686 egressservice_zone.go:228] Repairing Egress Services I0521 19:38:13.739517 3686 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:38:13.739529 3686 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:38:13.739591 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-62.ec2.internal I0521 19:38:13.739604 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-62.ec2.internal: 14.937µs I0521 19:38:13.739612 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-26.ec2.internal I0521 19:38:13.739616 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-26.ec2.internal: 3.955µs I0521 19:38:13.739620 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal I0521 19:38:13.739623 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 3.453µs I0521 19:38:13.739646 3686 default_network_controller.go:585] Completing all the Watchers took 299.261132ms I0521 19:38:13.739661 3686 default_network_controller.go:589] Starting unidling controllers I0521 19:38:13.739672 3686 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:38:13.739679 3686 unidle.go:63] Populating Initial ContollerEvent events I0521 19:38:13.739706 3686 unidle.go:79] Setting up event handlers for services I0521 19:38:13.739761 3686 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:38:13.983767 3686 default_node_network_controller.go:519] Node connection status = connected I0521 19:38:14.482804 3686 default_node_network_controller.go:519] Node connection status = connected I0521 19:38:14.982110 3686 default_node_network_controller.go:519] Node connection status = connected I0521 19:38:15.106278 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default" I0521 19:38:15.106307 3686 node_tracker.go:235] Node ip-10-0-2-167.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-167.ec2.internal" I0521 19:38:15.106323 3686 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:15.106336 3686 services_controller.go:574] Full service sync requested for network=default I0521 19:38:15.106344 3686 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "ip-10-0-2-167.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:38:15.190105 3686 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "ip-10-0-2-167.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:38:15.234392 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default" I0521 19:38:15.234483 3686 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:15.234506 3686 services_controller.go:574] Full service sync requested for network=default I0521 19:38:15.234517 3686 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "ip-10-0-2-167.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:38:15.235621 3686 zone_ic_handler.go:195] Time taken to create transit switch: 303.26µs I0521 19:38:15.235640 3686 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-167.ec2.internal for the network default I0521 19:38:15.237194 3686 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-167.ec2.internal" on network "default" took: 1.910339ms I0521 19:38:15.483122 3686 default_node_network_controller.go:519] Node connection status = connected I0521 19:38:15.870726 3686 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:38:15.982592 3686 default_node_network_controller.go:519] Node connection status = connected I0521 19:38:15.999496 3686 bridgeconfig.go:537] Gateway is ready I0521 19:38:15.999518 3686 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:38:16.011330 3686 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.26. Updating OVN encap IP. I0521 19:38:16.016417 3686 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.26 - it is already configured I0521 19:38:16.016431 3686 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.26/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:38:16.016717 3686 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.26/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-26.ec2.internal","mac-address":"0a:ff:cb:2f:7a:c3","ip-addresses":["10.0.1.26/24"],"ip-address":"10.0.1.26/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a56efded-423c-4b7c-bce9-f39533dd2e2a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.26/24"}] on node ip-10-0-1-26.ec2.internal I0521 19:38:16.032842 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-26.ec2.internal in network "default" I0521 19:38:16.032850 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-26.ec2.internal I0521 19:38:16.032866 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-26.ec2.internal: 17.459µs I0521 19:38:16.032874 3686 master.go:548] Adding or Updating local node "ip-10-0-1-26.ec2.internal" for network "default" I0521 19:38:16.032907 3686 node_tracker.go:169] Node ip-10-0-1-26.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:16.032922 3686 services_controller.go:574] Full service sync requested for network=default I0521 19:38:16.032847 3686 egressfirewall.go:723] Syncing node "ip-10-0-1-26.ec2.internal" for egress firewall I0521 19:38:16.033302 3686 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.26 I0521 19:38:16.033457 3686 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-26.ec2.internal I0521 19:38:16.037702 3686 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-26.ec2.internal. Updating no re-route policies I0521 19:38:16.037782 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-26.ec2.internal I0521 19:38:16.037801 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-8tw2c I0521 19:38:16.037802 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-snfpn I0521 19:38:16.037814 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-8tw2c I0521 19:38:16.037812 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-wszf8 I0521 19:38:16.037819 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-snfpn I0521 19:38:16.037820 3686 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-wflld I0521 19:38:16.037824 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-qnldg I0521 19:38:16.037834 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-8tw2c after 0 failed attempt(s) I0521 19:38:16.037835 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-58zxp I0521 19:38:16.037835 3686 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-brt6b I0521 19:38:16.037841 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-chb99 I0521 19:38:16.037848 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-58zxp I0521 19:38:16.037849 3686 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-brt6b I0521 19:38:16.037850 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-chb99 I0521 19:38:16.037859 3686 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-snfpn] creating logical port openshift-multus_network-metrics-daemon-snfpn for pod on switch ip-10-0-1-26.ec2.internal I0521 19:38:16.037860 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-k5wbw I0521 19:38:16.037869 3686 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-brt6b after 0 failed attempt(s) I0521 19:38:16.037871 3686 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-wflld I0521 19:38:16.037802 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-26.ec2.internal I0521 19:38:16.037882 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-k5wbw I0521 19:38:16.037789 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-fmrfl I0521 19:38:16.037893 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-26.ec2.internal after 0 failed attempt(s) I0521 19:38:16.037826 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-wszf8 I0521 19:38:16.037895 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-fmrfl I0521 19:38:16.037788 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lj42z I0521 19:38:16.037903 3686 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-wflld] creating logical port kube-system_global-pull-secret-syncer-wflld for pod on switch ip-10-0-1-26.ec2.internal I0521 19:38:16.037907 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-k5wbw after 0 failed attempt(s) I0521 19:38:16.037910 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lj42z I0521 19:38:16.037914 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-fmrfl after 0 failed attempt(s) I0521 19:38:16.037820 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ss9lc I0521 19:38:16.037926 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ss9lc I0521 19:38:16.037945 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-ss9lc after 0 failed attempt(s) I0521 19:38:16.037945 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lj42z after 0 failed attempt(s) I0521 19:38:16.037914 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-wszf8 after 0 failed attempt(s) I0521 19:38:16.037840 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-qnldg I0521 19:38:16.037882 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-chb99 after 0 failed attempt(s) I0521 19:38:16.037983 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-qnldg after 0 failed attempt(s) I0521 19:38:16.037898 3686 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-58zxp] creating logical port openshift-network-diagnostics_network-check-target-58zxp for pod on switch ip-10-0-1-26.ec2.internal I0521 19:38:16.037802 3686 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-26.ec2.internal I0521 19:38:16.038047 3686 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-26.ec2.internal I0521 19:38:16.038068 3686 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-26.ec2.internal after 0 failed attempt(s) I0521 19:38:16.038662 3686 pods.go:271] [openshift-multus/network-metrics-daemon-snfpn] addLogicalPort took 813.258µs, libovsdb time 265.718µs I0521 19:38:16.038675 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-snfpn after 0 failed attempt(s) I0521 19:38:16.038736 3686 pods.go:271] [kube-system/global-pull-secret-syncer-wflld] addLogicalPort took 837.509µs, libovsdb time 271.856µs I0521 19:38:16.038746 3686 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-wflld after 0 failed attempt(s) I0521 19:38:16.038850 3686 pods.go:271] [openshift-network-diagnostics/network-check-target-58zxp] addLogicalPort took 974.407µs, libovsdb time 282.114µs I0521 19:38:16.038857 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-58zxp after 0 failed attempt(s) I0521 19:38:16.049929 3686 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:38:16.060984 3686 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:38:16.064102 3686 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:38:16.111118 3686 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:38:16.179977 3686 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:38:16.195986 3686 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:38:16.196094 3686 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:38:16.196141 3686 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:38:16.196244 3686 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:38:16.196295 3686 gateway_init.go:325] Gateway and management port readiness took 2.718439681s I0521 19:38:16.196320 3686 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:38:16.196403 3686 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:38:16.196420 3686 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:38:16.196431 3686 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:38:16.196515 3686 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:38:16.196613 3686 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 66.936µs I0521 19:38:16.196869 3686 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:38:16.196892 3686 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.668µs I0521 19:38:16.196899 3686 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.854µs I0521 19:38:16.196904 3686 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:38:16.196915 3686 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:38:16.196924 3686 default_node_network_controller.go:899] Starting the default node network controller I0521 19:38:16.196930 3686 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:38:16.196944 3686 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.993µs I0521 19:38:16.197098 3686 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:38:16.197106 3686 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:38:16.197151 3686 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b180 0xc000325ce0 0xc000325d50 0xc000325dc0 0xc000325e30 0xc000325ea0 0xc000325f10 0xc000b275e0 0xc00033e000 0xc00033e070 0xc000b8e3c0 0xc00646d340 0xc00033e0e0 map[0x2ff9080:0xc001a299e0 0x2ff95c0:0xc001a29b60 0x2ffa2e0:0xc001a29920 0x2ffa580:0xc001a29980 0x2ffad60:0xc001a29a40 0x2ffb000:0xc001a29aa0 0x2ffb2a0:0xc001a29b00 0x2ffba80:0xc001a29bc0 0x2ffbd20:0xc004707080 0x3026980:0xc000b74d20 0x3026d20:0xc000b74d80 0x3027800:0xc000c05800 0x3029160:0xc001cc2000 0x30298a0:0xc0026189c0 0x302a720:0xc001cc2060] 0xc000b285b0 0} I0521 19:38:16.197221 3686 gateway.go:151] Starting gateway service sync I0521 19:38:16.197664 3686 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:38:16.199709 3686 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:38:16.220608 3686 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:38:16.221724 3686 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:38:16.222877 3686 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:38:16.255993 3686 gateway.go:168] Gateway service sync done. Time taken: 58.760616ms I0521 19:38:16.256333 3686 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31070 I0521 19:38:16.256816 3686 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b180 0xc000325ce0 0xc000325d50 0xc000325dc0 0xc000325e30 0xc000325ea0 0xc000325f10 0xc000b275e0 0xc00033e000 0xc00033e070 0xc000b8e3c0 0xc00646d340 0xc00033e0e0 map[0x2ff9080:0xc001a299e0 0x2ff95c0:0xc001a29b60 0x2ffa2e0:0xc001a29920 0x2ffa580:0xc001a29980 0x2ffad60:0xc001a29a40 0x2ffb000:0xc001a29aa0 0x2ffb2a0:0xc001a29b00 0x2ffba80:0xc001a29bc0 0x2ffbd20:0xc004707080 0x3026980:0xc000b74d20 0x3026d20:0xc000b74d80 0x3027800:0xc000c05800 0x3029160:0xc001cc2000 0x30298a0:0xc0026189c0 0x302a720:0xc001cc2060] 0xc000b285b0 0} I0521 19:38:16.257242 3686 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b180 0xc000325ce0 0xc000325d50 0xc000325dc0 0xc000325e30 0xc000325ea0 0xc000325f10 0xc000b275e0 0xc00033e000 0xc00033e070 0xc000b8e3c0 0xc00646d340 0xc00033e0e0 map[0x2ff9080:0xc001a299e0 0x2ff95c0:0xc001a29b60 0x2ffa2e0:0xc001a29920 0x2ffa580:0xc001a29980 0x2ffad60:0xc001a29a40 0x2ffb000:0xc001a29aa0 0x2ffb2a0:0xc001a29b00 0x2ffba80:0xc001a29bc0 0x2ffbd20:0xc004707080 0x3026980:0xc000b74d20 0x3026d20:0xc000b74d80 0x3027800:0xc000c05800 0x3029160:0xc001cc2000 0x30298a0:0xc0026189c0 0x302a720:0xc001cc2060] 0xc000b285b0 0} I0521 19:38:16.257275 3686 gateway.go:532] Reconciling gateway with updates I0521 19:38:16.262802 3686 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:38:16.262886 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:38:16.262902 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:38:16.262890 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:38:16.262908 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:38:16.262916 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:38:16.262919 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:38:16.262924 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:38:16.262930 3686 default_node_network_controller.go:944] Gateway and management port readiness took 65.815657ms I0521 19:38:16.262922 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:38:16.262946 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:38:16.262959 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:38:16.262947 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:38:16.262976 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:38:16.262980 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:38:16.262982 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:38:16.262913 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:38:16.262987 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:38:16.262999 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:38:16.263003 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:38:16.263015 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:38:16.263020 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:38:16.263023 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:38:16.262907 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:38:16.263036 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:38:16.263042 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:38:16.263049 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:38:16.263054 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:38:16.263057 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:38:16.263053 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:38:16.263069 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:38:16.263071 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:38:16.263073 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:38:16.263040 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:38:16.263085 3686 port_claim.go:71] Svc openshift-ingress/router-default: port 31985 is already open, no action needed I0521 19:38:16.263088 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:38:16.263088 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:38:16.263094 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:38:16.263097 3686 port_claim.go:71] Svc openshift-ingress/router-default: port 31839 is already open, no action needed I0521 19:38:16.263100 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:38:16.263104 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:38:16.263107 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:38:16.263107 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:38:16.263107 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:38:16.263114 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:38:16.263105 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:38:16.263130 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:38:16.263136 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:38:16.263139 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:38:16.263148 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:38:16.263151 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:38:16.263072 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:38:16.263157 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:38:16.263124 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:38:16.263161 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:38:16.263164 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:38:16.263164 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:38:16.263168 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:38:16.263171 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:38:16.263135 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:38:16.263174 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:38:16.263180 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:38:16.263185 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:38:16.263095 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:38:16.263001 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:38:16.263145 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:38:16.263205 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:38:16.263210 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:38:16.262931 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:38:16.263273 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:38:16.263021 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:38:16.262998 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:38:16.263385 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:38:16.262904 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:38:16.263432 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:38:16.263006 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:38:16.263010 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:38:16.263588 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:38:16.262933 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:38:16.263025 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:38:16.263670 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:38:16.263682 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:38:16.263044 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:38:16.263709 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:38:16.263096 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:38:16.263726 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:38:16.263738 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:38:16.263087 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:38:16.263747 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:38:16.263122 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:38:16.263134 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:38:16.263138 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:38:16.263813 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:38:16.263147 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:38:16.263871 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:38:16.263155 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:38:16.263931 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:38:16.263153 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:38:16.263988 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:38:16.263155 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:38:16.263161 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:38:16.263167 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:38:16.264120 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:38:16.263194 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:38:16.263232 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:38:16.264196 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:38:16.264206 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:38:16.263235 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:38:16.262924 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:38:16.264311 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:38:16.264592 3686 node_ip_handler_linux.go:160] Node IP manager is running W0521 19:38:16.301139 3686 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:38:16.301309 3686 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:38:16.301539 3686 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0521 19:38:16.310753 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:38:16.310765 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:38:16.350185 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:38:16.350212 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:38:16.350220 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:38:16.350226 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:38:16.350230 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:38:16.350236 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:38:16.350241 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:38:16.350247 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:38:16.350254 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:38:16.350260 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:38:16.350265 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:38:16.350270 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:38:16.350275 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:38:16.350281 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:38:16.350285 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:38:16.350291 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:38:16.350296 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:38:16.350302 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:38:16.388894 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:38:16.388919 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:38:16.388926 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:38:16.388934 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:38:16.388942 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:38:16.388952 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:38:17.696624 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-62.ec2.internal I0521 19:38:17.696658 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-62.ec2.internal: 40.839µs I0521 19:38:17.800229 3686 egressfirewall.go:723] Syncing node "ip-10-0-2-167.ec2.internal" for egress firewall I0521 19:38:17.800308 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default" I0521 19:38:17.800355 3686 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default" I0521 19:38:17.800257 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal I0521 19:38:17.800409 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 151.89µs I0521 19:38:17.800279 3686 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-167.ec2.internal. Updating no re-route policies I0521 19:38:17.800383 3686 services_controller.go:574] Full service sync requested for network=default I0521 19:38:17.845426 3686 default_node_network_controller.go:1380] Starting node controller node sync W0521 19:38:17.845429 3686 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:38:17.845554 3686 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0521 19:38:17.856142 3686 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 10.698864ms I0521 19:38:17.856292 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-167.ec2.internal", IP: 10.0.2.167 to PMTUD blocking rules I0521 19:38:17.856304 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-167.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:38:17.856309 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-62.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:38:17.856320 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-62.ec2.internal", IP: 10.0.0.62 to PMTUD blocking rules I0521 19:38:17.867506 3686 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:38:17.867780 3686 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:38:17.869117 3686 egressservice_node.go:183] Starting Egress Services Controller I0521 19:38:17.869146 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:38:17.869159 3686 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:38:17.869169 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:38:17.869177 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:38:17.869194 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:38:17.869242 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:38:17.869253 3686 egressservice_node.go:197] Repairing Egress Services I0521 19:38:17.884878 3686 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:38:17.884897 3686 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:38:17.885187 3686 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:38:17.885199 3686 link_network_manager.go:119] Link manager is running I0521 19:38:17.885211 3686 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:38:17.886080 3686 vrf_manager.go:128] VRF manager is running I0521 19:38:17.886315 3686 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:38:17.886327 3686 gateway.go:532] Reconciling gateway with updates I0521 19:38:17.886697 3686 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:38:17.906222 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:38:17.906235 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:38:17.906242 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:38:17.906243 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:38:17.906250 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:38:17.906248 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:38:17.906259 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:38:17.906264 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:38:17.906263 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:38:17.906269 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:38:17.906278 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:38:17.906279 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:38:17.906284 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:38:17.906286 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:38:17.906289 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:38:17.906302 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:38:17.906308 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:38:17.906310 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:38:17.906313 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:38:17.906285 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:38:17.906322 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:38:17.906324 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:38:17.906324 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:38:17.906326 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:38:17.906340 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:38:17.906340 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:38:17.906344 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:38:17.906345 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:38:17.906346 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:38:17.906348 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:38:17.906347 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:38:17.906355 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:38:17.906381 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:38:17.906382 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:38:17.906384 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:38:17.906386 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:38:17.906386 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:38:17.906392 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:38:17.906398 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:38:17.906396 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:38:17.906401 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:38:17.906400 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:38:17.906406 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:38:17.906407 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:38:17.906400 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:38:17.906413 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:38:17.906416 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:38:17.906415 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:38:17.906386 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:38:17.906424 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:38:17.906268 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:38:17.906304 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:38:17.906447 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:38:17.906458 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:38:17.906354 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:38:17.906471 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:38:17.906352 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:38:17.906333 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:38:17.906487 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:38:17.906498 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:38:17.906504 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:38:17.906520 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:38:17.906536 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:38:17.906383 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:38:17.906553 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:38:17.906572 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:38:17.906453 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:38:17.906492 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:38:17.906589 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:38:17.906591 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:38:17.906312 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:38:17.906600 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:38:17.906344 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:38:17.906608 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:38:17.906618 3686 port_claim.go:71] Svc openshift-ingress/router-default: port 31985 is already open, no action needed I0521 19:38:17.906628 3686 port_claim.go:71] Svc openshift-ingress/router-default: port 31839 is already open, no action needed I0521 19:38:17.906305 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:38:17.906667 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:38:17.906324 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:38:17.906690 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:38:17.906327 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:38:17.906326 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:38:17.906729 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:38:17.906347 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:38:17.906751 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:38:17.906252 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:38:17.906759 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:38:17.906763 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:38:17.906371 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:38:17.906768 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:38:17.906356 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:38:17.906373 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:38:17.906373 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:38:17.906835 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:38:17.906386 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:38:17.906857 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:38:17.906386 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:38:17.906384 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:38:17.906897 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:38:17.906390 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:38:17.906400 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:38:17.906396 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:38:17.906950 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:38:17.906402 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:38:17.906972 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:38:17.906405 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:38:17.906405 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:38:17.906401 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:38:17.907008 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:38:17.906413 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:38:17.907029 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:38:17.906416 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:38:17.906429 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:38:17.906493 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:38:17.928566 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:38:17.928583 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:38:17.928600 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:38:17.928605 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:38:17.928611 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:38:17.928617 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:38:17.928622 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:38:17.928627 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:38:17.928633 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:38:17.966823 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:38:17.966850 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:38:17.966860 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:38:17.966869 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:38:17.966877 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:38:18.005246 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:38:18.005268 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:38:18.005276 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:38:18.005281 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:38:18.005287 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:38:18.005292 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:38:20.132061 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-26.ec2.internal I0521 19:38:20.132098 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-26.ec2.internal: 45.816µs I0521 19:38:20.160724 3686 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-f7f9cdd6d-flm8k] creating logical port openshift-image-registry_image-registry-f7f9cdd6d-flm8k for pod on switch ip-10-0-1-26.ec2.internal I0521 19:38:20.160837 3686 kube.go:256] Updating pod openshift-image-registry/image-registry-f7f9cdd6d-flm8k I0521 19:38:20.181924 3686 pod.go:62] [openshift-image-registry/image-registry-f7f9cdd6d-flm8k] pod update took 21.117875ms I0521 19:38:20.181943 3686 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-f7f9cdd6d-flm8k] addLogicalPort annotation time took 21.142088ms I0521 19:38:20.183230 3686 pods.go:271] [openshift-image-registry/image-registry-f7f9cdd6d-flm8k] addLogicalPort took 22.519837ms, libovsdb time 984.781µs I0521 19:38:20.187034 3686 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-dzztd] creating logical port openshift-ingress-canary_ingress-canary-dzztd for pod on switch ip-10-0-1-26.ec2.internal I0521 19:38:20.187132 3686 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-dzztd I0521 19:38:20.200066 3686 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-xfjqj] creating logical port openshift-dns_dns-default-xfjqj for pod on switch ip-10-0-1-26.ec2.internal I0521 19:38:20.200149 3686 kube.go:256] Updating pod openshift-dns/dns-default-xfjqj I0521 19:38:20.216137 3686 pod.go:62] [openshift-ingress-canary/ingress-canary-dzztd] pod update took 29.023464ms I0521 19:38:20.216154 3686 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-dzztd] addLogicalPort annotation time took 29.045762ms I0521 19:38:20.217160 3686 pods.go:271] [openshift-ingress-canary/ingress-canary-dzztd] addLogicalPort took 30.143136ms, libovsdb time 746.781µs I0521 19:38:20.224973 3686 pod.go:62] [openshift-dns/dns-default-xfjqj] pod update took 24.84131ms I0521 19:38:20.224992 3686 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-xfjqj] addLogicalPort annotation time took 24.863003ms I0521 19:38:20.225904 3686 pods.go:271] [openshift-dns/dns-default-xfjqj] addLogicalPort took 25.84789ms, libovsdb time 711.798µs I0521 19:38:20.560721 3686 cni.go:452] [openshift-ingress-canary/ingress-canary-dzztd 2759da824740242510860c89b5ccdae1fe8bafcac2cbf8568ff5983ab8154b8e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-dzztd 2759da824740242510860c89b5ccdae1fe8bafcac2cbf8568ff5983ab8154b8e network default NAD default NAD key ] I0521 19:38:20.589484 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-dzztd, hostIfaceName: 2759da824740242, network: default, NAD default, SandboxID: "2759da824740242510860c89b5ccdae1fe8bafcac2cbf8568ff5983ab8154b8e", PCI device ID: , UID: "5f5f3c72-bc00-4ad2-a652-7f88b140e9d8", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0521 19:38:20.636604 3686 cni.go:473] [openshift-ingress-canary/ingress-canary-dzztd 2759da824740242510860c89b5ccdae1fe8bafcac2cbf8568ff5983ab8154b8e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-dzztd 2759da824740242510860c89b5ccdae1fe8bafcac2cbf8568ff5983ab8154b8e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:7f:8e:76:1f:68\",\"name\":\"2759da824740242\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a083740-7334-4b4b-b1bb-d82cc54a4a69\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:38:21.630888 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal I0521 19:38:21.630921 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 42.787µs I0521 19:38:24.818049 3686 cni.go:452] [openshift-network-diagnostics/network-check-target-58zxp c4f0b70f69341b612d7d025da460e29414b422e411c787397f7dd1fa89520fc5 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-58zxp c4f0b70f69341b612d7d025da460e29414b422e411c787397f7dd1fa89520fc5 network default NAD default NAD key ] I0521 19:38:24.829032 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-58zxp, hostIfaceName: c4f0b70f69341b6, network: default, NAD default, SandboxID: "c4f0b70f69341b612d7d025da460e29414b422e411c787397f7dd1fa89520fc5", PCI device ID: , UID: "8a63c5bd-9a90-448c-b24c-252624ca4bc6", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0521 19:38:24.847221 3686 cni.go:452] [kube-system/global-pull-secret-syncer-wflld 80e3ccfa805c50d7ade86c40fdb048e4253d12239583af2899cf116d8ac0820b network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-wflld 80e3ccfa805c50d7ade86c40fdb048e4253d12239583af2899cf116d8ac0820b network default NAD default NAD key ] I0521 19:38:24.856940 3686 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-wflld, hostIfaceName: 80e3ccfa805c50d, network: default, NAD default, SandboxID: "80e3ccfa805c50d7ade86c40fdb048e4253d12239583af2899cf116d8ac0820b", PCI device ID: , UID: "892b8c0d-b23e-49d3-861c-0a33d531ef31", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0521 19:38:24.874690 3686 cni.go:473] [openshift-network-diagnostics/network-check-target-58zxp c4f0b70f69341b612d7d025da460e29414b422e411c787397f7dd1fa89520fc5 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-58zxp c4f0b70f69341b612d7d025da460e29414b422e411c787397f7dd1fa89520fc5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:df:66:51:34:0a\",\"name\":\"c4f0b70f69341b6\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abe8ee9a-0645-4520-b639-d1497b47bb1c\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:38:24.898498 3686 cni.go:473] [kube-system/global-pull-secret-syncer-wflld 80e3ccfa805c50d7ade86c40fdb048e4253d12239583af2899cf116d8ac0820b network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-wflld 80e3ccfa805c50d7ade86c40fdb048e4253d12239583af2899cf116d8ac0820b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:bc:88:b2:0e:3e\",\"name\":\"80e3ccfa805c50d\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f118a076-a6e8-43b0-a326-689ddebc4479\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:38:27.605735 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0521 19:38:27.655406 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:38:29.932058 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:38:30.957937 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:38:58.607961 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:38:58.607983 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:39:00.929866 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:40:00.235935 3686 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656540-mflsn for pod on switch ip-10-0-1-26.ec2.internal I0521 19:40:00.236088 3686 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn I0521 19:40:00.252089 3686 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn] pod update took 16.032522ms I0521 19:40:00.252114 3686 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn] addLogicalPort annotation time took 16.065235ms I0521 19:40:00.253402 3686 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn] addLogicalPort took 17.48763ms, libovsdb time 912.901µs I0521 19:40:00.594033 3686 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn c16ed50986635953d6edcea3a634d40d2f91d10392f231fc046a53a03f72d8ff network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn c16ed50986635953d6edcea3a634d40d2f91d10392f231fc046a53a03f72d8ff network default NAD default NAD key ] I0521 19:40:00.605894 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656540-mflsn, hostIfaceName: c16ed5098663595, network: default, NAD default, SandboxID: "c16ed50986635953d6edcea3a634d40d2f91d10392f231fc046a53a03f72d8ff", PCI device ID: , UID: "1b851ca3-658e-44f6-a973-70fb5048bdb7", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0521 19:40:00.649926 3686 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn c16ed50986635953d6edcea3a634d40d2f91d10392f231fc046a53a03f72d8ff network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn c16ed50986635953d6edcea3a634d40d2f91d10392f231fc046a53a03f72d8ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:e4:04:65:0e:17\",\"name\":\"c16ed5098663595\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9e037fa-9db5-445b-82c8-477689bf57b6\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:07.844496 3686 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-ngr72] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-ngr72 for pod on switch ip-10-0-1-26.ec2.internal I0521 19:40:07.844617 3686 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-ngr72 I0521 19:40:07.867842 3686 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-ngr72] pod update took 23.276346ms I0521 19:40:07.867863 3686 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-ngr72] addLogicalPort annotation time took 23.302506ms I0521 19:40:07.868800 3686 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-ngr72] addLogicalPort took 24.320521ms, libovsdb time 677.305µs I0521 19:40:07.873775 3686 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-8586995b7c-jcvcg] creating logical port openshift-ingress_router-default-8586995b7c-jcvcg for pod on switch ip-10-0-1-26.ec2.internal I0521 19:40:07.873845 3686 kube.go:256] Updating pod openshift-ingress/router-default-8586995b7c-jcvcg I0521 19:40:07.914705 3686 pod.go:62] [openshift-ingress/router-default-8586995b7c-jcvcg] pod update took 40.884811ms I0521 19:40:07.914723 3686 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-8586995b7c-jcvcg] addLogicalPort annotation time took 40.906762ms I0521 19:40:07.915755 3686 pods.go:271] [openshift-ingress/router-default-8586995b7c-jcvcg] addLogicalPort took 41.989226ms, libovsdb time 742.524µs I0521 19:40:07.936008 3686 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-s2wtp] creating logical port openshift-console-operator_console-operator-66dbbb6468-s2wtp for pod on switch ip-10-0-1-26.ec2.internal I0521 19:40:07.936081 3686 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-s2wtp I0521 19:40:07.957753 3686 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-s2wtp] pod update took 21.689923ms I0521 19:40:07.957770 3686 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-s2wtp] addLogicalPort annotation time took 21.710548ms I0521 19:40:07.958651 3686 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-s2wtp] addLogicalPort took 22.654643ms, libovsdb time 660.285µs I0521 19:40:08.117345 3686 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-p79sc] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-p79sc for pod on switch ip-10-0-1-26.ec2.internal I0521 19:40:08.117450 3686 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-p79sc I0521 19:40:08.137929 3686 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-p79sc] pod update took 20.503159ms I0521 19:40:08.137948 3686 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-p79sc] addLogicalPort annotation time took 20.527527ms I0521 19:40:08.138990 3686 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-p79sc] addLogicalPort took 21.658653ms, libovsdb time 796.348µs I0521 19:40:08.289512 3686 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-s2wtp 187dd28b60ab640f45a50af989cc3aae9347c2ce75cc1d6331255fc217b84803 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-s2wtp 187dd28b60ab640f45a50af989cc3aae9347c2ce75cc1d6331255fc217b84803 network default NAD default NAD key ] I0521 19:40:08.300042 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-s2wtp, hostIfaceName: 187dd28b60ab640, network: default, NAD default, SandboxID: "187dd28b60ab640f45a50af989cc3aae9347c2ce75cc1d6331255fc217b84803", PCI device ID: , UID: "ee3f2448-bae7-41ee-92fa-644cb6f41a4f", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0521 19:40:08.345098 3686 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-s2wtp 187dd28b60ab640f45a50af989cc3aae9347c2ce75cc1d6331255fc217b84803 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-s2wtp 187dd28b60ab640f45a50af989cc3aae9347c2ce75cc1d6331255fc217b84803 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:78:57:9e:4e:39\",\"name\":\"187dd28b60ab640\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10374fb8-35a0-446c-bb0d-459265bc0cac\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:08.470729 3686 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-p79sc 3e247d746bf20659201a5c4e252022db1d69ef239e4f11769933cc1605c71f70 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-p79sc 3e247d746bf20659201a5c4e252022db1d69ef239e4f11769933cc1605c71f70 network default NAD default NAD key ] I0521 19:40:08.481137 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-p79sc, hostIfaceName: 3e247d746bf2065, network: default, NAD default, SandboxID: "3e247d746bf20659201a5c4e252022db1d69ef239e4f11769933cc1605c71f70", PCI device ID: , UID: "ddf99c2b-9a68-41c5-94b8-f0f5a4ba01e4", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0521 19:40:08.525212 3686 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-p79sc 3e247d746bf20659201a5c4e252022db1d69ef239e4f11769933cc1605c71f70 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-p79sc 3e247d746bf20659201a5c4e252022db1d69ef239e4f11769933cc1605c71f70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:05:15:f0:12:b9\",\"name\":\"3e247d746bf2065\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50243c2b-30de-4274-a380-05cc3f1c6520\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:40:11.143005 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:40:11.501702 3686 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:40:11.502604 3686 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 879.92µs I0521 19:40:11.527034 3686 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:40:11.685951 3686 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g24db] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-g24db for pod on switch ip-10-0-1-26.ec2.internal I0521 19:40:11.686049 3686 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g24db I0521 19:40:11.707316 3686 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g24db] pod update took 21.288969ms I0521 19:40:11.707339 3686 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g24db] addLogicalPort annotation time took 21.321229ms I0521 19:40:11.708573 3686 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g24db] addLogicalPort took 22.642751ms, libovsdb time 883.514µs I0521 19:40:12.051185 3686 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g24db 0839e7e9430468962633a84425643145290f96b6228faa8ead2a8a13315c1658 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g24db 0839e7e9430468962633a84425643145290f96b6228faa8ead2a8a13315c1658 network default NAD default NAD key ] I0521 19:40:12.060110 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-g24db, hostIfaceName: 0839e7e94304689, network: default, NAD default, SandboxID: "0839e7e9430468962633a84425643145290f96b6228faa8ead2a8a13315c1658", PCI device ID: , UID: "6120522a-65a8-4850-bc12-10942dbba01c", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0521 19:40:12.105314 3686 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g24db 0839e7e9430468962633a84425643145290f96b6228faa8ead2a8a13315c1658 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-g24db 0839e7e9430468962633a84425643145290f96b6228faa8ead2a8a13315c1658 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:04:ad:f0:77:e9\",\"name\":\"0839e7e94304689\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2afac486-908d-4983-8f36-1410af41e0dc\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:13.250330 3686 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:40:13.251268 3686 namespace.go:102] [openshift-service-ca] adding namespace took 913.258µs I0521 19:40:13.266403 3686 namespace.go:142] [openshift-service-ca] updating namespace W0521 19:40:22.019836 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:40:28.409595 3686 cni.go:452] [openshift-dns/dns-default-xfjqj 002671f5c73a7e3180f90b9a10d86463e879783429ef0a07b807dbc9c07cde95 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-xfjqj 002671f5c73a7e3180f90b9a10d86463e879783429ef0a07b807dbc9c07cde95 network default NAD default NAD key ] I0521 19:40:28.410702 3686 cni.go:452] [openshift-image-registry/image-registry-f7f9cdd6d-flm8k 93a07856346d1cbc54c52edac738a8d449ff0f3e0706663a2c572404e750dcbe network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-f7f9cdd6d-flm8k 93a07856346d1cbc54c52edac738a8d449ff0f3e0706663a2c572404e750dcbe network default NAD default NAD key ] I0521 19:40:28.420502 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-xfjqj, hostIfaceName: 002671f5c73a7e3, network: default, NAD default, SandboxID: "002671f5c73a7e3180f90b9a10d86463e879783429ef0a07b807dbc9c07cde95", PCI device ID: , UID: "1ebbf1f7-0ceb-4650-a371-125f1ad6f6df", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0521 19:40:28.421086 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-f7f9cdd6d-flm8k, hostIfaceName: 93a07856346d1cb, network: default, NAD default, SandboxID: "93a07856346d1cbc54c52edac738a8d449ff0f3e0706663a2c572404e750dcbe", PCI device ID: , UID: "9560d49b-490d-4288-8fc1-bd6970df6639", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0521 19:40:28.465768 3686 cni.go:473] [openshift-dns/dns-default-xfjqj 002671f5c73a7e3180f90b9a10d86463e879783429ef0a07b807dbc9c07cde95 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-xfjqj 002671f5c73a7e3180f90b9a10d86463e879783429ef0a07b807dbc9c07cde95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:c9:6e:50:eb:ad\",\"name\":\"002671f5c73a7e3\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cffd695-6ee7-49cc-b2d7-4eb8d0e7e4d0\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:28.482292 3686 cni.go:473] [openshift-image-registry/image-registry-f7f9cdd6d-flm8k 93a07856346d1cbc54c52edac738a8d449ff0f3e0706663a2c572404e750dcbe network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-f7f9cdd6d-flm8k 93a07856346d1cbc54c52edac738a8d449ff0f3e0706663a2c572404e750dcbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:04:25:86:66:22\",\"name\":\"93a07856346d1cb\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a24ae472-6c1b-4f6e-856d-36dde795c4e8\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:40:39.186283 3686 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:40:39.192837 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:40:39.210863 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:39.210878 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:39.210886 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:39.297697 3686 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:40:39.314820 3686 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:40:39.391347 3686 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-kf57r] creating logical port openshift-insights_insights-runtime-extractor-kf57r for pod on switch ip-10-0-1-26.ec2.internal I0521 19:40:39.391502 3686 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-kf57r I0521 19:40:39.422448 3686 pod.go:62] [openshift-insights/insights-runtime-extractor-kf57r] pod update took 31.017117ms I0521 19:40:39.422468 3686 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-kf57r] addLogicalPort annotation time took 31.040784ms I0521 19:40:39.423487 3686 pods.go:271] [openshift-insights/insights-runtime-extractor-kf57r] addLogicalPort took 32.154174ms, libovsdb time 756.484µs I0521 19:40:39.491920 3686 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-whg68] creating logical port openshift-console_downloads-5c54f4944f-whg68 for pod on switch ip-10-0-1-26.ec2.internal I0521 19:40:39.491993 3686 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-whg68 I0521 19:40:39.516841 3686 pod.go:62] [openshift-console/downloads-5c54f4944f-whg68] pod update took 24.867537ms I0521 19:40:39.516864 3686 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-whg68] addLogicalPort annotation time took 24.89515ms I0521 19:40:39.517915 3686 pods.go:271] [openshift-console/downloads-5c54f4944f-whg68] addLogicalPort took 26.007926ms, libovsdb time 724.83µs I0521 19:40:39.747548 3686 cni.go:452] [openshift-insights/insights-runtime-extractor-kf57r 2ca45fda42e2ff262eb40c955dff2a22724d8b7778ec693ccdb643041323f258 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-kf57r 2ca45fda42e2ff262eb40c955dff2a22724d8b7778ec693ccdb643041323f258 network default NAD default NAD key ] I0521 19:40:39.756326 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-kf57r, hostIfaceName: 2ca45fda42e2ff2, network: default, NAD default, SandboxID: "2ca45fda42e2ff262eb40c955dff2a22724d8b7778ec693ccdb643041323f258", PCI device ID: , UID: "c1033680-6cb3-4259-88f5-7c080f2a13b3", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0521 19:40:39.801333 3686 cni.go:473] [openshift-insights/insights-runtime-extractor-kf57r 2ca45fda42e2ff262eb40c955dff2a22724d8b7778ec693ccdb643041323f258 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-kf57r 2ca45fda42e2ff262eb40c955dff2a22724d8b7778ec693ccdb643041323f258 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:58:dc:eb:cc:eb\",\"name\":\"2ca45fda42e2ff2\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df272797-1642-4c20-baf1-7611117c0d4d\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:39.851951 3686 cni.go:452] [openshift-console/downloads-5c54f4944f-whg68 a27d0692b8c4b7acf4bc6f64d3a0a435a0db903b7007bf887f4048764a608ffe network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-whg68 a27d0692b8c4b7acf4bc6f64d3a0a435a0db903b7007bf887f4048764a608ffe network default NAD default NAD key ] I0521 19:40:39.861331 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-whg68, hostIfaceName: a27d0692b8c4b7a, network: default, NAD default, SandboxID: "a27d0692b8c4b7acf4bc6f64d3a0a435a0db903b7007bf887f4048764a608ffe", PCI device ID: , UID: "b14d9a9d-25d5-4f2b-9a82-0794a577c2ac", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0521 19:40:39.907534 3686 cni.go:473] [openshift-console/downloads-5c54f4944f-whg68 a27d0692b8c4b7acf4bc6f64d3a0a435a0db903b7007bf887f4048764a608ffe network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-whg68 a27d0692b8c4b7acf4bc6f64d3a0a435a0db903b7007bf887f4048764a608ffe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:1f:32:b8:91:4b\",\"name\":\"a27d0692b8c4b7a\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72d6f800-10d4-4887-a734-189118b16228\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:39.999497 3686 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-ngr72 a349cd6b87e30afe579701a23af4dece968cfcbc8d7d90fcbb4577a0f947f23c network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-ngr72 a349cd6b87e30afe579701a23af4dece968cfcbc8d7d90fcbb4577a0f947f23c network default NAD default NAD key ] I0521 19:40:40.009657 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-ngr72, hostIfaceName: a349cd6b87e30af, network: default, NAD default, SandboxID: "a349cd6b87e30afe579701a23af4dece968cfcbc8d7d90fcbb4577a0f947f23c", PCI device ID: , UID: "d7547c4c-0e22-4a71-a8ad-63fb335adf2b", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0521 19:40:40.030094 3686 cni.go:452] [openshift-ingress/router-default-8586995b7c-jcvcg 3ebbbd067f6c1fcd81fc6dd94bd46a50c4f6028c879555f6f7c8a71c9c5d1c5e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-8586995b7c-jcvcg 3ebbbd067f6c1fcd81fc6dd94bd46a50c4f6028c879555f6f7c8a71c9c5d1c5e network default NAD default NAD key ] I0521 19:40:40.039293 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-8586995b7c-jcvcg, hostIfaceName: 3ebbbd067f6c1fc, network: default, NAD default, SandboxID: "3ebbbd067f6c1fcd81fc6dd94bd46a50c4f6028c879555f6f7c8a71c9c5d1c5e", PCI device ID: , UID: "5390b8c7-64c5-4a65-bb37-de61914bedcc", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0521 19:40:40.058160 3686 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-ngr72 a349cd6b87e30afe579701a23af4dece968cfcbc8d7d90fcbb4577a0f947f23c network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-ngr72 a349cd6b87e30afe579701a23af4dece968cfcbc8d7d90fcbb4577a0f947f23c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:02:43:6f:9b:84\",\"name\":\"a349cd6b87e30af\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d991901a-97c3-4a2b-91ec-a22c557b165f\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:40.084683 3686 cni.go:473] [openshift-ingress/router-default-8586995b7c-jcvcg 3ebbbd067f6c1fcd81fc6dd94bd46a50c4f6028c879555f6f7c8a71c9c5d1c5e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-8586995b7c-jcvcg 3ebbbd067f6c1fcd81fc6dd94bd46a50c4f6028c879555f6f7c8a71c9c5d1c5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:1c:01:ee:53:a4\",\"name\":\"3ebbbd067f6c1fc\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18c14420-b8b3-44f9-b778-4c07b857a983\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:40:40.270986 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:40.271008 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:40.271030 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:40.271043 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:40.271049 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:40.937709 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:40.937729 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:40.939452 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:40.939466 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:40.939473 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:40.966201 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:40.966228 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:40.968888 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:40.968902 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:40.968907 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:41.217917 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:41.217936 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:41.217944 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:41.264240 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:41.264262 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:41.264268 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:41.264426 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:41.264439 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0521 19:40:41.396317 3686 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:40:42.893251 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-k2jfs] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-k2jfs for pod on switch ip-10-0-1-26.ec2.internal I0521 19:40:42.893335 3686 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-k2jfs I0521 19:40:42.909975 3686 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-k2jfs] pod update took 16.659127ms I0521 19:40:42.909995 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-k2jfs] addLogicalPort annotation time took 16.68486ms I0521 19:40:42.911093 3686 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-k2jfs] addLogicalPort took 17.858916ms, libovsdb time 801.045µs I0521 19:40:43.250269 3686 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-k2jfs e387c16705654152f4497c83412201036a37308d3631b03fc6a681d6daf92478 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-k2jfs e387c16705654152f4497c83412201036a37308d3631b03fc6a681d6daf92478 network default NAD default NAD key ] I0521 19:40:43.261269 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-k2jfs, hostIfaceName: e387c1670565415, network: default, NAD default, SandboxID: "e387c16705654152f4497c83412201036a37308d3631b03fc6a681d6daf92478", PCI device ID: , UID: "8ec01fc9-7055-4744-a982-375382bfee4a", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0521 19:40:43.314163 3686 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-k2jfs e387c16705654152f4497c83412201036a37308d3631b03fc6a681d6daf92478 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-k2jfs e387c16705654152f4497c83412201036a37308d3631b03fc6a681d6daf92478 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:0c:20:d0:8d:d5\",\"name\":\"e387c1670565415\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbf8b580-4b76-4d9c-ad72-dd0e80f30e6d\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:45.003792 3686 base_network_controller_pods.go:487] [default/openshift-console/console-c6d8d7bf8-2bx7j] creating logical port openshift-console_console-c6d8d7bf8-2bx7j for pod on switch ip-10-0-1-26.ec2.internal I0521 19:40:45.003907 3686 kube.go:256] Updating pod openshift-console/console-c6d8d7bf8-2bx7j I0521 19:40:45.024980 3686 pod.go:62] [openshift-console/console-c6d8d7bf8-2bx7j] pod update took 21.10837ms I0521 19:40:45.025000 3686 base_network_controller_pods.go:951] [default/openshift-console/console-c6d8d7bf8-2bx7j] addLogicalPort annotation time took 21.134621ms I0521 19:40:45.026251 3686 pods.go:271] [openshift-console/console-c6d8d7bf8-2bx7j] addLogicalPort took 22.479658ms, libovsdb time 929.035µs W0521 19:40:45.272897 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:40:45.294005 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0521 19:40:45.368585 3686 cni.go:452] [openshift-console/console-c6d8d7bf8-2bx7j c9f6cbc439cdbbec4c59d52440ee652b06b2b78831434f857d06f3bf636c69bd network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-c6d8d7bf8-2bx7j c9f6cbc439cdbbec4c59d52440ee652b06b2b78831434f857d06f3bf636c69bd network default NAD default NAD key ] I0521 19:40:45.378190 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-c6d8d7bf8-2bx7j, hostIfaceName: c9f6cbc439cdbbe, network: default, NAD default, SandboxID: "c9f6cbc439cdbbec4c59d52440ee652b06b2b78831434f857d06f3bf636c69bd", PCI device ID: , UID: "093ced93-156c-4aea-82a0-8a9cfc74738e", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0521 19:40:45.428696 3686 cni.go:473] [openshift-console/console-c6d8d7bf8-2bx7j c9f6cbc439cdbbec4c59d52440ee652b06b2b78831434f857d06f3bf636c69bd network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-c6d8d7bf8-2bx7j c9f6cbc439cdbbec4c59d52440ee652b06b2b78831434f857d06f3bf636c69bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:fd:cf:0d:0a:fa\",\"name\":\"c9f6cbc439cdbbe\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/100e14ef-a478-47f3-b1e1-08fac62242d3\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:40:47.307066 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:40:47.985614 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:40:48.288377 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:40:49.307811 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:40:49.307836 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:40:49.341654 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:40:49.341676 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:40:50.216987 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:40:52.894626 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-26.ec2.internal I0521 19:40:52.894775 3686 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0521 19:40:52.939432 3686 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 44.701254ms I0521 19:40:52.939454 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 44.728906ms I0521 19:40:52.940857 3686 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 46.247951ms, libovsdb time 1.009774ms W0521 19:40:54.098614 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:40:54.098641 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:40:55.057239 3686 cni.go:452] [openshift-monitoring/alertmanager-main-0 09842e8e2dcaf37f29edfcbd4eb8fcede413998f2add006364da72c7af21c828 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 09842e8e2dcaf37f29edfcbd4eb8fcede413998f2add006364da72c7af21c828 network default NAD default NAD key ] I0521 19:40:55.066252 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 09842e8e2dcaf37, network: default, NAD default, SandboxID: "09842e8e2dcaf37f29edfcbd4eb8fcede413998f2add006364da72c7af21c828", PCI device ID: , UID: "0adf18df-6ecf-40cf-b659-a93061ab49d1", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0521 19:40:55.115613 3686 cni.go:473] [openshift-monitoring/alertmanager-main-0 09842e8e2dcaf37f29edfcbd4eb8fcede413998f2add006364da72c7af21c828 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 09842e8e2dcaf37f29edfcbd4eb8fcede413998f2add006364da72c7af21c828 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:81:3d:7c:a8:5e\",\"name\":\"09842e8e2dcaf37\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e8d0f35-160d-4d0b-b281-4aa419f86db1\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:40:55.318071 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 19:40:55.348963 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0521 19:40:56.285435 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-s9bjx] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-s9bjx for pod on switch ip-10-0-1-26.ec2.internal I0521 19:40:56.285625 3686 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-s9bjx I0521 19:40:56.308944 3686 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-s9bjx] pod update took 23.357389ms I0521 19:40:56.308971 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-s9bjx] addLogicalPort annotation time took 23.390958ms I0521 19:40:56.310563 3686 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-s9bjx] addLogicalPort took 25.152781ms, libovsdb time 1.12786ms W0521 19:40:56.370494 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:40:56.431551 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 19:40:56.431569 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 19:40:56.456842 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0521 19:40:56.615780 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-d7764bc7b-jtt2p] creating logical port openshift-monitoring_metrics-server-d7764bc7b-jtt2p for pod on switch ip-10-0-1-26.ec2.internal I0521 19:40:56.615891 3686 kube.go:256] Updating pod openshift-monitoring/metrics-server-d7764bc7b-jtt2p I0521 19:40:56.645411 3686 pod.go:62] [openshift-monitoring/metrics-server-d7764bc7b-jtt2p] pod update took 29.560205ms I0521 19:40:56.645438 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-d7764bc7b-jtt2p] addLogicalPort annotation time took 29.591993ms I0521 19:40:56.646906 3686 pods.go:271] [openshift-monitoring/metrics-server-d7764bc7b-jtt2p] addLogicalPort took 31.142693ms, libovsdb time 1.032978ms I0521 19:40:56.988239 3686 cni.go:452] [openshift-monitoring/metrics-server-d7764bc7b-jtt2p 95e65e029948d1c1c1a2a5b619ac0e45fe898d9fe872076f3f4e82db69c128e1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-d7764bc7b-jtt2p 95e65e029948d1c1c1a2a5b619ac0e45fe898d9fe872076f3f4e82db69c128e1 network default NAD default NAD key ] I0521 19:40:56.998397 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-d7764bc7b-jtt2p, hostIfaceName: 95e65e029948d1c, network: default, NAD default, SandboxID: "95e65e029948d1c1c1a2a5b619ac0e45fe898d9fe872076f3f4e82db69c128e1", PCI device ID: , UID: "1b63098e-0992-4996-b063-5b282fd665c5", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0521 19:40:57.050691 3686 cni.go:473] [openshift-monitoring/metrics-server-d7764bc7b-jtt2p 95e65e029948d1c1c1a2a5b619ac0e45fe898d9fe872076f3f4e82db69c128e1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-d7764bc7b-jtt2p 95e65e029948d1c1c1a2a5b619ac0e45fe898d9fe872076f3f4e82db69c128e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:05:57:85:5e:ea\",\"name\":\"95e65e029948d1c\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/085d4f8a-415d-4889-ac01-66607dd89b02\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:57.250244 3686 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-s9bjx 1e7ffaab4639e06611508f0ef709ebad1b55d25396ba56dab9fe7fbca9be61af network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-s9bjx 1e7ffaab4639e06611508f0ef709ebad1b55d25396ba56dab9fe7fbca9be61af network default NAD default NAD key ] I0521 19:40:57.260055 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-s9bjx, hostIfaceName: 1e7ffaab4639e06, network: default, NAD default, SandboxID: "1e7ffaab4639e06611508f0ef709ebad1b55d25396ba56dab9fe7fbca9be61af", PCI device ID: , UID: "f47ebc78-0741-4542-a61a-671d1f45c9cb", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0521 19:40:57.313551 3686 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-s9bjx 1e7ffaab4639e06611508f0ef709ebad1b55d25396ba56dab9fe7fbca9be61af network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-s9bjx 1e7ffaab4639e06611508f0ef709ebad1b55d25396ba56dab9fe7fbca9be61af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:b1:20:f1:85:6f\",\"name\":\"1e7ffaab4639e06\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f88e918a-e1bb-4e5e-a1aa-fa8ac55726b2\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:57.332048 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-6569cf56b-7j68x] creating logical port openshift-monitoring_telemeter-client-6569cf56b-7j68x for pod on switch ip-10-0-1-26.ec2.internal I0521 19:40:57.332202 3686 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6569cf56b-7j68x I0521 19:40:57.360134 3686 pod.go:62] [openshift-monitoring/telemeter-client-6569cf56b-7j68x] pod update took 27.955813ms I0521 19:40:57.360214 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-6569cf56b-7j68x] addLogicalPort annotation time took 28.042094ms I0521 19:40:57.361495 3686 pods.go:271] [openshift-monitoring/telemeter-client-6569cf56b-7j68x] addLogicalPort took 29.465924ms, libovsdb time 922.917µs W0521 19:40:57.407777 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:40:57.407794 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:40:57.407799 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:40:57.704415 3686 cni.go:452] [openshift-monitoring/telemeter-client-6569cf56b-7j68x c9627452aaf33a12ba1af7223dfe0c3e024df8fb9c1ebb6c62f0689f5efa8f9e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-6569cf56b-7j68x c9627452aaf33a12ba1af7223dfe0c3e024df8fb9c1ebb6c62f0689f5efa8f9e network default NAD default NAD key ] I0521 19:40:57.716913 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-6569cf56b-7j68x, hostIfaceName: c9627452aaf33a1, network: default, NAD default, SandboxID: "c9627452aaf33a12ba1af7223dfe0c3e024df8fb9c1ebb6c62f0689f5efa8f9e", PCI device ID: , UID: "050b814e-203b-4c3c-bb90-415f1b69cd4d", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0521 19:40:57.775622 3686 cni.go:473] [openshift-monitoring/telemeter-client-6569cf56b-7j68x c9627452aaf33a12ba1af7223dfe0c3e024df8fb9c1ebb6c62f0689f5efa8f9e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-6569cf56b-7j68x c9627452aaf33a12ba1af7223dfe0c3e024df8fb9c1ebb6c62f0689f5efa8f9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:94:88:ce:b3:bd\",\"name\":\"c9627452aaf33a1\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a32ff20c-a0cf-4f67-9cd0-3c0be3a7504a\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:40:58.050925 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:40:58.050949 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:40:58.050954 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:40:58.156092 3686 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:58.156815 3686 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:58.156846 3686 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:40:58.156858 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 19:40:58.156882 3686 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:40:58.156889 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:40:59.187492 3686 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:59.187518 3686 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:59.187535 3686 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:59.187552 3686 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d55n7t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:40:59.353095 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:40:59.377072 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:40:59.377909 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 19:40:59.406992 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:40:59.407012 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:40:59.407018 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:40:59.407023 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:40:59.834963 3686 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-c6d8d7bf8-mbqk4 IP address from the namespace address-set, err: pod openshift-console/console-c6d8d7bf8-mbqk4: no pod IPs found W0521 19:41:00.050767 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 19:41:00.083339 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 19:41:00.083390 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 19:41:00.130981 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:41:00.131000 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:41:00.160214 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:00.160233 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:00.160239 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:00.160245 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:00.396878 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 19:41:00.409234 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:41:00.409294 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:41:03.777491 3686 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:41:03.791631 3686 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:41:04.570557 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6778768bb7-g9rlf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:04.571160 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6778768bb7-g9rlf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:04.621232 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f7f9cdd6d-2b776 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:04.621607 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f7f9cdd6d-2b776 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.076594 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f7f9cdd6d-2b776 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:05.076615 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f7f9cdd6d-2b776 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:05.086948 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-f7f9cdd6d-2b776 I0521 19:41:05.086968 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-f7f9cdd6d-2b776 I0521 19:41:05.439350 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6778768bb7-g9rlf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:05.439393 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6778768bb7-g9rlf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:05.445412 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6778768bb7-g9rlf I0521 19:41:05.445438 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6778768bb7-g9rlf W0521 19:41:07.062310 3686 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5dbdbc9584-jq8vp IP address from the namespace address-set, err: pod openshift-console/console-5dbdbc9584-jq8vp: no pod IPs found W0521 19:41:07.069634 3686 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5dbdbc9584-qz76f IP address from the namespace address-set, err: pod openshift-console/console-5dbdbc9584-qz76f: no pod IPs found I0521 19:41:12.613845 3686 obj_retry.go:498] Detected object openshift-console/console-644c565d4b-vf7tn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.614419 3686 obj_retry.go:498] Detected object openshift-console/console-644c565d4b-vf7tn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:13.468440 3686 obj_retry.go:492] Detected object openshift-console/console-644c565d4b-vf7tn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.468467 3686 obj_retry.go:492] Detected object openshift-console/console-644c565d4b-vf7tn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.471139 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-644c565d4b-vf7tn I0521 19:41:13.471152 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-644c565d4b-vf7tn W0521 19:41:20.366263 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0521 19:41:21.764200 3686 obj_retry.go:498] Detected object openshift-console/console-644c565d4b-kfjsk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:21.778654 3686 obj_retry.go:498] Detected object openshift-console/console-644c565d4b-kfjsk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:22.153785 3686 obj_retry.go:492] Detected object openshift-console/console-644c565d4b-kfjsk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:22.153815 3686 obj_retry.go:492] Detected object openshift-console/console-644c565d4b-kfjsk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:22.160241 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-644c565d4b-kfjsk I0521 19:41:22.160260 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-644c565d4b-kfjsk W0521 19:41:23.908696 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:23.908719 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:23.908724 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:26.470232 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:41:26.470892 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:41:26.470949 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:41:27.468059 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:41:31.533558 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:41:37.562556 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0521 19:41:48.730984 3686 cni.go:452] [openshift-console/console-c6d8d7bf8-2bx7j c9f6cbc439cdbbec4c59d52440ee652b06b2b78831434f857d06f3bf636c69bd network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-c6d8d7bf8-2bx7j c9f6cbc439cdbbec4c59d52440ee652b06b2b78831434f857d06f3bf636c69bd network default NAD default NAD key ] I0521 19:41:48.804587 3686 cni.go:473] [openshift-console/console-c6d8d7bf8-2bx7j c9f6cbc439cdbbec4c59d52440ee652b06b2b78831434f857d06f3bf636c69bd network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-c6d8d7bf8-2bx7j c9f6cbc439cdbbec4c59d52440ee652b06b2b78831434f857d06f3bf636c69bd network default NAD default NAD key default], result "{}", err I0521 19:41:48.875912 3686 obj_retry.go:498] Detected object openshift-console/console-c6d8d7bf8-2bx7j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.875939 3686 pods.go:176] Deleting pod: openshift-console/console-c6d8d7bf8-2bx7j I0521 19:41:48.877133 3686 pods.go:236] Attempting to release IPs for pod: openshift-console/console-c6d8d7bf8-2bx7j, ips: 10.129.0.18 I0521 19:41:48.877161 3686 obj_retry.go:498] Detected object openshift-console/console-c6d8d7bf8-2bx7j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.548770 3686 obj_retry.go:492] Detected object openshift-console/console-c6d8d7bf8-2bx7j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.548796 3686 obj_retry.go:492] Detected object openshift-console/console-c6d8d7bf8-2bx7j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.556300 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c6d8d7bf8-2bx7j I0521 19:41:49.556327 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c6d8d7bf8-2bx7j I0521 19:41:52.639793 3686 cni.go:452] [openshift-image-registry/image-registry-f7f9cdd6d-flm8k 93a07856346d1cbc54c52edac738a8d449ff0f3e0706663a2c572404e750dcbe network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-f7f9cdd6d-flm8k 93a07856346d1cbc54c52edac738a8d449ff0f3e0706663a2c572404e750dcbe network default NAD default NAD key ] I0521 19:41:52.728153 3686 cni.go:473] [openshift-image-registry/image-registry-f7f9cdd6d-flm8k 93a07856346d1cbc54c52edac738a8d449ff0f3e0706663a2c572404e750dcbe network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-f7f9cdd6d-flm8k 93a07856346d1cbc54c52edac738a8d449ff0f3e0706663a2c572404e750dcbe network default NAD default NAD key default], result "{}", err I0521 19:41:52.781283 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f7f9cdd6d-flm8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:52.781317 3686 pods.go:176] Deleting pod: openshift-image-registry/image-registry-f7f9cdd6d-flm8k I0521 19:41:52.782573 3686 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-f7f9cdd6d-flm8k, ips: 10.129.0.6 I0521 19:41:52.782603 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-f7f9cdd6d-flm8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:53.571055 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f7f9cdd6d-flm8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:53.571089 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-f7f9cdd6d-flm8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:53.578209 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-f7f9cdd6d-flm8k I0521 19:41:53.578238 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-f7f9cdd6d-flm8k I0521 19:41:57.319325 3686 obj_retry.go:498] Detected object openshift-ingress/router-default-679c7cf987-rnwjc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:57.319919 3686 obj_retry.go:498] Detected object openshift-ingress/router-default-679c7cf987-rnwjc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:58.295648 3686 obj_retry.go:492] Detected object openshift-ingress/router-default-679c7cf987-rnwjc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:58.295677 3686 obj_retry.go:492] Detected object openshift-ingress/router-default-679c7cf987-rnwjc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:58.302919 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-679c7cf987-rnwjc I0521 19:41:58.302941 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-679c7cf987-rnwjc I0521 19:42:02.804150 3686 cni.go:452] [openshift-multus/network-metrics-daemon-snfpn a8732d25889fa82e42ab72058ffe3180a6be4d59e5cd7d45ca48531874992bec network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-snfpn a8732d25889fa82e42ab72058ffe3180a6be4d59e5cd7d45ca48531874992bec network default NAD default NAD key ] I0521 19:42:02.813068 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-snfpn, hostIfaceName: a8732d25889fa82, network: default, NAD default, SandboxID: "a8732d25889fa82e42ab72058ffe3180a6be4d59e5cd7d45ca48531874992bec", PCI device ID: , UID: "250cbf86-5859-493d-9378-94b65582cee2", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0521 19:42:02.860764 3686 cni.go:473] [openshift-multus/network-metrics-daemon-snfpn a8732d25889fa82e42ab72058ffe3180a6be4d59e5cd7d45ca48531874992bec network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-snfpn a8732d25889fa82e42ab72058ffe3180a6be4d59e5cd7d45ca48531874992bec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:1f:4f:e8:cf:a4\",\"name\":\"a8732d25889fa82\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e72ff1c-4b76-4239-8be8-fe714f92445c\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:42:13.504605 3686 base_network_controller_pods.go:487] [default/openshift-console/console-6b48447b9f-5jpgk] creating logical port openshift-console_console-6b48447b9f-5jpgk for pod on switch ip-10-0-1-26.ec2.internal I0521 19:42:13.504704 3686 kube.go:256] Updating pod openshift-console/console-6b48447b9f-5jpgk I0521 19:42:13.527258 3686 pod.go:62] [openshift-console/console-6b48447b9f-5jpgk] pod update took 22.580033ms I0521 19:42:13.527281 3686 base_network_controller_pods.go:951] [default/openshift-console/console-6b48447b9f-5jpgk] addLogicalPort annotation time took 22.608549ms I0521 19:42:13.528664 3686 pods.go:271] [openshift-console/console-6b48447b9f-5jpgk] addLogicalPort took 24.072353ms, libovsdb time 1.035458ms I0521 19:42:13.862665 3686 cni.go:452] [openshift-console/console-6b48447b9f-5jpgk 9f3b575d5535325c2295609be1afc06c4300fe107864f71b92d276e0f2414f51 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b48447b9f-5jpgk 9f3b575d5535325c2295609be1afc06c4300fe107864f71b92d276e0f2414f51 network default NAD default NAD key ] I0521 19:42:13.872149 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b48447b9f-5jpgk, hostIfaceName: 9f3b575d5535325, network: default, NAD default, SandboxID: "9f3b575d5535325c2295609be1afc06c4300fe107864f71b92d276e0f2414f51", PCI device ID: , UID: "b7c009cb-ae7a-4ffd-a097-957690b82789", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0521 19:42:13.920751 3686 cni.go:473] [openshift-console/console-6b48447b9f-5jpgk 9f3b575d5535325c2295609be1afc06c4300fe107864f71b92d276e0f2414f51 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b48447b9f-5jpgk 9f3b575d5535325c2295609be1afc06c4300fe107864f71b92d276e0f2414f51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:c4:a6:4d:12:c6\",\"name\":\"9f3b575d5535325\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54a02a02-ae73-4201-a313-a7d11e22c3ec\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:42:13.959295 3686 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:13.959837 3686 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:14.374790 3686 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:14.374811 3686 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:14.382899 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:42:14.382922 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:42:18.402946 3686 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:18.403510 3686 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:18.744236 3686 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:18.744265 3686 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:18.751148 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:42:18.751173 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:42:18.831850 3686 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0521 19:42:24.703747 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:42:38.800080 3686 obj_retry.go:498] Detected object openshift-console/console-648459754-fm2tq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:38.800645 3686 obj_retry.go:498] Detected object openshift-console/console-648459754-fm2tq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:39.507639 3686 obj_retry.go:492] Detected object openshift-console/console-648459754-fm2tq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:39.507667 3686 obj_retry.go:492] Detected object openshift-console/console-648459754-fm2tq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:39.514520 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-648459754-fm2tq I0521 19:42:39.514544 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-648459754-fm2tq I0521 19:42:46.025045 3686 cni.go:452] [openshift-monitoring/alertmanager-main-0 09842e8e2dcaf37f29edfcbd4eb8fcede413998f2add006364da72c7af21c828 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 09842e8e2dcaf37f29edfcbd4eb8fcede413998f2add006364da72c7af21c828 network default NAD default NAD key ] I0521 19:42:46.103876 3686 cni.go:473] [openshift-monitoring/alertmanager-main-0 09842e8e2dcaf37f29edfcbd4eb8fcede413998f2add006364da72c7af21c828 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 09842e8e2dcaf37f29edfcbd4eb8fcede413998f2add006364da72c7af21c828 network default NAD default NAD key default], result "{}", err I0521 19:42:46.168472 3686 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:46.168524 3686 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0521 19:42:46.169690 3686 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.19 I0521 19:42:46.169715 3686 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:46.779934 3686 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:46.779964 3686 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:46.789285 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:42:46.789313 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:42:46.838330 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-26.ec2.internal I0521 19:42:46.838484 3686 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0521 19:42:46.868597 3686 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 30.153749ms I0521 19:42:46.868621 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 30.181655ms I0521 19:42:46.869824 3686 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 31.512662ms, libovsdb time 875.012µs I0521 19:42:47.194331 3686 cni.go:452] [openshift-monitoring/alertmanager-main-0 d4c84dc2c1b54b5dcca050440d6a5f89a47688701c4062ddd3fff14d162219e7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 d4c84dc2c1b54b5dcca050440d6a5f89a47688701c4062ddd3fff14d162219e7 network default NAD default NAD key ] I0521 19:42:47.203518 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: d4c84dc2c1b54b5, network: default, NAD default, SandboxID: "d4c84dc2c1b54b5dcca050440d6a5f89a47688701c4062ddd3fff14d162219e7", PCI device ID: , UID: "7da238fe-ff45-4bc3-95c5-96a5a76bdce8", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0521 19:42:47.252062 3686 cni.go:473] [openshift-monitoring/alertmanager-main-0 d4c84dc2c1b54b5dcca050440d6a5f89a47688701c4062ddd3fff14d162219e7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 d4c84dc2c1b54b5dcca050440d6a5f89a47688701c4062ddd3fff14d162219e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:00:ab:05:c0:d4\",\"name\":\"d4c84dc2c1b54b5\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/caafba2e-fa5e-4809-9757-5372de9eb2e0\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:42:50.040729 3686 obj_retry.go:498] Detected object openshift-console/console-648459754-pfb9s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:50.041281 3686 obj_retry.go:498] Detected object openshift-console/console-648459754-pfb9s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:50.888199 3686 obj_retry.go:492] Detected object openshift-console/console-648459754-pfb9s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:50.888225 3686 obj_retry.go:492] Detected object openshift-console/console-648459754-pfb9s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:50.890904 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-648459754-pfb9s I0521 19:42:50.890936 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-648459754-pfb9s I0521 19:43:03.858052 3686 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn c16ed50986635953d6edcea3a634d40d2f91d10392f231fc046a53a03f72d8ff network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn c16ed50986635953d6edcea3a634d40d2f91d10392f231fc046a53a03f72d8ff network default NAD default NAD key ] I0521 19:43:03.924990 3686 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn c16ed50986635953d6edcea3a634d40d2f91d10392f231fc046a53a03f72d8ff network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn c16ed50986635953d6edcea3a634d40d2f91d10392f231fc046a53a03f72d8ff network default NAD default NAD key default], result "{}", err I0521 19:43:03.972143 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:03.972183 3686 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn I0521 19:43:03.973506 3686 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn, ips: 10.129.0.9 I0521 19:43:03.973538 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:04.876949 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.876979 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-mflsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:43:07.254751 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:43:07.254773 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:43:07.254779 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:43:21.353773 3686 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:21.354329 3686 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:21.664519 3686 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:21.664542 3686 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:21.673583 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:43:21.673607 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:43:29.033055 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=608 I0521 19:43:53.115715 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0521 19:43:57.140730 3686 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0521 19:44:25.145946 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0521 19:44:32.130717 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0521 19:44:56.025138 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=142 I0521 19:45:06.026384 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0521 19:45:34.124646 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0521 19:45:45.119699 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0521 19:45:56.136111 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0521 19:46:05.423052 3686 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bjlbg] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-bjlbg for pod on switch ip-10-0-1-26.ec2.internal I0521 19:46:05.423186 3686 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bjlbg I0521 19:46:05.454103 3686 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bjlbg] pod update took 30.947981ms I0521 19:46:05.454133 3686 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bjlbg] addLogicalPort annotation time took 30.982589ms I0521 19:46:05.455506 3686 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bjlbg] addLogicalPort took 32.466018ms, libovsdb time 1.011646ms I0521 19:46:05.782402 3686 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bjlbg a3da998859ff8cf8119bab059f7b7ef3b43b0c8d2916c75f146b6bfef3665c63 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bjlbg a3da998859ff8cf8119bab059f7b7ef3b43b0c8d2916c75f146b6bfef3665c63 network default NAD default NAD key ] I0521 19:46:05.791508 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-bjlbg, hostIfaceName: a3da998859ff8cf, network: default, NAD default, SandboxID: "a3da998859ff8cf8119bab059f7b7ef3b43b0c8d2916c75f146b6bfef3665c63", PCI device ID: , UID: "e1ebf4ee-d3ab-4f3b-a360-93f0b9d5a318", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0521 19:46:05.844182 3686 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bjlbg a3da998859ff8cf8119bab059f7b7ef3b43b0c8d2916c75f146b6bfef3665c63 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bjlbg a3da998859ff8cf8119bab059f7b7ef3b43b0c8d2916c75f146b6bfef3665c63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:fb:42:1f:eb:23\",\"name\":\"a3da998859ff8cf\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/920c2519-62c9-41df-a384-288b618cc81c\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:46:08.562212 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0521 19:46:19.571525 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:46:19.619312 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 19:46:19.619387 3686 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-gtkgg IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-gtkgg: no pod IPs found I0521 19:46:25.047140 3686 namespace.go:98] [tsf] adding namespace I0521 19:46:25.048025 3686 namespace.go:102] [tsf] adding namespace took 864.076µs I0521 19:46:25.064092 3686 namespace.go:142] [tsf] updating namespace I0521 19:46:25.073293 3686 namespace.go:142] [tsf] updating namespace I0521 19:46:28.989393 3686 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:46:28.990226 3686 namespace.go:102] [tsf-keycloak] adding namespace took 808.15µs I0521 19:46:28.994774 3686 namespace.go:98] [tsf-tas] adding namespace I0521 19:46:28.994897 3686 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:46:28.994915 3686 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:46:28.995057 3686 namespace.go:98] [konflux-operator] adding namespace I0521 19:46:28.995511 3686 namespace.go:102] [tsf-tas] adding namespace took 717.216µs I0521 19:46:28.996208 3686 namespace.go:102] [rhtpa-operator] adding namespace took 1.297807ms I0521 19:46:28.996731 3686 namespace.go:102] [cert-manager-operator] adding namespace took 1.787055ms I0521 19:46:28.997343 3686 namespace.go:102] [konflux-operator] adding namespace took 2.253752ms I0521 19:46:28.998116 3686 namespace.go:98] [tsf-tpa] adding namespace I0521 19:46:28.998699 3686 namespace.go:102] [tsf-tpa] adding namespace took 570.867µs I0521 19:46:29.004610 3686 namespace.go:98] [konflux-ui] adding namespace I0521 19:46:29.004652 3686 namespace.go:98] [rhbk-operator] adding namespace I0521 19:46:29.005165 3686 namespace.go:102] [konflux-ui] adding namespace took 542.138µs I0521 19:46:29.005792 3686 namespace.go:102] [rhbk-operator] adding namespace took 1.124414ms I0521 19:46:29.013540 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:46:29.029647 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:46:29.050290 3686 namespace.go:142] [tsf-tas] updating namespace I0521 19:46:29.060999 3686 namespace.go:142] [tsf-tas] updating namespace I0521 19:46:29.070880 3686 namespace.go:142] [konflux-operator] updating namespace I0521 19:46:29.070925 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:46:29.071028 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:46:29.073618 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 19:46:29.073777 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 19:46:29.080620 3686 namespace.go:142] [konflux-ui] updating namespace I0521 19:46:29.099706 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:46:29.109619 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:46:29.109727 3686 namespace.go:142] [tsf-tas] updating namespace I0521 19:46:29.121558 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:46:29.124508 3686 namespace.go:142] [konflux-operator] updating namespace I0521 19:46:29.145478 3686 namespace.go:142] [konflux-operator] updating namespace I0521 19:46:29.145581 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 19:46:29.162756 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 19:46:29.168581 3686 namespace.go:142] [konflux-ui] updating namespace I0521 19:46:29.177742 3686 namespace.go:142] [konflux-ui] updating namespace I0521 19:46:29.191612 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 19:46:29.207769 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 19:46:29.215617 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:46:29.223678 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:46:30.265723 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 19:46:30.275148 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:46:37.339556 3686 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:37.340166 3686 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:37.340191 3686 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:37.340199 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:37.340211 3686 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:37.340215 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:38.369655 3686 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:38.369684 3686 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:38.369700 3686 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:38.369716 3686 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wn2gp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:43.653249 3686 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:43.653785 3686 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:43.653811 3686 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:43.653820 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:43.653832 3686 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:43.653836 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:43.779191 3686 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b4gsz] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-b4gsz for pod on switch ip-10-0-1-26.ec2.internal I0521 19:46:43.779308 3686 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b4gsz I0521 19:46:43.798148 3686 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b4gsz] pod update took 18.869396ms I0521 19:46:43.798171 3686 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b4gsz] addLogicalPort annotation time took 18.898888ms I0521 19:46:43.799401 3686 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b4gsz] addLogicalPort took 20.224491ms, libovsdb time 864.785µs I0521 19:46:44.140475 3686 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b4gsz 1379ef34eec3e9f215e7ba97eb40d4af0297b6170fe62f6e11f505f705722495 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b4gsz 1379ef34eec3e9f215e7ba97eb40d4af0297b6170fe62f6e11f505f705722495 network default NAD default NAD key ] I0521 19:46:44.150624 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-b4gsz, hostIfaceName: 1379ef34eec3e9f, network: default, NAD default, SandboxID: "1379ef34eec3e9f215e7ba97eb40d4af0297b6170fe62f6e11f505f705722495", PCI device ID: , UID: "3c7a3d08-9207-499a-9b5c-05ad5146611c", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0521 19:46:44.200986 3686 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b4gsz 1379ef34eec3e9f215e7ba97eb40d4af0297b6170fe62f6e11f505f705722495 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b4gsz 1379ef34eec3e9f215e7ba97eb40d4af0297b6170fe62f6e11f505f705722495 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:f3:cf:48:f0:3e\",\"name\":\"1379ef34eec3e9f\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae3ed774-f216-4ab0-8c10-c719a800b9dd\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:46:44.670224 3686 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.670749 3686 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.670770 3686 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.670778 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:44.670789 3686 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.670793 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:44.682325 3686 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:44.682347 3686 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:44.682386 3686 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:44.682402 3686 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dq6qg9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:44.700591 3686 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.701094 3686 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.701114 3686 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.701122 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:44.701132 3686 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.701136 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:44.729171 3686 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.729699 3686 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.729728 3686 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.729737 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:44.729752 3686 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:44.729759 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:45.680728 3686 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:45.681243 3686 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:45.681266 3686 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:45.681273 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:45.681288 3686 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:45.681292 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:45.698773 3686 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.698795 3686 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.698808 3686 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.698823 3686 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74qm62 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.733478 3686 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.733500 3686 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.733511 3686 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.733524 3686 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213685rn2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.760745 3686 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.760774 3686 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.760786 3686 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:45.760796 3686 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezfblv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:46.713191 3686 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:46.713219 3686 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:46.713230 3686 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:46.713243 3686 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dp76g4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:49.273356 3686 namespace.go:142] [openshift-operators] updating namespace I0521 19:46:49.287170 3686 namespace.go:142] [openshift-operators] updating namespace W0521 19:46:50.744173 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:46:52.046985 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:46:52.061219 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:46:52.061301 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:46:52.074667 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:46:58.085409 3686 namespace.go:142] [openshift-operators] updating namespace I0521 19:46:58.803789 3686 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-jwm9d] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-jwm9d for pod on switch ip-10-0-1-26.ec2.internal I0521 19:46:58.803943 3686 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-jwm9d I0521 19:46:59.011161 3686 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-jwm9d] pod update took 207.242325ms I0521 19:46:59.011277 3686 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-jwm9d] addLogicalPort annotation time took 207.362482ms I0521 19:46:59.012698 3686 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-jwm9d] addLogicalPort took 208.929086ms, libovsdb time 945.73µs I0521 19:46:59.178631 3686 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-jwm9d 0542510fb72d66d9849ae898e09406eb28d6d1d2a7341487b5e5ffbe7d20036f network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-jwm9d 0542510fb72d66d9849ae898e09406eb28d6d1d2a7341487b5e5ffbe7d20036f network default NAD default NAD key ] I0521 19:46:59.181544 3686 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-2nllr] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-2nllr for pod on switch ip-10-0-1-26.ec2.internal I0521 19:46:59.181701 3686 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-2nllr I0521 19:46:59.188136 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-jwm9d, hostIfaceName: 0542510fb72d66d, network: default, NAD default, SandboxID: "0542510fb72d66d9849ae898e09406eb28d6d1d2a7341487b5e5ffbe7d20036f", PCI device ID: , UID: "af50c35b-ebb8-4fbc-a71a-94908a254dcc", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0521 19:46:59.241751 3686 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-jwm9d 0542510fb72d66d9849ae898e09406eb28d6d1d2a7341487b5e5ffbe7d20036f network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-jwm9d 0542510fb72d66d9849ae898e09406eb28d6d1d2a7341487b5e5ffbe7d20036f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:23:83:d0:ff:0c\",\"name\":\"0542510fb72d66d\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ffb4114-132a-400c-93aa-79c9f9ccc1bf\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:46:59.276184 3686 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-2nllr] pod update took 94.515834ms I0521 19:46:59.276206 3686 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-2nllr] addLogicalPort annotation time took 94.543471ms I0521 19:46:59.277407 3686 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-2nllr] addLogicalPort took 95.881053ms, libovsdb time 844.645µs I0521 19:46:59.547084 3686 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-2nllr 02a33806d901ffa345d7e43a410cfeeb4f868f25ea6001f38a14bf0f0081aa45 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-2nllr 02a33806d901ffa345d7e43a410cfeeb4f868f25ea6001f38a14bf0f0081aa45 network default NAD default NAD key ] I0521 19:46:59.556421 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-2nllr, hostIfaceName: 02a33806d901ffa, network: default, NAD default, SandboxID: "02a33806d901ffa345d7e43a410cfeeb4f868f25ea6001f38a14bf0f0081aa45", PCI device ID: , UID: "6c8d3293-7e88-4d47-ae96-54250141deb0", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0521 19:46:59.610736 3686 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-2nllr 02a33806d901ffa345d7e43a410cfeeb4f868f25ea6001f38a14bf0f0081aa45 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-2nllr 02a33806d901ffa345d7e43a410cfeeb4f868f25ea6001f38a14bf0f0081aa45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:85:44:1d:67:eb\",\"name\":\"02a33806d901ffa\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f532388-7332-415a-92df-a8c9933c3c2f\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:47:01.761909 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:47:04.021101 3686 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2d45t] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-2d45t for pod on switch ip-10-0-1-26.ec2.internal I0521 19:47:04.021255 3686 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2d45t I0521 19:47:04.047192 3686 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2d45t] pod update took 25.960087ms I0521 19:47:04.047283 3686 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2d45t] addLogicalPort annotation time took 26.056826ms I0521 19:47:04.048698 3686 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2d45t] addLogicalPort took 27.612651ms, libovsdb time 1.013565ms I0521 19:47:04.377953 3686 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2d45t 884a7e2a73c02a7bbb83aaecfcc4edcea77f879b940d2632ba48fb839ad42e89 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2d45t 884a7e2a73c02a7bbb83aaecfcc4edcea77f879b940d2632ba48fb839ad42e89 network default NAD default NAD key ] I0521 19:47:04.387510 3686 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-2d45t, hostIfaceName: 884a7e2a73c02a7, network: default, NAD default, SandboxID: "884a7e2a73c02a7bbb83aaecfcc4edcea77f879b940d2632ba48fb839ad42e89", PCI device ID: , UID: "8a7f3e4b-3eb0-4ad4-a951-e49d55deac6c", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0521 19:47:04.441378 3686 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2d45t 884a7e2a73c02a7bbb83aaecfcc4edcea77f879b940d2632ba48fb839ad42e89 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2d45t 884a7e2a73c02a7bbb83aaecfcc4edcea77f879b940d2632ba48fb839ad42e89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:20:82:b5:0a:88\",\"name\":\"884a7e2a73c02a7\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/313e0cfe-8d3b-4726-96a3-4a0662ddf845\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:47:07.215719 3686 namespace.go:98] [cert-manager] adding namespace I0521 19:47:07.216774 3686 namespace.go:102] [cert-manager] adding namespace took 1.027746ms I0521 19:47:07.240909 3686 namespace.go:142] [cert-manager] updating namespace I0521 19:47:07.269770 3686 namespace.go:142] [cert-manager] updating namespace W0521 19:47:09.976048 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 19:47:10.276769 3686 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:47:10.277734 3686 namespace.go:102] [trusted-artifact-signer] adding namespace took 945.896µs I0521 19:47:10.346758 3686 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:47:10.410833 3686 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:47:11.027525 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=82 W0521 19:47:13.016634 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:47:13.016659 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:47:14.024274 3686 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-7kvqk] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-7kvqk for pod on switch ip-10-0-1-26.ec2.internal I0521 19:47:14.024461 3686 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-7kvqk I0521 19:47:14.066833 3686 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-7kvqk] pod update took 42.399779ms I0521 19:47:14.066862 3686 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-7kvqk] addLogicalPort annotation time took 42.435634ms I0521 19:47:14.068271 3686 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-7kvqk] addLogicalPort took 44.014777ms, libovsdb time 1.002496ms I0521 19:47:14.388219 3686 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-7kvqk 8ff128bf72a67d7cf55977e81ac52e6434723f67452e11f08472d7eb7c554fad network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-7kvqk 8ff128bf72a67d7cf55977e81ac52e6434723f67452e11f08472d7eb7c554fad network default NAD default NAD key ] I0521 19:47:14.397514 3686 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-7kvqk, hostIfaceName: 8ff128bf72a67d7, network: default, NAD default, SandboxID: "8ff128bf72a67d7cf55977e81ac52e6434723f67452e11f08472d7eb7c554fad", PCI device ID: , UID: "1777bb1e-1922-49e2-8944-5030ada5dd89", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0521 19:47:14.453153 3686 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-7kvqk 8ff128bf72a67d7cf55977e81ac52e6434723f67452e11f08472d7eb7c554fad network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-7kvqk 8ff128bf72a67d7cf55977e81ac52e6434723f67452e11f08472d7eb7c554fad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ee:ef:d3:80:27\",\"name\":\"8ff128bf72a67d7\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e82f80f-93ad-467f-a84b-66a46f4ad2a3\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:47:14.938841 3686 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:47:14.939736 3686 namespace.go:102] [openshift-pipelines] adding namespace took 873.466µs I0521 19:47:14.958730 3686 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:47:16.677702 3686 namespace.go:142] [cert-manager] updating namespace I0521 19:47:16.867454 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:47:17.310772 3686 namespace.go:142] [konflux-operator] updating namespace I0521 19:47:17.493772 3686 namespace.go:142] [konflux-ui] updating namespace I0521 19:47:17.724443 3686 namespace.go:142] [open-cluster-management-2qegn84g18ids9l2o4klqb2qr2p2km0b] updating namespace W0521 19:47:17.894792 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:47:18.101985 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 19:47:18.374033 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:47:18.701758 3686 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:47:18.883040 3686 namespace.go:142] [tsf] updating namespace I0521 19:47:19.169056 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:47:19.353701 3686 namespace.go:142] [tsf-tas] updating namespace I0521 19:47:19.573882 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 19:47:19.789949 3686 namespace.go:142] [cert-manager] updating namespace I0521 19:47:19.808789 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:47:19.840869 3686 namespace.go:142] [default] updating namespace I0521 19:47:19.858898 3686 namespace.go:142] [konflux-operator] updating namespace I0521 19:47:19.878696 3686 namespace.go:142] [konflux-ui] updating namespace I0521 19:47:19.896920 3686 namespace.go:142] [open-cluster-management-2qegn84g18ids9l2o4klqb2qr2p2km0b] updating namespace I0521 19:47:19.923083 3686 namespace.go:142] [openshift] updating namespace I0521 19:47:19.976635 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 19:47:19.986921 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:47:20.007455 3686 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:47:20.024999 3686 namespace.go:142] [tsf] updating namespace I0521 19:47:20.040778 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:47:20.067018 3686 namespace.go:142] [tsf-tas] updating namespace I0521 19:47:20.114687 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 19:47:20.196312 3686 namespace.go:142] [cert-manager] updating namespace I0521 19:47:20.279811 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:47:20.381890 3686 namespace.go:142] [default] updating namespace I0521 19:47:20.486655 3686 namespace.go:142] [konflux-operator] updating namespace I0521 19:47:20.565528 3686 namespace.go:142] [konflux-ui] updating namespace I0521 19:47:20.661289 3686 namespace.go:142] [open-cluster-management-2qegn84g18ids9l2o4klqb2qr2p2km0b] updating namespace I0521 19:47:20.732908 3686 namespace.go:142] [openshift] updating namespace I0521 19:47:20.798841 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 19:47:20.918940 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:47:21.005832 3686 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:47:21.192217 3686 namespace.go:142] [tsf] updating namespace I0521 19:47:21.368711 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:47:21.592730 3686 namespace.go:142] [tsf-tas] updating namespace I0521 19:47:21.771779 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 19:47:22.795824 3686 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:47:22.815919 3686 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-zlj6q] creating logical port cert-manager_cert-manager-59c77684cc-zlj6q for pod on switch ip-10-0-1-26.ec2.internal I0521 19:47:22.816047 3686 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-zlj6q I0521 19:47:22.836889 3686 pod.go:62] [cert-manager/cert-manager-59c77684cc-zlj6q] pod update took 20.864977ms I0521 19:47:22.836918 3686 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-zlj6q] addLogicalPort annotation time took 20.89855ms I0521 19:47:22.838246 3686 pods.go:271] [cert-manager/cert-manager-59c77684cc-zlj6q] addLogicalPort took 22.343928ms, libovsdb time 930.147µs I0521 19:47:23.178048 3686 cni.go:452] [cert-manager/cert-manager-59c77684cc-zlj6q d1878c2bf43441de61468bb7bb1211a216d9219991bac6c143863e3921e9897d network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-zlj6q d1878c2bf43441de61468bb7bb1211a216d9219991bac6c143863e3921e9897d network default NAD default NAD key ] I0521 19:47:23.187615 3686 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-zlj6q, hostIfaceName: d1878c2bf43441d, network: default, NAD default, SandboxID: "d1878c2bf43441de61468bb7bb1211a216d9219991bac6c143863e3921e9897d", PCI device ID: , UID: "7f022364-8bc5-47f5-aca6-2ed5f3f48321", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0521 19:47:23.243670 3686 cni.go:473] [cert-manager/cert-manager-59c77684cc-zlj6q d1878c2bf43441de61468bb7bb1211a216d9219991bac6c143863e3921e9897d network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-zlj6q d1878c2bf43441de61468bb7bb1211a216d9219991bac6c143863e3921e9897d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:d2:f8:97:22:6b\",\"name\":\"d1878c2bf43441d\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ac2a60b-d53e-42ed-9d97-7bea9b43c92d\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:47:28.994396 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:47:29.113228 3686 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0521 19:47:32.034958 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=101 I0521 19:47:33.246855 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5v7wz] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-5v7wz for pod on switch ip-10-0-1-26.ec2.internal I0521 19:47:33.246969 3686 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5v7wz I0521 19:47:33.281213 3686 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5v7wz] pod update took 34.284518ms I0521 19:47:33.281248 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5v7wz] addLogicalPort annotation time took 34.326347ms I0521 19:47:33.282849 3686 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5v7wz] addLogicalPort took 36.013566ms, libovsdb time 1.084889ms I0521 19:47:33.608511 3686 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5v7wz a4cc0f902860a895ec3f44218e7e4ea45a647bd9ffd4b6af1180823da72e670c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5v7wz a4cc0f902860a895ec3f44218e7e4ea45a647bd9ffd4b6af1180823da72e670c network default NAD default NAD key ] I0521 19:47:33.618857 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-5v7wz, hostIfaceName: a4cc0f902860a89, network: default, NAD default, SandboxID: "a4cc0f902860a895ec3f44218e7e4ea45a647bd9ffd4b6af1180823da72e670c", PCI device ID: , UID: "4639d340-865a-4414-959a-8b527410f052", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0521 19:47:33.674307 3686 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5v7wz a4cc0f902860a895ec3f44218e7e4ea45a647bd9ffd4b6af1180823da72e670c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-5v7wz a4cc0f902860a895ec3f44218e7e4ea45a647bd9ffd4b6af1180823da72e670c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:5d:d4:7e:9f:77\",\"name\":\"a4cc0f902860a89\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8912e8ae-1ba6-4030-b06a-95c12caad93b\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:47:33.856031 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vfd27] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-vfd27 for pod on switch ip-10-0-1-26.ec2.internal I0521 19:47:33.856157 3686 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vfd27 I0521 19:47:33.892002 3686 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vfd27] pod update took 35.892724ms I0521 19:47:33.892027 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vfd27] addLogicalPort annotation time took 35.923477ms I0521 19:47:33.893227 3686 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vfd27] addLogicalPort took 37.21661ms, libovsdb time 810.274µs I0521 19:47:33.982987 3686 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:33.983543 3686 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:34.037047 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s6rbx] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-s6rbx for pod on switch ip-10-0-1-26.ec2.internal I0521 19:47:34.037149 3686 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s6rbx I0521 19:47:34.074193 3686 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s6rbx] pod update took 37.079958ms I0521 19:47:34.074218 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s6rbx] addLogicalPort annotation time took 37.111995ms I0521 19:47:34.075462 3686 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s6rbx] addLogicalPort took 38.431705ms, libovsdb time 836.994µs I0521 19:47:34.221463 3686 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vfd27 d32ac90ebe22567b700b91c88d0ec88b1a8f1647d6c1667bdfdb7f9e43d8ca43 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vfd27 d32ac90ebe22567b700b91c88d0ec88b1a8f1647d6c1667bdfdb7f9e43d8ca43 network default NAD default NAD key ] I0521 19:47:34.232245 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-vfd27, hostIfaceName: d32ac90ebe22567, network: default, NAD default, SandboxID: "d32ac90ebe22567b700b91c88d0ec88b1a8f1647d6c1667bdfdb7f9e43d8ca43", PCI device ID: , UID: "699c4e7d-f8da-42e3-8d31-87d2ee121e45", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0521 19:47:34.288433 3686 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vfd27 d32ac90ebe22567b700b91c88d0ec88b1a8f1647d6c1667bdfdb7f9e43d8ca43 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vfd27 d32ac90ebe22567b700b91c88d0ec88b1a8f1647d6c1667bdfdb7f9e43d8ca43 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:33:ba:01:c0:97\",\"name\":\"d32ac90ebe22567\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/942b57da-395e-4ea7-926f-0f9843560572\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:47:34.374440 3686 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:34.374490 3686 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:34.400452 3686 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s6rbx 1dfab57c331ae04b3a0cbd6d7177663116e7871cd71b870fcdb33ed025561326 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s6rbx 1dfab57c331ae04b3a0cbd6d7177663116e7871cd71b870fcdb33ed025561326 network default NAD default NAD key ] I0521 19:47:34.422081 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-s6rbx, hostIfaceName: 1dfab57c331ae04, network: default, NAD default, SandboxID: "1dfab57c331ae04b3a0cbd6d7177663116e7871cd71b870fcdb33ed025561326", PCI device ID: , UID: "5c8afab7-b78a-4a07-b89a-8cf4d3d8e911", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0521 19:47:34.479768 3686 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s6rbx 1dfab57c331ae04b3a0cbd6d7177663116e7871cd71b870fcdb33ed025561326 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s6rbx 1dfab57c331ae04b3a0cbd6d7177663116e7871cd71b870fcdb33ed025561326 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:6b:ab:62:a0:b4\",\"name\":\"1dfab57c331ae04\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/588d6eac-8f76-4fe0-8ba0-405e9cc47e31\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:47:34.527344 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:47:34.527399 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 19:47:35.110217 3686 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0521 19:47:38.982719 3686 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:47:38.982745 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:47:38.982750 3686 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:47:39.012826 3686 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:39.012846 3686 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:39.012851 3686 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:39.012855 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 19:47:39.139342 3686 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:47:45.147039 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 W0521 19:47:45.902545 3686 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0521 19:47:47.026353 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 W0521 19:47:47.893716 3686 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 19:47:48.109846 3686 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:47:48.109867 3686 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:47:48.109876 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:47:50.001324 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:47:50.001346 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:47:50.001352 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:47:50.027811 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:50.027832 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:50.027837 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:50.027841 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 19:48:05.878509 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-l4ffp] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-l4ffp for pod on switch ip-10-0-1-26.ec2.internal I0521 19:48:05.878671 3686 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-l4ffp I0521 19:48:05.895982 3686 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-l4ffp] pod update took 17.346244ms I0521 19:48:05.896013 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-l4ffp] addLogicalPort annotation time took 17.386804ms I0521 19:48:05.897397 3686 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-l4ffp] addLogicalPort took 18.909573ms, libovsdb time 897.093µs I0521 19:48:06.244573 3686 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-l4ffp df686f66265753c43027ccedc16bdc1c87c195fac6b4c4933b77c1a06ed8c4e5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-l4ffp df686f66265753c43027ccedc16bdc1c87c195fac6b4c4933b77c1a06ed8c4e5 network default NAD default NAD key ] I0521 19:48:06.254456 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-l4ffp, hostIfaceName: df686f66265753c, network: default, NAD default, SandboxID: "df686f66265753c43027ccedc16bdc1c87c195fac6b4c4933b77c1a06ed8c4e5", PCI device ID: , UID: "4f1ca688-8ef8-4928-bba8-c6a2bdded5a8", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0521 19:48:06.309960 3686 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-l4ffp df686f66265753c43027ccedc16bdc1c87c195fac6b4c4933b77c1a06ed8c4e5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-l4ffp df686f66265753c43027ccedc16bdc1c87c195fac6b4c4933b77c1a06ed8c4e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:92:c1:89:56:46\",\"name\":\"df686f66265753c\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4287c94-e4fe-4d0a-922e-f070987d4348\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:48:10.245950 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 19:48:11.171056 3686 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:48:11.171696 3686 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:48:11.191829 3686 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:48:11.191854 3686 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:48:11.195382 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:48:11.195406 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:48:12.889427 3686 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:48:12.890087 3686 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:48:12.890108 3686 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:48:12.892644 3686 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0521 19:48:13.339817 3686 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-26.ec2.internal I0521 19:48:13.339919 3686 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0521 19:48:13.359023 3686 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 19.13013ms I0521 19:48:13.359053 3686 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 19.167049ms I0521 19:48:13.360706 3686 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.90465ms, libovsdb time 1.109286ms I0521 19:48:13.709704 3686 cni.go:452] [tsf-keycloak/keycloak-0 6957e1d592ab2cf49e88c6394d40222be7068e2a02ebd707f4d3a9562880d4d6 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 6957e1d592ab2cf49e88c6394d40222be7068e2a02ebd707f4d3a9562880d4d6 network default NAD default NAD key ] I0521 19:48:13.719691 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 6957e1d592ab2cf, network: default, NAD default, SandboxID: "6957e1d592ab2cf49e88c6394d40222be7068e2a02ebd707f4d3a9562880d4d6", PCI device ID: , UID: "d064692e-d3ae-48c6-a6ae-bb2570ceaa5f", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0521 19:48:13.775570 3686 cni.go:473] [tsf-keycloak/keycloak-0 6957e1d592ab2cf49e88c6394d40222be7068e2a02ebd707f4d3a9562880d4d6 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 6957e1d592ab2cf49e88c6394d40222be7068e2a02ebd707f4d3a9562880d4d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:fe:e8:24:d8:af\",\"name\":\"6957e1d592ab2cf\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b7cde75-af56-461a-ba51-a49e2906acb2\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:48:20.194946 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:48:20.194970 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:48:20.202665 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:48:20.202682 3686 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0521 19:48:28.040876 3686 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:48:31.118687 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-26.ec2.internal I0521 19:48:31.118784 3686 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0521 19:48:31.135628 3686 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 16.862283ms I0521 19:48:31.135657 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 16.89954ms I0521 19:48:31.137265 3686 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 18.595909ms, libovsdb time 1.146595ms I0521 19:48:35.381383 3686 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 4bbad8d37157b0e3aadfac9b697f81e86e644e26a10912118a21db03c674fa5f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 4bbad8d37157b0e3aadfac9b697f81e86e644e26a10912118a21db03c674fa5f network default NAD default NAD key ] I0521 19:48:35.391029 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 4bbad8d37157b0e, network: default, NAD default, SandboxID: "4bbad8d37157b0e3aadfac9b697f81e86e644e26a10912118a21db03c674fa5f", PCI device ID: , UID: "8be30d17-a3f5-42f4-8a3a-6be424b4e62e", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0521 19:48:35.449919 3686 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 4bbad8d37157b0e3aadfac9b697f81e86e644e26a10912118a21db03c674fa5f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 4bbad8d37157b0e3aadfac9b697f81e86e644e26a10912118a21db03c674fa5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:f6:fb:29:78:f5\",\"name\":\"4bbad8d37157b0e\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ba5ec3f-be74-4f87-af4c-5b2761235f01\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:48:41.396439 3686 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 19:48:45.977230 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:48:45.977252 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:48:45.977337 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:48:45.977347 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:48:47.263795 3686 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:48:47.263815 3686 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:48:47.263820 3686 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:48:53.343544 3686 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-sg2ms] creating logical port tsf-keycloak_tsf-iam-sg2ms for pod on switch ip-10-0-1-26.ec2.internal I0521 19:48:53.343641 3686 kube.go:256] Updating pod tsf-keycloak/tsf-iam-sg2ms I0521 19:48:53.358053 3686 pod.go:62] [tsf-keycloak/tsf-iam-sg2ms] pod update took 14.432036ms I0521 19:48:53.358085 3686 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-sg2ms] addLogicalPort annotation time took 14.46923ms I0521 19:48:53.359507 3686 pods.go:271] [tsf-keycloak/tsf-iam-sg2ms] addLogicalPort took 15.97632ms, libovsdb time 985.862µs I0521 19:48:53.713707 3686 cni.go:452] [tsf-keycloak/tsf-iam-sg2ms 066a7374531be810d19ffe8df3262e061f8d1c83ec1fdcbd22f3e9f39e700f52 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-sg2ms 066a7374531be810d19ffe8df3262e061f8d1c83ec1fdcbd22f3e9f39e700f52 network default NAD default NAD key ] I0521 19:48:53.723242 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-sg2ms, hostIfaceName: 066a7374531be81, network: default, NAD default, SandboxID: "066a7374531be810d19ffe8df3262e061f8d1c83ec1fdcbd22f3e9f39e700f52", PCI device ID: , UID: "6ded1b15-eb44-412e-8b42-71f6eb30d938", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0521 19:48:53.778306 3686 cni.go:473] [tsf-keycloak/tsf-iam-sg2ms 066a7374531be810d19ffe8df3262e061f8d1c83ec1fdcbd22f3e9f39e700f52 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-sg2ms 066a7374531be810d19ffe8df3262e061f8d1c83ec1fdcbd22f3e9f39e700f52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:56:ed:b4:8c:0d\",\"name\":\"066a7374531be81\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2646a999-c31a-4427-8774-ee404bcb7ec5\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:49:03.434061 3686 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:03.434734 3686 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:03.473136 3686 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:03.473175 3686 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:03.479331 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:49:03.479400 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0521 19:49:08.360738 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:49:08.360759 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0521 19:49:13.531080 3686 cni.go:452] [tsf-keycloak/tsf-iam-sg2ms 066a7374531be810d19ffe8df3262e061f8d1c83ec1fdcbd22f3e9f39e700f52 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-sg2ms 066a7374531be810d19ffe8df3262e061f8d1c83ec1fdcbd22f3e9f39e700f52 network default NAD default NAD key ] I0521 19:49:13.618400 3686 cni.go:473] [tsf-keycloak/tsf-iam-sg2ms 066a7374531be810d19ffe8df3262e061f8d1c83ec1fdcbd22f3e9f39e700f52 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-sg2ms 066a7374531be810d19ffe8df3262e061f8d1c83ec1fdcbd22f3e9f39e700f52 network default NAD default NAD key default], result "{}", err I0521 19:49:13.801692 3686 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sg2ms of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:13.801756 3686 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-sg2ms I0521 19:49:13.803194 3686 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-sg2ms, ips: 10.129.0.38 I0521 19:49:13.803223 3686 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sg2ms of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:14.552751 3686 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sg2ms of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:14.552779 3686 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sg2ms of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:18.386309 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w9cfz] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-w9cfz for pod on switch ip-10-0-1-26.ec2.internal I0521 19:49:18.386467 3686 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w9cfz I0521 19:49:18.409705 3686 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w9cfz] pod update took 23.263274ms I0521 19:49:18.409737 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w9cfz] addLogicalPort annotation time took 23.298763ms I0521 19:49:18.411001 3686 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w9cfz] addLogicalPort took 24.715613ms, libovsdb time 869.999µs I0521 19:49:18.481953 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5sl8g] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-5sl8g for pod on switch ip-10-0-1-26.ec2.internal I0521 19:49:18.482099 3686 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5sl8g I0521 19:49:18.498991 3686 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5sl8g] pod update took 16.920097ms I0521 19:49:18.499023 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5sl8g] addLogicalPort annotation time took 16.955598ms I0521 19:49:18.500377 3686 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5sl8g] addLogicalPort took 18.433681ms, libovsdb time 894.887µs I0521 19:49:18.572233 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-wmfpf] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-wmfpf for pod on switch ip-10-0-1-26.ec2.internal I0521 19:49:18.572321 3686 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-wmfpf I0521 19:49:18.588830 3686 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wmfpf] pod update took 16.528258ms I0521 19:49:18.588862 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-wmfpf] addLogicalPort annotation time took 16.564608ms I0521 19:49:18.590237 3686 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wmfpf] addLogicalPort took 18.025223ms, libovsdb time 930.952µs I0521 19:49:18.750810 3686 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w9cfz 0c32f20f61246d9452a404a79b82d4494e43454a45632beacec9779372194c10 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w9cfz 0c32f20f61246d9452a404a79b82d4494e43454a45632beacec9779372194c10 network default NAD default NAD key ] I0521 19:49:18.761189 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-w9cfz, hostIfaceName: 0c32f20f61246d9, network: default, NAD default, SandboxID: "0c32f20f61246d9452a404a79b82d4494e43454a45632beacec9779372194c10", PCI device ID: , UID: "603db635-32b7-4559-b445-11601b7da51e", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0521 19:49:18.819216 3686 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w9cfz 0c32f20f61246d9452a404a79b82d4494e43454a45632beacec9779372194c10 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-w9cfz 0c32f20f61246d9452a404a79b82d4494e43454a45632beacec9779372194c10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:2e:98:61:db:e7\",\"name\":\"0c32f20f61246d9\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92d05f23-5208-46ac-9332-9ea3df7e1b76\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:49:18.844183 3686 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5sl8g fe5666386a05078d6f63d07739bd8e4aa88c64ed692b4cd3712164e950ef1cfb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5sl8g fe5666386a05078d6f63d07739bd8e4aa88c64ed692b4cd3712164e950ef1cfb network default NAD default NAD key ] I0521 19:49:18.854267 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-5sl8g, hostIfaceName: fe5666386a05078, network: default, NAD default, SandboxID: "fe5666386a05078d6f63d07739bd8e4aa88c64ed692b4cd3712164e950ef1cfb", PCI device ID: , UID: "966c5d4d-05bd-4d09-8546-83847697e86a", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0521 19:49:18.911462 3686 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5sl8g fe5666386a05078d6f63d07739bd8e4aa88c64ed692b4cd3712164e950ef1cfb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5sl8g fe5666386a05078d6f63d07739bd8e4aa88c64ed692b4cd3712164e950ef1cfb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:01:26:c6:4d:10\",\"name\":\"fe5666386a05078\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26098836-d94e-4fd7-8088-7c9615ef0a49\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:49:18.935965 3686 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wmfpf 13704592fb0285eccc4c0f5512bc943ba4742b897334100e58d31998f9a2cef0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wmfpf 13704592fb0285eccc4c0f5512bc943ba4742b897334100e58d31998f9a2cef0 network default NAD default NAD key ] I0521 19:49:18.946121 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-wmfpf, hostIfaceName: 13704592fb0285e, network: default, NAD default, SandboxID: "13704592fb0285eccc4c0f5512bc943ba4742b897334100e58d31998f9a2cef0", PCI device ID: , UID: "3dedb080-74c1-4871-be5e-97a3f9a4b909", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0521 19:49:19.002060 3686 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wmfpf 13704592fb0285eccc4c0f5512bc943ba4742b897334100e58d31998f9a2cef0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wmfpf 13704592fb0285eccc4c0f5512bc943ba4742b897334100e58d31998f9a2cef0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:59:8a:b2:34:d9\",\"name\":\"13704592fb0285e\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6837f912-7920-408f-abf4-c718006b97dc\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:49:19.433929 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 19:49:19.483823 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0521 19:49:21.452085 3686 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:49:22.604145 3686 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qts55-m8q2k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:22.604831 3686 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qts55-m8q2k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:49:22.643747 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 19:49:23.504508 3686 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qts55-m8q2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:23.504539 3686 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qts55-m8q2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:49:33.597280 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 19:49:35.119971 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0521 19:49:53.780624 3686 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:53.781170 3686 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:53.800682 3686 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:53.800702 3686 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:53.806439 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:49:53.806465 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:50:00.183748 3686 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656550-sldg7 for pod on switch ip-10-0-1-26.ec2.internal I0521 19:50:00.183878 3686 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 I0521 19:50:00.199382 3686 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7] pod update took 15.507025ms I0521 19:50:00.199416 3686 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7] addLogicalPort annotation time took 15.563173ms I0521 19:50:00.200995 3686 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7] addLogicalPort took 17.262561ms, libovsdb time 1.005399ms I0521 19:50:00.548978 3686 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 22787f210837d29a171e4529f2a4d7c4a4bec60a9f005d02ead561c960a4408e network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 22787f210837d29a171e4529f2a4d7c4a4bec60a9f005d02ead561c960a4408e network default NAD default NAD key ] I0521 19:50:00.558451 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656550-sldg7, hostIfaceName: 22787f210837d29, network: default, NAD default, SandboxID: "22787f210837d29a171e4529f2a4d7c4a4bec60a9f005d02ead561c960a4408e", PCI device ID: , UID: "291a753b-81fa-40db-b583-5c1074590c1b", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0521 19:50:00.613101 3686 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 22787f210837d29a171e4529f2a4d7c4a4bec60a9f005d02ead561c960a4408e network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 22787f210837d29a171e4529f2a4d7c4a4bec60a9f005d02ead561c960a4408e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:97:d7:36:de:5e\",\"name\":\"22787f210837d29\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a72df95a-9f00-4259-9a91-b8d28386cde1\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:50:02.829323 3686 obj_retry.go:498] Detected object tsf/patch-tekton-config-ncmr7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:02.829921 3686 obj_retry.go:498] Detected object tsf/patch-tekton-config-ncmr7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:03.814497 3686 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 22787f210837d29a171e4529f2a4d7c4a4bec60a9f005d02ead561c960a4408e network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 22787f210837d29a171e4529f2a4d7c4a4bec60a9f005d02ead561c960a4408e network default NAD default NAD key ] I0521 19:50:03.852967 3686 obj_retry.go:492] Detected object tsf/patch-tekton-config-ncmr7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:03.852998 3686 obj_retry.go:492] Detected object tsf/patch-tekton-config-ncmr7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:03.907143 3686 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 22787f210837d29a171e4529f2a4d7c4a4bec60a9f005d02ead561c960a4408e network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 22787f210837d29a171e4529f2a4d7c4a4bec60a9f005d02ead561c960a4408e network default NAD default NAD key default], result "{}", err I0521 19:50:03.960594 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:03.960627 3686 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 I0521 19:50:03.961915 3686 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7, ips: 10.129.0.42 I0521 19:50:03.961940 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:04.831326 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:04.831352 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-sldg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:10.149994 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 19:50:12.976968 3686 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-4l8mc-lkr6m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:12.977588 3686 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-4l8mc-lkr6m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:13.869241 3686 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-4l8mc-lkr6m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:13.869266 3686 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-4l8mc-lkr6m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:13.888804 3686 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-clqft of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:13.889343 3686 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-clqft of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:14.915043 3686 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-clqft of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:14.915073 3686 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-clqft of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:14.954174 3686 obj_retry.go:492] Detected object tsf/patch-tekton-config-ncmr7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:14.954200 3686 obj_retry.go:492] Detected object tsf/patch-tekton-config-ncmr7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:14.962579 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ncmr7 I0521 19:50:14.962612 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ncmr7 I0521 19:50:16.029128 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=103 I0521 19:50:17.375252 3686 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-54fbdd6fc6-kgfqj] creating logical port tsf-tas_rekor-redis-54fbdd6fc6-kgfqj for pod on switch ip-10-0-1-26.ec2.internal I0521 19:50:17.375427 3686 kube.go:256] Updating pod tsf-tas/rekor-redis-54fbdd6fc6-kgfqj I0521 19:50:17.393374 3686 pod.go:62] [tsf-tas/rekor-redis-54fbdd6fc6-kgfqj] pod update took 18.021947ms I0521 19:50:17.393399 3686 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-54fbdd6fc6-kgfqj] addLogicalPort annotation time took 18.068979ms I0521 19:50:17.394867 3686 pods.go:271] [tsf-tas/rekor-redis-54fbdd6fc6-kgfqj] addLogicalPort took 19.634762ms, libovsdb time 992.403µs I0521 19:50:18.340755 3686 cni.go:452] [tsf-tas/rekor-redis-54fbdd6fc6-kgfqj e7a5c7d5f98dc8086ceae063d454e8ac151063c19bbb6dc81412d6d428e2dd9b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-54fbdd6fc6-kgfqj e7a5c7d5f98dc8086ceae063d454e8ac151063c19bbb6dc81412d6d428e2dd9b network default NAD default NAD key ] I0521 19:50:18.350146 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-54fbdd6fc6-kgfqj, hostIfaceName: e7a5c7d5f98dc80, network: default, NAD default, SandboxID: "e7a5c7d5f98dc8086ceae063d454e8ac151063c19bbb6dc81412d6d428e2dd9b", PCI device ID: , UID: "dfbc12fe-b260-4b01-b197-2b3e5fa60bda", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0521 19:50:18.408503 3686 cni.go:473] [tsf-tas/rekor-redis-54fbdd6fc6-kgfqj e7a5c7d5f98dc8086ceae063d454e8ac151063c19bbb6dc81412d6d428e2dd9b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-54fbdd6fc6-kgfqj e7a5c7d5f98dc8086ceae063d454e8ac151063c19bbb6dc81412d6d428e2dd9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:1d:50:1e:a1:4e\",\"name\":\"e7a5c7d5f98dc80\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27d2474a-2196-49ea-a3f3-de3ae529a6d7\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:50:19.917751 3686 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:19.918465 3686 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:19.937992 3686 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:19.938022 3686 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:19.943677 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:50:19.943707 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 19:50:20.023998 3686 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-9h8k2-726bk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:20.024660 3686 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-9h8k2-726bk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:20.911463 3686 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-9h8k2-726bk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:20.911492 3686 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-9h8k2-726bk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:50:23.937699 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0521 19:50:23.960880 3686 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0521 19:50:24.831782 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 19:50:27.134007 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0521 19:50:28.036843 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=480 I0521 19:50:28.063706 3686 obj_retry.go:498] Detected object tsf-tpa/create-db-v2zhr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:28.064262 3686 obj_retry.go:498] Detected object tsf-tpa/create-db-v2zhr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:50:28.860614 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:50:28.959241 3686 obj_retry.go:492] Detected object tsf-tpa/create-db-v2zhr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:28.959267 3686 obj_retry.go:492] Detected object tsf-tpa/create-db-v2zhr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:32.116405 3686 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dp9hf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:32.116968 3686 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dp9hf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:33.139246 3686 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dp9hf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:33.139274 3686 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dp9hf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:50:35.965220 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0521 19:50:40.076541 3686 obj_retry.go:498] Detected object tsf-tpa/create-importers-hn2vf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:40.077121 3686 obj_retry.go:498] Detected object tsf-tpa/create-importers-hn2vf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:41.102743 3686 obj_retry.go:492] Detected object tsf-tpa/create-importers-hn2vf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:41.102791 3686 obj_retry.go:492] Detected object tsf-tpa/create-importers-hn2vf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:44.069987 3686 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-47sgc-bnrqq] creating logical port tsf-tas_tuf-repository-init-47sgc-bnrqq for pod on switch ip-10-0-1-26.ec2.internal I0521 19:50:44.070079 3686 kube.go:256] Updating pod tsf-tas/tuf-repository-init-47sgc-bnrqq I0521 19:50:44.085459 3686 pod.go:62] [tsf-tas/tuf-repository-init-47sgc-bnrqq] pod update took 15.402247ms I0521 19:50:44.085499 3686 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-47sgc-bnrqq] addLogicalPort annotation time took 15.437046ms I0521 19:50:44.086846 3686 pods.go:271] [tsf-tas/tuf-repository-init-47sgc-bnrqq] addLogicalPort took 16.872649ms, libovsdb time 934.058µs I0521 19:50:47.444948 3686 cni.go:452] [tsf-tas/tuf-repository-init-47sgc-bnrqq 0437b71ec1d37dfbf3b339bd04cdeaa8250d698cb5188582435f594ca3b86525 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-47sgc-bnrqq 0437b71ec1d37dfbf3b339bd04cdeaa8250d698cb5188582435f594ca3b86525 network default NAD default NAD key ] I0521 19:50:47.454604 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-47sgc-bnrqq, hostIfaceName: 0437b71ec1d37df, network: default, NAD default, SandboxID: "0437b71ec1d37dfbf3b339bd04cdeaa8250d698cb5188582435f594ca3b86525", PCI device ID: , UID: "f50d8cd6-35c3-49a3-bc74-b3cf61320931", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0521 19:50:47.511483 3686 cni.go:473] [tsf-tas/tuf-repository-init-47sgc-bnrqq 0437b71ec1d37dfbf3b339bd04cdeaa8250d698cb5188582435f594ca3b86525 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-47sgc-bnrqq 0437b71ec1d37dfbf3b339bd04cdeaa8250d698cb5188582435f594ca3b86525 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:d6:12:fe:1f:14\",\"name\":\"0437b71ec1d37df\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/572ff521-3bd4-4ac8-837f-b032c941000a\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:50:48.049599 3686 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 19:50:54.089619 3686 cni.go:452] [tsf-tas/tuf-repository-init-47sgc-bnrqq 0437b71ec1d37dfbf3b339bd04cdeaa8250d698cb5188582435f594ca3b86525 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-47sgc-bnrqq 0437b71ec1d37dfbf3b339bd04cdeaa8250d698cb5188582435f594ca3b86525 network default NAD default NAD key ] I0521 19:50:54.188865 3686 cni.go:473] [tsf-tas/tuf-repository-init-47sgc-bnrqq 0437b71ec1d37dfbf3b339bd04cdeaa8250d698cb5188582435f594ca3b86525 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-47sgc-bnrqq 0437b71ec1d37dfbf3b339bd04cdeaa8250d698cb5188582435f594ca3b86525 network default NAD default NAD key default], result "{}", err I0521 19:50:54.242100 3686 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-47sgc-bnrqq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:54.242143 3686 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-47sgc-bnrqq I0521 19:50:54.243675 3686 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-47sgc-bnrqq, ips: 10.129.0.44 I0521 19:50:54.243706 3686 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-47sgc-bnrqq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:55.270394 3686 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-47sgc-bnrqq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:55.270420 3686 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-47sgc-bnrqq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:56.192743 3686 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-gn59x] creating logical port tsf-tas_tuf-97fc8ff76-gn59x for pod on switch ip-10-0-1-26.ec2.internal I0521 19:50:56.192884 3686 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-gn59x I0521 19:50:56.212151 3686 pod.go:62] [tsf-tas/tuf-97fc8ff76-gn59x] pod update took 19.288574ms I0521 19:50:56.212178 3686 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-gn59x] addLogicalPort annotation time took 19.324161ms I0521 19:50:56.213537 3686 pods.go:271] [tsf-tas/tuf-97fc8ff76-gn59x] addLogicalPort took 20.815ms, libovsdb time 884.763µs I0521 19:50:57.456046 3686 cni.go:452] [tsf-tas/tuf-97fc8ff76-gn59x 28a6263e1da5731c40b1259d27d7e660e5ed49925b11411b446327319d3815e6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-gn59x 28a6263e1da5731c40b1259d27d7e660e5ed49925b11411b446327319d3815e6 network default NAD default NAD key ] I0521 19:50:57.465599 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-gn59x, hostIfaceName: 28a6263e1da5731, network: default, NAD default, SandboxID: "28a6263e1da5731c40b1259d27d7e660e5ed49925b11411b446327319d3815e6", PCI device ID: , UID: "084597e0-c305-4fc4-a550-c701a704623a", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0521 19:50:57.521804 3686 cni.go:473] [tsf-tas/tuf-97fc8ff76-gn59x 28a6263e1da5731c40b1259d27d7e660e5ed49925b11411b446327319d3815e6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-gn59x 28a6263e1da5731c40b1259d27d7e660e5ed49925b11411b446327319d3815e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:96:07:54:fa:bf\",\"name\":\"28a6263e1da5731\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/556f5ee5-0d4a-4c3b-a117-c9fe2f3af51f\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:51:00.128487 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 19:51:06.224374 3686 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:06.224932 3686 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:06.266414 3686 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:06.266439 3686 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:06.272161 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:51:06.272190 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:51:07.039656 3686 namespace.go:98] [default-tenant] adding namespace I0521 19:51:07.040648 3686 namespace.go:102] [default-tenant] adding namespace took 966.52µs I0521 19:51:07.059686 3686 namespace.go:98] [integration-service] adding namespace I0521 19:51:07.060601 3686 namespace.go:102] [integration-service] adding namespace took 888.209µs I0521 19:51:07.066036 3686 namespace.go:98] [image-controller] adding namespace I0521 19:51:07.066884 3686 namespace.go:102] [image-controller] adding namespace took 826.021µs I0521 19:51:07.083974 3686 namespace.go:142] [default-tenant] updating namespace I0521 19:51:07.092698 3686 namespace.go:98] [build-service] adding namespace I0521 19:51:07.093676 3686 namespace.go:102] [build-service] adding namespace took 950.956µs I0521 19:51:07.133431 3686 namespace.go:142] [default-tenant] updating namespace I0521 19:51:07.152759 3686 namespace.go:142] [integration-service] updating namespace I0521 19:51:07.234862 3686 namespace.go:142] [image-controller] updating namespace I0521 19:51:07.305936 3686 namespace.go:142] [integration-service] updating namespace I0521 19:51:07.382690 3686 namespace.go:142] [build-service] updating namespace I0521 19:51:07.382762 3686 namespace.go:142] [image-controller] updating namespace I0521 19:51:07.444749 3686 namespace.go:142] [build-service] updating namespace I0521 19:51:07.692482 3686 namespace.go:142] [build-service] updating namespace I0521 19:51:07.717014 3686 namespace.go:142] [integration-service] updating namespace I0521 19:51:07.747836 3686 namespace.go:98] [release-service] adding namespace I0521 19:51:07.748740 3686 namespace.go:102] [release-service] adding namespace took 877.417µs I0521 19:51:07.797865 3686 namespace.go:142] [build-service] updating namespace I0521 19:51:07.820693 3686 namespace.go:142] [konflux-ui] updating namespace I0521 19:51:07.859870 3686 namespace.go:98] [konflux-info] adding namespace I0521 19:51:07.860899 3686 namespace.go:102] [konflux-info] adding namespace took 1.006265ms I0521 19:51:07.900706 3686 namespace.go:98] [namespace-lister] adding namespace I0521 19:51:07.901472 3686 namespace.go:102] [namespace-lister] adding namespace took 746.061µs I0521 19:51:07.939621 3686 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:51:07.940636 3686 namespace.go:102] [enterprise-contract-service] adding namespace took 992.102µs I0521 19:51:07.970694 3686 namespace.go:142] [image-controller] updating namespace I0521 19:51:08.092058 3686 namespace.go:142] [release-service] updating namespace I0521 19:51:08.239987 3686 namespace.go:142] [default-tenant] updating namespace I0521 19:51:08.318228 3686 namespace.go:98] [segment-bridge] adding namespace I0521 19:51:08.319104 3686 namespace.go:102] [segment-bridge] adding namespace took 852.744µs I0521 19:51:08.393292 3686 namespace.go:142] [konflux-info] updating namespace I0521 19:51:08.452687 3686 namespace.go:98] [konflux-cli] adding namespace I0521 19:51:08.452775 3686 namespace.go:142] [default-tenant] updating namespace I0521 19:51:08.453552 3686 namespace.go:102] [konflux-cli] adding namespace took 844.993µs I0521 19:51:08.743258 3686 namespace.go:142] [namespace-lister] updating namespace I0521 19:51:08.743268 3686 namespace.go:142] [konflux-info] updating namespace I0521 19:51:08.765669 3686 namespace.go:142] [release-service] updating namespace I0521 19:51:08.883634 3686 namespace.go:142] [namespace-lister] updating namespace I0521 19:51:08.922692 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:51:09.027786 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:51:09.102744 3686 namespace.go:142] [segment-bridge] updating namespace I0521 19:51:09.178899 3686 namespace.go:142] [segment-bridge] updating namespace I0521 19:51:09.262844 3686 namespace.go:142] [konflux-cli] updating namespace I0521 19:51:09.306852 3686 namespace.go:142] [konflux-cli] updating namespace I0521 19:51:09.464009 3686 namespace.go:142] [image-controller] updating namespace I0521 19:51:09.681726 3686 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:51:09.682412 3686 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:51:09.682430 3686 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:51:09.685192 3686 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:51:09.712941 3686 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:51:09.712972 3686 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:51:09.713916 3686 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:51:09.955503 3686 namespace.go:142] [build-service] updating namespace I0521 19:51:09.988079 3686 namespace.go:142] [integration-service] updating namespace I0521 19:51:09.996195 3686 namespace.go:142] [default-tenant] updating namespace I0521 19:51:10.021693 3686 namespace.go:142] [image-controller] updating namespace I0521 19:51:10.050637 3686 namespace.go:142] [integration-service] updating namespace I0521 19:51:10.292710 3686 namespace.go:142] [build-service] updating namespace I0521 19:51:10.506566 3686 namespace.go:142] [default-tenant] updating namespace I0521 19:51:10.642383 3686 namespace.go:142] [image-controller] updating namespace I0521 19:51:10.734835 3686 namespace.go:142] [integration-service] updating namespace I0521 19:51:11.363269 3686 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6955d545bc-lwhn8] creating logical port konflux-ui_proxy-6955d545bc-lwhn8 for pod on switch ip-10-0-1-26.ec2.internal I0521 19:51:11.363410 3686 kube.go:256] Updating pod konflux-ui/proxy-6955d545bc-lwhn8 W0521 19:51:11.394121 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0521 19:51:11.394240 3686 pod.go:62] [konflux-ui/proxy-6955d545bc-lwhn8] pod update took 30.879949ms I0521 19:51:11.394267 3686 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6955d545bc-lwhn8] addLogicalPort annotation time took 30.910204ms I0521 19:51:11.395622 3686 pods.go:271] [konflux-ui/proxy-6955d545bc-lwhn8] addLogicalPort took 32.373223ms, libovsdb time 820.005µs I0521 19:51:12.181793 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:51:12.433778 3686 namespace.go:142] [konflux-cli] updating namespace I0521 19:51:12.805928 3686 namespace.go:142] [konflux-info] updating namespace I0521 19:51:13.087656 3686 namespace.go:142] [namespace-lister] updating namespace I0521 19:51:13.447861 3686 namespace.go:142] [release-service] updating namespace I0521 19:51:13.658133 3686 namespace.go:142] [segment-bridge] updating namespace I0521 19:51:13.821340 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:51:13.851985 3686 namespace.go:142] [konflux-cli] updating namespace I0521 19:51:13.872987 3686 namespace.go:142] [konflux-info] updating namespace I0521 19:51:13.893307 3686 namespace.go:142] [namespace-lister] updating namespace I0521 19:51:13.907070 3686 namespace.go:142] [release-service] updating namespace I0521 19:51:13.941488 3686 namespace.go:142] [segment-bridge] updating namespace I0521 19:51:14.019304 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:51:14.074142 3686 namespace.go:142] [konflux-cli] updating namespace I0521 19:51:14.132612 3686 namespace.go:142] [konflux-info] updating namespace W0521 19:51:14.149716 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0521 19:51:14.204765 3686 namespace.go:142] [namespace-lister] updating namespace I0521 19:51:14.372416 3686 namespace.go:142] [release-service] updating namespace I0521 19:51:14.559659 3686 namespace.go:142] [segment-bridge] updating namespace I0521 19:51:16.235737 3686 cni.go:452] [konflux-ui/proxy-6955d545bc-lwhn8 26fa6fc5593815e8f57f1908c05198af2afc97cdc1e9df1ae61cc1c58e94e5a4 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6955d545bc-lwhn8 26fa6fc5593815e8f57f1908c05198af2afc97cdc1e9df1ae61cc1c58e94e5a4 network default NAD default NAD key ] I0521 19:51:16.245804 3686 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6955d545bc-lwhn8, hostIfaceName: 26fa6fc5593815e, network: default, NAD default, SandboxID: "26fa6fc5593815e8f57f1908c05198af2afc97cdc1e9df1ae61cc1c58e94e5a4", PCI device ID: , UID: "3453369f-8d6c-49d6-87a4-32f82a180e61", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0521 19:51:16.305011 3686 cni.go:473] [konflux-ui/proxy-6955d545bc-lwhn8 26fa6fc5593815e8f57f1908c05198af2afc97cdc1e9df1ae61cc1c58e94e5a4 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6955d545bc-lwhn8 26fa6fc5593815e8f57f1908c05198af2afc97cdc1e9df1ae61cc1c58e94e5a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:b0:c3:ee:47:4d\",\"name\":\"26fa6fc5593815e\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a39d1e7a-4f4f-4625-bed9-a64c7502a098\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:51:18.169559 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 19:51:19.186903 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0521 19:51:20.201032 3686 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 19:51:21.263234 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:51:21.263255 3686 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:51:24.231990 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:51:24.236651 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:51:24.260584 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:51:24.260717 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:51:24.295064 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:51:24.295086 3686 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:51:24.337773 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:51:24.337881 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0521 19:51:26.139260 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0521 19:51:26.144901 3686 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0521 19:51:35.636801 3686 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dghrz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:35.637475 3686 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dghrz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:36.323434 3686 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dghrz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:36.323460 3686 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dghrz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:36.327746 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-dghrz I0521 19:51:36.327773 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-dghrz I0521 19:51:39.113222 3686 obj_retry.go:498] Detected object openshift-console/console-6b48447b9f-dgc2l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:39.113802 3686 obj_retry.go:498] Detected object openshift-console/console-6b48447b9f-dgc2l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:39.344224 3686 obj_retry.go:492] Detected object openshift-console/console-6b48447b9f-dgc2l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:39.344252 3686 obj_retry.go:492] Detected object openshift-console/console-6b48447b9f-dgc2l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:39.347885 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b48447b9f-dgc2l I0521 19:51:39.347910 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b48447b9f-dgc2l I0521 19:51:49.454313 3686 cni.go:452] [openshift-console/console-6b48447b9f-5jpgk 9f3b575d5535325c2295609be1afc06c4300fe107864f71b92d276e0f2414f51 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6b48447b9f-5jpgk 9f3b575d5535325c2295609be1afc06c4300fe107864f71b92d276e0f2414f51 network default NAD default NAD key ] I0521 19:51:49.550122 3686 cni.go:473] [openshift-console/console-6b48447b9f-5jpgk 9f3b575d5535325c2295609be1afc06c4300fe107864f71b92d276e0f2414f51 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6b48447b9f-5jpgk 9f3b575d5535325c2295609be1afc06c4300fe107864f71b92d276e0f2414f51 network default NAD default NAD key default], result "{}", err I0521 19:51:49.619108 3686 obj_retry.go:498] Detected object openshift-console/console-6b48447b9f-5jpgk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:49.619141 3686 pods.go:176] Deleting pod: openshift-console/console-6b48447b9f-5jpgk I0521 19:51:49.620587 3686 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6b48447b9f-5jpgk, ips: 10.129.0.23 I0521 19:51:49.620621 3686 obj_retry.go:498] Detected object openshift-console/console-6b48447b9f-5jpgk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:50.415814 3686 obj_retry.go:492] Detected object openshift-console/console-6b48447b9f-5jpgk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:50.415837 3686 obj_retry.go:492] Detected object openshift-console/console-6b48447b9f-5jpgk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:50.425081 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b48447b9f-5jpgk I0521 19:51:50.425115 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b48447b9f-5jpgk W0521 19:52:01.340436 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:52:01.340456 3686 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0521 19:52:31.457612 3686 obj_retry.go:498] Detected object konflux-ui/proxy-74d45566-wlp26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:31.458201 3686 obj_retry.go:498] Detected object konflux-ui/proxy-74d45566-wlp26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:31.679227 3686 obj_retry.go:492] Detected object konflux-ui/proxy-74d45566-wlp26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:31.679256 3686 obj_retry.go:492] Detected object konflux-ui/proxy-74d45566-wlp26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:31.686815 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-74d45566-wlp26 I0521 19:52:31.686846 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-74d45566-wlp26 I0521 19:52:39.877671 3686 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:39.878239 3686 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:39.894809 3686 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:39.894837 3686 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:39.901698 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:52:39.901723 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:53:03.122227 3686 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0521 19:53:42.224760 3686 namespace.go:98] [managed-tenant-ddruc] adding namespace I0521 19:53:42.225732 3686 namespace.go:102] [managed-tenant-ddruc] adding namespace took 942.902µs I0521 19:53:42.252731 3686 namespace.go:142] [managed-tenant-ddruc] updating namespace I0521 19:53:42.283792 3686 namespace.go:142] [managed-tenant-ddruc] updating namespace I0521 19:53:43.276018 3686 namespace.go:142] [managed-tenant-ddruc] updating namespace I0521 19:53:43.406228 3686 namespace.go:142] [managed-tenant-ddruc] updating namespace I0521 19:53:43.507308 3686 namespace.go:142] [managed-tenant-ddruc] updating namespace I0521 19:53:46.288705 3686 obj_retry.go:492] Detected object tsf-tpa/create-db-v2zhr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:46.288739 3686 obj_retry.go:492] Detected object tsf-tpa/create-db-v2zhr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:46.295773 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-v2zhr I0521 19:53:46.295804 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-v2zhr I0521 19:53:58.356700 3686 obj_retry.go:498] Detected object tsf-tpa/create-db-nptbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:58.357311 3686 obj_retry.go:498] Detected object tsf-tpa/create-db-nptbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:59.382597 3686 obj_retry.go:492] Detected object tsf-tpa/create-db-nptbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:59.382630 3686 obj_retry.go:492] Detected object tsf-tpa/create-db-nptbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:59.417040 3686 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dp9hf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:59.417064 3686 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dp9hf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:59.422520 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-dp9hf I0521 19:53:59.422542 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-dp9hf I0521 19:54:02.392589 3686 obj_retry.go:498] Detected object tsf-tpa/migrate-db-rcwwv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:02.393159 3686 obj_retry.go:498] Detected object tsf-tpa/migrate-db-rcwwv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:02.533104 3686 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rcwwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:02.533132 3686 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rcwwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:02.570188 3686 obj_retry.go:492] Detected object tsf-tpa/create-importers-hn2vf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:02.570217 3686 obj_retry.go:492] Detected object tsf-tpa/create-importers-hn2vf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:02.574326 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-hn2vf I0521 19:54:02.574350 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-hn2vf I0521 19:54:05.405797 3686 obj_retry.go:498] Detected object tsf-tpa/create-importers-7v6sn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:05.406413 3686 obj_retry.go:498] Detected object tsf-tpa/create-importers-7v6sn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:05.691706 3686 obj_retry.go:492] Detected object tsf-tpa/create-importers-7v6sn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:05.691733 3686 obj_retry.go:492] Detected object tsf-tpa/create-importers-7v6sn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:07.150130 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0521 19:54:08.460047 3686 obj_retry.go:498] Detected object tsf-tpa/server-94577c4f9-56pr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:08.460665 3686 obj_retry.go:498] Detected object tsf-tpa/server-94577c4f9-56pr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:09.271013 3686 obj_retry.go:492] Detected object tsf-tpa/server-94577c4f9-56pr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:09.271042 3686 obj_retry.go:492] Detected object tsf-tpa/server-94577c4f9-56pr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:09.273032 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/server-94577c4f9-56pr9 I0521 19:54:09.273063 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/server-94577c4f9-56pr9