+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-21.ec2.internal ++ [[ -n ip-10-0-1-21.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-21.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0514 11:03:17.724676977 - disable conntrack on geneve port' I0514 11:03:17.724676977 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0514 11:03:17.763319654 - starting ovnkube-node' I0514 11:03:17.763319654 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-21.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-21.ec2.internal --init-node ip-10-0-1-21.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-21.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0514 11:03:17.807018 3770 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0514 11:03:17.807080 3770 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-61cfc9b04a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0514 11:03:17.808616 3770 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0514 11:03:17.808646 3770 kube.go:431] Waiting for certificate I0514 11:03:17.808650 3770 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0514 11:03:17.809311 3770 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0514 11:03:17.840233 3770 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 11:03:17.840259 3770 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 11:03:17.843616 3770 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 11:03:17.843714 3770 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-rs6n6" I0514 11:03:17.852520 3770 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-rs6n6" I0514 11:03:17.852628 3770 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 11:03:18.809416 3770 kube.go:438] Certificate found I0514 11:03:18.810227 3770 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0514 11:03:18.811621 3770 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0514 11:03:18.857777 3770 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-15 10:58:17 +0000 UTC" deadline="2026-05-15 05:02:47.930701011 +0000 UTC" I0514 11:03:18.857862 3770 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h59m29.072851311s" I0514 11:03:18.879876 3770 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0514 11:03:18.901507 3770 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0514 11:03:18.901589 3770 server.go:101] MetricServer registers OVS metrics I0514 11:03:18.901671 3770 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0514 11:03:18.901730 3770 factory.go:561] Starting watch factory I0514 11:03:18.901804 3770 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.901805 3770 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.901818 3770 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.901822 3770 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.901868 3770 server.go:105] MetricServer registers OVN DB metrics I0514 11:03:18.901805 3770 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.901913 3770 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.902067 3770 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.902084 3770 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.902090 3770 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.902101 3770 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.902944 3770 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.903038 3770 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.906410 3770 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0514 11:03:18.906433 3770 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0514 11:03:18.907254 3770 controller_manager.go:370] Starting the ovnkube controller I0514 11:03:18.907267 3770 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-21.ec2.internal I0514 11:03:18.907310 3770 controller_manager.go:395] NBDB zone sync took: 36.205µs I0514 11:03:18.907318 3770 factory.go:561] Starting watch factory I0514 11:03:18.919285 3770 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0514 11:03:18.919316 3770 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0514 11:03:18.919939 3770 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.920494 3770 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.920824 3770 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.920999 3770 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.922507 3770 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.924331 3770 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0514 11:03:18.924689 3770 server.go:109] MetricServer registers OVN Controller metrics I0514 11:03:18.929298 3770 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:18.929397 3770 server.go:113] MetricServer registers OVN Northd metrics I0514 11:03:18.933945 3770 metrics.go:519] OVN Metrics Server starts to run ... I0514 11:03:19.007244 3770 factory.go:1977] *v1.Namespace informer cache synced successfully I0514 11:03:19.007266 3770 factory.go:1977] *v1.Node informer cache synced successfully I0514 11:03:19.007270 3770 factory.go:1977] *v1.Service informer cache synced successfully I0514 11:03:19.007273 3770 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0514 11:03:19.007276 3770 factory.go:1977] *v1.Pod informer cache synced successfully I0514 11:03:19.007279 3770 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0514 11:03:19.007364 3770 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:19.007367 3770 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:19.007380 3770 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:19.007387 3770 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:19.010277 3770 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:19.010277 3770 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:19.012829 3770 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0514 11:03:19.012841 3770 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0514 11:03:19.012861 3770 factory.go:1977] *v1.Service informer cache synced successfully I0514 11:03:19.012873 3770 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0514 11:03:19.012876 3770 factory.go:1977] *v1.Pod informer cache synced successfully I0514 11:03:19.012880 3770 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0514 11:03:19.012882 3770 factory.go:1977] *v1.Namespace informer cache synced successfully I0514 11:03:19.012886 3770 factory.go:1977] *v1.Node informer cache synced successfully I0514 11:03:19.012890 3770 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.012902 3770 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.015301 3770 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.018531 3770 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0514 11:03:19.018544 3770 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0514 11:03:19.018608 3770 factory.go:1977] *v1.EgressIP informer cache synced successfully I0514 11:03:19.018662 3770 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.018673 3770 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.021486 3770 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.023670 3770 factory.go:1977] *v1.EgressIP informer cache synced successfully I0514 11:03:19.023680 3770 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0514 11:03:19.023740 3770 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.023751 3770 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.026047 3770 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.029128 3770 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0514 11:03:19.029204 3770 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0514 11:03:19.029265 3770 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.029291 3770 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.031913 3770 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.035009 3770 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0514 11:03:19.035029 3770 factory.go:1977] *v1.EgressService informer cache synced successfully I0514 11:03:19.035102 3770 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.035128 3770 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.037379 3770 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.040523 3770 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0514 11:03:19.040624 3770 factory.go:1977] *v1.EgressService informer cache synced successfully I0514 11:03:19.040697 3770 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0514 11:03:19.040715 3770 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0514 11:03:19.043094 3770 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0514 11:03:19.046139 3770 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0514 11:03:19.046152 3770 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0514 11:03:19.046215 3770 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.046232 3770 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.046261 3770 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.046278 3770 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.048631 3770 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.048868 3770 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:19.051927 3770 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0514 11:03:19.051938 3770 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0514 11:03:19.051938 3770 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0514 11:03:19.051945 3770 factory.go:680] Watch Factory start up complete, took: 150.217478ms I0514 11:03:19.052098 3770 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0514 11:03:19.057542 3770 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0514 11:03:19.057552 3770 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0514 11:03:19.057559 3770 factory.go:680] Watch Factory start up complete, took: 150.239484ms I0514 11:03:19.057577 3770 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-21.ec2.internal" zone I0514 11:03:19.096830 3770 default_node_network_controller.go:710] Initializing the default node network controller I0514 11:03:19.169693 3770 udn_isolation.go:101] Starting UDN host isolation manager I0514 11:03:19.176231 3770 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0514 11:03:19.232714 3770 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0514 11:03:19.232843 3770 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0514 11:03:19.232862 3770 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0514 11:03:19.265388 3770 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0514 11:03:19.265453 3770 default_node_network_controller.go:809] Node ip-10-0-1-21.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0514 11:03:19.270393 3770 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.21"] k8s.ovn.org/zone-name:ip-10-0-1-21.ec2.internal] on node ip-10-0-1-21.ec2.internal I0514 11:03:19.291312 3770 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0514 11:03:19.297351 3770 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0514 11:03:19.297500 3770 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0514 11:03:19.297649 3770 gateway_init.go:263] Preparing Gateway I0514 11:03:19.297660 3770 gateway_shared_intf.go:1687] Creating new gateway I0514 11:03:19.308549 3770 controller_manager.go:429] Waiting for node in zone sync took: 250.960651ms I0514 11:03:19.313912 3770 controller_manager.go:611] Switching to transit router for layer2 networks I0514 11:03:19.313932 3770 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-21.ec2.internal I0514 11:03:19.329761 3770 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0514 11:03:19.336117 3770 controller_manager.go:290] SCTP support detected in OVN I0514 11:03:19.336698 3770 services_controller.go:69] Creating services controller for network=default I0514 11:03:19.336803 3770 udn_enabled_svc.go:80] Waiting for service informer to sync I0514 11:03:19.336858 3770 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0514 11:03:19.336889 3770 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0514 11:03:19.336904 3770 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0514 11:03:19.336914 3770 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0514 11:03:19.337348 3770 udn_enabled_svc.go:95] Performing full resync I0514 11:03:19.337495 3770 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0514 11:03:19.337558 3770 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0514 11:03:19.337598 3770 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 69.278µs I0514 11:03:19.337618 3770 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 32.081µs I0514 11:03:19.337627 3770 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 68.722µs I0514 11:03:19.337633 3770 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0514 11:03:19.337643 3770 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0514 11:03:19.337652 3770 default_network_controller.go:325] Starting the default network controller I0514 11:03:19.337664 3770 udn_enabled_svc.go:99] Waiting for handler to sync I0514 11:03:19.337673 3770 udn_enabled_svc.go:104] Starting worker I0514 11:03:19.337767 3770 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.756µs I0514 11:03:19.346705 3770 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0514 11:03:19.346762 3770 repair.go:33] Syncing exgw routes took 43.937µs I0514 11:03:19.346786 3770 default_network_controller.go:414] Starting all the Watchers... I0514 11:03:19.346923 3770 namespace.go:98] [openshift-config] adding namespace I0514 11:03:19.346934 3770 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0514 11:03:19.346940 3770 namespace.go:98] [openshift-authentication] adding namespace I0514 11:03:19.346943 3770 namespace.go:98] [openshift-controller-manager] adding namespace I0514 11:03:19.346953 3770 namespace.go:98] [openshift-dns] adding namespace I0514 11:03:19.346979 3770 namespace.go:98] [openshift-machine-api] adding namespace I0514 11:03:19.346975 3770 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0514 11:03:19.346986 3770 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0514 11:03:19.346988 3770 namespace.go:98] [openshift-customer-monitoring] adding namespace I0514 11:03:19.346924 3770 namespace.go:98] [openshift-cluster-version] adding namespace I0514 11:03:19.346993 3770 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0514 11:03:19.347001 3770 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0514 11:03:19.346998 3770 namespace.go:98] [openshift-config-managed] adding namespace I0514 11:03:19.347008 3770 namespace.go:98] [openshift-backplane-cse] adding namespace I0514 11:03:19.346924 3770 namespace.go:98] [openshift] adding namespace I0514 11:03:19.347534 3770 namespace.go:102] [openshift-config] adding namespace took 597.708µs I0514 11:03:19.347548 3770 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0514 11:03:19.348017 3770 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 465.056µs I0514 11:03:19.348029 3770 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0514 11:03:19.348517 3770 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 479.945µs I0514 11:03:19.348539 3770 namespace.go:98] [openshift-image-registry] adding namespace I0514 11:03:19.348975 3770 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 2.033358ms I0514 11:03:19.348987 3770 namespace.go:98] [openshift-network-operator] adding namespace I0514 11:03:19.349433 3770 namespace.go:102] [openshift-authentication] adding namespace took 2.48145ms I0514 11:03:19.349448 3770 namespace.go:98] [openshift-backplane-tam] adding namespace I0514 11:03:19.349991 3770 namespace.go:102] [openshift-controller-manager] adding namespace took 3.03464ms I0514 11:03:19.350008 3770 namespace.go:98] [openshift-network-node-identity] adding namespace I0514 11:03:19.350526 3770 namespace.go:102] [openshift-dns] adding namespace took 3.566361ms I0514 11:03:19.350541 3770 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0514 11:03:19.351045 3770 namespace.go:102] [openshift-machine-api] adding namespace took 4.060983ms I0514 11:03:19.351054 3770 namespace.go:98] [kube-node-lease] adding namespace I0514 11:03:19.351517 3770 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 4.528217ms I0514 11:03:19.351527 3770 namespace.go:98] [openshift-config-operator] adding namespace I0514 11:03:19.352009 3770 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.010447ms I0514 11:03:19.352030 3770 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0514 11:03:19.352496 3770 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.496293ms I0514 11:03:19.352508 3770 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0514 11:03:19.352975 3770 namespace.go:102] [openshift-cluster-version] adding namespace took 5.970146ms I0514 11:03:19.352994 3770 namespace.go:98] [openshift-console-operator] adding namespace I0514 11:03:19.353445 3770 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.438795ms I0514 11:03:19.353457 3770 namespace.go:98] [openshift-monitoring] adding namespace I0514 11:03:19.354302 3770 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.29342ms I0514 11:03:19.354316 3770 namespace.go:98] [openshift-ingress] adding namespace I0514 11:03:19.354822 3770 namespace.go:102] [openshift-config-managed] adding namespace took 7.811201ms I0514 11:03:19.354839 3770 namespace.go:98] [openshift-ingress-canary] adding namespace I0514 11:03:19.355314 3770 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.299415ms I0514 11:03:19.355333 3770 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0514 11:03:19.355840 3770 namespace.go:102] [openshift] adding namespace took 8.815881ms I0514 11:03:19.355854 3770 namespace.go:98] [openshift-route-controller-manager] adding namespace I0514 11:03:19.356389 3770 namespace.go:102] [openshift-image-registry] adding namespace took 7.844661ms I0514 11:03:19.356401 3770 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0514 11:03:19.356853 3770 namespace.go:102] [openshift-network-operator] adding namespace took 7.860115ms I0514 11:03:19.356870 3770 namespace.go:98] [openshift-network-diagnostics] adding namespace I0514 11:03:19.357279 3770 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.826928ms I0514 11:03:19.357293 3770 namespace.go:98] [openshift-host-network] adding namespace I0514 11:03:19.357722 3770 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.707585ms I0514 11:03:19.357738 3770 namespace.go:98] [openshift-must-gather-operator] adding namespace I0514 11:03:19.358155 3770 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.609105ms I0514 11:03:19.358170 3770 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0514 11:03:19.358541 3770 namespace.go:102] [kube-node-lease] adding namespace took 7.481832ms I0514 11:03:19.358553 3770 namespace.go:98] [openshift-apiserver] adding namespace I0514 11:03:19.358996 3770 namespace.go:102] [openshift-config-operator] adding namespace took 7.464161ms I0514 11:03:19.359010 3770 namespace.go:98] [openshift-console-user-settings] adding namespace I0514 11:03:19.359440 3770 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.404567ms I0514 11:03:19.359453 3770 namespace.go:98] [openshift-package-operator] adding namespace I0514 11:03:19.359906 3770 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.392556ms I0514 11:03:19.359922 3770 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0514 11:03:19.360394 3770 namespace.go:102] [openshift-console-operator] adding namespace took 7.392684ms I0514 11:03:19.360408 3770 namespace.go:98] [openshift-dns-operator] adding namespace I0514 11:03:19.360881 3770 namespace.go:102] [openshift-monitoring] adding namespace took 7.418198ms I0514 11:03:19.360896 3770 namespace.go:98] [dedicated-admin] adding namespace I0514 11:03:19.361299 3770 namespace.go:102] [openshift-ingress] adding namespace took 6.978873ms I0514 11:03:19.361308 3770 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0514 11:03:19.361769 3770 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.925566ms I0514 11:03:19.361780 3770 namespace.go:98] [openshift-logging] adding namespace I0514 11:03:19.362191 3770 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.851694ms I0514 11:03:19.362205 3770 namespace.go:98] [openshift-multus] adding namespace I0514 11:03:19.362583 3770 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.725021ms I0514 11:03:19.362593 3770 namespace.go:98] [openshift-backplane-mobb] adding namespace W0514 11:03:19.363016 3770 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jf5pl: pod openshift-network-diagnostics/network-check-target-jf5pl: no pod IPs found W0514 11:03:19.363030 3770 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-l4psb: pod openshift-network-diagnostics/network-check-target-l4psb: no pod IPs found W0514 11:03:19.363037 3770 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xcqdk: pod openshift-network-diagnostics/network-check-target-xcqdk: no pod IPs found I0514 11:03:19.363053 3770 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.647443ms I0514 11:03:19.363063 3770 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0514 11:03:19.363517 3770 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.642451ms I0514 11:03:19.363527 3770 namespace.go:98] [openshift-apiserver-operator] adding namespace I0514 11:03:19.364070 3770 namespace.go:102] [openshift-host-network] adding namespace took 6.77127ms I0514 11:03:19.364085 3770 namespace.go:98] [openshift-kube-scheduler] adding namespace I0514 11:03:19.364463 3770 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.719494ms I0514 11:03:19.364478 3770 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0514 11:03:19.364852 3770 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.676413ms I0514 11:03:19.364866 3770 namespace.go:98] [openshift-backplane-srep] adding namespace I0514 11:03:19.365314 3770 namespace.go:102] [openshift-apiserver] adding namespace took 6.756348ms I0514 11:03:19.365326 3770 namespace.go:98] [openshift-operators-redhat] adding namespace I0514 11:03:19.365790 3770 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.774175ms I0514 11:03:19.365803 3770 namespace.go:98] [openshift-ingress-operator] adding namespace I0514 11:03:19.366241 3770 namespace.go:102] [openshift-package-operator] adding namespace took 6.78347ms I0514 11:03:19.366252 3770 namespace.go:98] [open-cluster-management-2q9lkn65p7oc806cii9pjrig10qaidvt] adding namespace I0514 11:03:19.366673 3770 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.746239ms I0514 11:03:19.366684 3770 namespace.go:98] [default] adding namespace I0514 11:03:19.367161 3770 namespace.go:102] [openshift-dns-operator] adding namespace took 6.746039ms I0514 11:03:19.367175 3770 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0514 11:03:19.367549 3770 namespace.go:102] [dedicated-admin] adding namespace took 6.648855ms I0514 11:03:19.367558 3770 namespace.go:98] [openshift-backplane-csm] adding namespace I0514 11:03:19.368023 3770 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.710447ms I0514 11:03:19.368035 3770 namespace.go:98] [openshift-user-workload-monitoring] adding namespace W0514 11:03:19.368413 3770 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-4c7d9: pod openshift-multus/network-metrics-daemon-4c7d9: no pod IPs found W0514 11:03:19.368428 3770 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-v9f24: pod openshift-multus/network-metrics-daemon-v9f24: no pod IPs found W0514 11:03:19.368437 3770 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zh7jq: pod openshift-multus/network-metrics-daemon-zh7jq: no pod IPs found I0514 11:03:19.368445 3770 namespace.go:102] [openshift-logging] adding namespace took 6.660053ms I0514 11:03:19.368454 3770 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0514 11:03:19.368955 3770 namespace.go:102] [openshift-multus] adding namespace took 6.744978ms I0514 11:03:19.368967 3770 namespace.go:98] [openshift-operators] adding namespace I0514 11:03:19.369393 3770 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.796338ms I0514 11:03:19.369404 3770 namespace.go:98] [openshift-console] adding namespace I0514 11:03:19.369860 3770 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.79271ms I0514 11:03:19.370298 3770 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.766683ms I0514 11:03:19.370312 3770 namespace.go:98] [openshift-backplane-cee] adding namespace I0514 11:03:19.370738 3770 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.647739ms I0514 11:03:19.370753 3770 namespace.go:98] [openshift-insights] adding namespace I0514 11:03:19.371170 3770 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.686934ms I0514 11:03:19.371183 3770 namespace.go:98] [openshift-service-ca-operator] adding namespace I0514 11:03:19.371581 3770 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.710239ms I0514 11:03:19.371592 3770 namespace.go:98] [openshift-backplane] adding namespace I0514 11:03:19.372019 3770 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.687103ms I0514 11:03:19.372033 3770 namespace.go:98] [openshift-etcd] adding namespace I0514 11:03:19.372494 3770 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.685635ms I0514 11:03:19.372506 3770 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0514 11:03:19.372996 3770 namespace.go:102] [open-cluster-management-2q9lkn65p7oc806cii9pjrig10qaidvt] adding namespace took 6.73978ms I0514 11:03:19.373008 3770 namespace.go:98] [openshift-marketplace] adding namespace I0514 11:03:19.373451 3770 namespace.go:102] [default] adding namespace took 6.76379ms I0514 11:03:19.373460 3770 namespace.go:98] [openshift-infra] adding namespace I0514 11:03:19.373890 3770 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.709749ms I0514 11:03:19.373903 3770 namespace.go:98] [openshift-authentication-operator] adding namespace I0514 11:03:19.374293 3770 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.715752ms I0514 11:03:19.374305 3770 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0514 11:03:19.374704 3770 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.664247ms I0514 11:03:19.374717 3770 namespace.go:98] [openshift-kube-apiserver] adding namespace I0514 11:03:19.375105 3770 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.646814ms I0514 11:03:19.375125 3770 namespace.go:98] [openshift-network-console] adding namespace I0514 11:03:19.375531 3770 namespace.go:102] [openshift-operators] adding namespace took 6.559218ms I0514 11:03:19.375541 3770 namespace.go:98] [openshift-machine-config-operator] adding namespace I0514 11:03:19.375951 3770 namespace.go:102] [openshift-console] adding namespace took 6.542691ms I0514 11:03:19.375963 3770 namespace.go:98] [kube-public] adding namespace I0514 11:03:19.376350 3770 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.033935ms I0514 11:03:19.376761 3770 namespace.go:102] [openshift-insights] adding namespace took 6.003531ms I0514 11:03:19.377178 3770 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.989926ms I0514 11:03:19.377588 3770 namespace.go:102] [openshift-backplane] adding namespace took 5.991257ms I0514 11:03:19.377599 3770 namespace.go:98] [kube-system] adding namespace I0514 11:03:19.378107 3770 namespace.go:102] [openshift-etcd] adding namespace took 6.067443ms I0514 11:03:19.378501 3770 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.990826ms I0514 11:03:19.378916 3770 namespace.go:102] [openshift-marketplace] adding namespace took 5.903116ms I0514 11:03:19.379327 3770 namespace.go:102] [openshift-infra] adding namespace took 5.862551ms I0514 11:03:19.379338 3770 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0514 11:03:19.379792 3770 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.885592ms I0514 11:03:19.379805 3770 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0514 11:03:19.380202 3770 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.890257ms I0514 11:03:19.380588 3770 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.86427ms I0514 11:03:19.381048 3770 namespace.go:102] [openshift-network-console] adding namespace took 5.9185ms I0514 11:03:19.381478 3770 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.930887ms I0514 11:03:19.381492 3770 namespace.go:98] [openshift-node] adding namespace W0514 11:03:19.381859 3770 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-jhgg5: pod kube-system/global-pull-secret-syncer-jhgg5: no pod IPs found W0514 11:03:19.381869 3770 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-dvtck: pod kube-system/global-pull-secret-syncer-dvtck: no pod IPs found W0514 11:03:19.381875 3770 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-l9rw7: pod kube-system/global-pull-secret-syncer-l9rw7: no pod IPs found I0514 11:03:19.381917 3770 namespace.go:102] [kube-public] adding namespace took 5.948653ms I0514 11:03:19.382352 3770 namespace.go:102] [kube-system] adding namespace took 4.746827ms I0514 11:03:19.382855 3770 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 3.511632ms I0514 11:03:19.383280 3770 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 3.46836ms I0514 11:03:19.383720 3770 namespace.go:102] [openshift-node] adding namespace took 2.222938ms W0514 11:03:19.383806 3770 master.go:458] Unable to parse local node ip-10-0-1-21.ec2.internal chassis-id annotation. Chassis may be removed during sync W0514 11:03:19.383814 3770 master.go:471] Unable to parse remote node ip-10-0-2-171.ec2.internal chassis-id annotation. Chassis may be removed during sync W0514 11:03:19.383818 3770 master.go:471] Unable to parse remote node ip-10-0-0-241.ec2.internal chassis-id annotation. Chassis may be removed during sync I0514 11:03:19.383822 3770 master.go:481] Removing stale chassis with ID/Name: 81c1ad66-a17e-4dee-96c4-62243aa82439, hostname: ip-10-0-1-21.ec2.internal I0514 11:03:19.384276 3770 master.go:548] Adding or Updating local node "ip-10-0-1-21.ec2.internal" for network "default" I0514 11:03:19.384398 3770 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-171.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-171.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-171.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-171.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-171.ec2.internal I0514 11:03:19.384410 3770 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-241.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-241.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-241.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-241.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-241.ec2.internal I0514 11:03:19.384618 3770 iptables.go:108] Creating table: filter chain: FORWARD I0514 11:03:19.387923 3770 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-21.ec2.internal for the network default I0514 11:03:19.388219 3770 zone_ic_handler.go:195] Time taken to create transit switch: 280.472µs I0514 11:03:19.388990 3770 default_network_controller.go:823] Node add failed for ip-10-0-1-21.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-21.ec2.internal, error getting gateway config for node ip-10-0-1-21.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-21.ec2.internal", failed to update chassis to local for local node ip-10-0-1-21.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-21.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-21.ec2.internal] E0514 11:03:19.389034 3770 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-21.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-21.ec2.internal, error getting gateway config for node ip-10-0-1-21.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-21.ec2.internal", failed to update chassis to local for local node ip-10-0-1-21.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-21.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-21.ec2.internal] I0514 11:03:19.389084 3770 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0514 11:03:19.389111 3770 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0514 11:03:19.389126 3770 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0514 11:03:19.389148 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-241.ec2.internal in network "default" I0514 11:03:19.389173 3770 node_tracker.go:235] Node ip-10-0-0-241.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-241.ec2.internal" I0514 11:03:19.389185 3770 node_tracker.go:169] Node ip-10-0-0-241.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:19.389199 3770 services_controller.go:574] Full service sync requested for network=default I0514 11:03:19.389173 3770 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-21.ec2.internal", UID:"c0ae88dc-1ae7-4bec-a3d4-c5fc7d44c27b", APIVersion:"v1", ResourceVersion:"8569", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-21.ec2.internal, error getting gateway config for node ip-10-0-1-21.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-21.ec2.internal", failed to update chassis to local for local node ip-10-0-1-21.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-21.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-21.ec2.internal] I0514 11:03:19.389207 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-21.ec2.internal in network "default" I0514 11:03:19.389218 3770 node_tracker.go:235] Node ip-10-0-1-21.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-21.ec2.internal" I0514 11:03:19.389224 3770 node_tracker.go:169] Node ip-10-0-1-21.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:19.389228 3770 services_controller.go:574] Full service sync requested for network=default I0514 11:03:19.389237 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-171.ec2.internal in network "default" I0514 11:03:19.389246 3770 node_tracker.go:235] Node ip-10-0-2-171.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-171.ec2.internal" I0514 11:03:19.389252 3770 node_tracker.go:169] Node ip-10-0-2-171.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:19.389255 3770 services_controller.go:574] Full service sync requested for network=default I0514 11:03:19.390806 3770 iptables.go:108] Creating table: filter chain: OUTPUT I0514 11:03:19.396976 3770 gateway_shared_intf.go:1816] Gateway Creation Complete I0514 11:03:19.396992 3770 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-21.ec2.internal","mac-address":"0a:ff:d2:c4:2b:97","ip-addresses":["10.0.1.21/24"],"ip-address":"10.0.1.21/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:81c1ad66-a17e-4dee-96c4-62243aa82439 k8s.ovn.org/node-encap-ips:["10.0.1.21"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.21/24"} k8s.ovn.org/zone-name:ip-10-0-1-21.ec2.internal] on node ip-10-0-1-21.ec2.internal I0514 11:03:19.412648 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-21.ec2.internal in network "default" I0514 11:03:19.412730 3770 node_tracker.go:169] Node ip-10-0-1-21.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:19.412749 3770 services_controller.go:574] Full service sync requested for network=default I0514 11:03:19.412770 3770 master.go:548] Adding or Updating local node "ip-10-0-1-21.ec2.internal" for network "default" I0514 11:03:19.416431 3770 default_node_network_controller.go:519] Node connection status = connected W0514 11:03:19.417205 3770 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-v9f24: pod openshift-multus/network-metrics-daemon-v9f24: no pod IPs found W0514 11:03:19.417224 3770 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-jhgg5: pod kube-system/global-pull-secret-syncer-jhgg5: no pod IPs found W0514 11:03:19.417234 3770 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-xcqdk: pod openshift-network-diagnostics/network-check-target-xcqdk: no pod IPs found I0514 11:03:19.418205 3770 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-21.ec2.internal for the network default I0514 11:03:19.418350 3770 zone_ic_handler.go:195] Time taken to create transit switch: 134.587µs I0514 11:03:19.489881 3770 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0514 11:03:19.489909 3770 services_controller.go:208] Setting up event handlers for services for network=default I0514 11:03:19.490023 3770 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0514 11:03:19.490058 3770 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0514 11:03:19.490069 3770 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0514 11:03:19.590592 3770 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0514 11:03:19.590618 3770 repair.go:60] Starting repairing loop for services I0514 11:03:19.590710 3770 repair.go:131] Deleted 0 stale service LBs I0514 11:03:19.590763 3770 repair.go:137] Deleted 0 stale Chassis Template Vars I0514 11:03:19.590781 3770 repair.go:62] Finished repairing loop for services: 165.789µs I0514 11:03:19.590804 3770 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0514 11:03:19.590813 3770 services_controller.go:254] Starting workers for network=default I0514 11:03:19.591169 3770 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-l9rw7, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-l9rw7: suppressed error logged: pod kube-system/global-pull-secret-syncer-l9rw7: no pod IPs found I0514 11:03:19.591181 3770 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-4c7d9, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-4c7d9: suppressed error logged: pod openshift-multus/network-metrics-daemon-4c7d9: no pod IPs found I0514 11:03:19.591235 3770 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-jf5pl, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jf5pl: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jf5pl: no pod IPs found I0514 11:03:19.591246 3770 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-dvtck, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-dvtck: suppressed error logged: pod kube-system/global-pull-secret-syncer-dvtck: no pod IPs found I0514 11:03:19.591253 3770 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-jhgg5] creating logical port kube-system_global-pull-secret-syncer-jhgg5 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:19.591310 3770 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-l4psb, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-l4psb: suppressed error logged: pod openshift-network-diagnostics/network-check-target-l4psb: no pod IPs found I0514 11:03:19.591329 3770 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-v9f24] creating logical port openshift-multus_network-metrics-daemon-v9f24 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:19.591436 3770 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-jhgg5 I0514 11:03:19.591519 3770 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-v9f24 I0514 11:03:19.609558 3770 pod.go:62] [openshift-multus/network-metrics-daemon-v9f24] pod update took 18.156878ms I0514 11:03:19.609607 3770 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-v9f24] addLogicalPort annotation time took 18.207512ms I0514 11:03:19.610500 3770 pods.go:271] [openshift-multus/network-metrics-daemon-v9f24] addLogicalPort took 19.179429ms, libovsdb time 654.202µs I0514 11:03:19.613272 3770 pod.go:62] [kube-system/global-pull-secret-syncer-jhgg5] pod update took 21.92078ms I0514 11:03:19.613293 3770 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-jhgg5] addLogicalPort annotation time took 21.948214ms I0514 11:03:19.614117 3770 pods.go:271] [kube-system/global-pull-secret-syncer-jhgg5] addLogicalPort took 22.876628ms, libovsdb time 643.72µs I0514 11:03:19.614151 3770 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xcqdk] creating logical port openshift-network-diagnostics_network-check-target-xcqdk for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:19.614618 3770 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-xcqdk I0514 11:03:19.629318 3770 pod.go:62] [openshift-network-diagnostics/network-check-target-xcqdk] pod update took 14.727276ms I0514 11:03:19.629341 3770 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-xcqdk] addLogicalPort annotation time took 14.755258ms I0514 11:03:19.630378 3770 pods.go:271] [openshift-network-diagnostics/network-check-target-xcqdk] addLogicalPort took 16.232986ms, libovsdb time 778.482µs I0514 11:03:19.630419 3770 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-zh7jq, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-zh7jq: suppressed error logged: pod openshift-multus/network-metrics-daemon-zh7jq: no pod IPs found I0514 11:03:19.630832 3770 admin_network_policy_controller.go:227] Starting controller default-network-controller I0514 11:03:19.630855 3770 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0514 11:03:19.630865 3770 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0514 11:03:19.630869 3770 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0514 11:03:19.631045 3770 repair.go:29] Repairing admin network policies took 170.475µs I0514 11:03:19.631152 3770 repair.go:92] Repairing baseline admin network policies took 98.413µs I0514 11:03:19.631580 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0514 11:03:19.631598 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0514 11:03:19.633155 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0514 11:03:19.633181 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0514 11:03:19.633194 3770 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0514 11:03:19.635261 3770 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0514 11:03:19.635279 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0514 11:03:19.635287 3770 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0514 11:03:19.636940 3770 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0514 11:03:19.636960 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0514 11:03:19.636968 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0514 11:03:19.638340 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0514 11:03:19.638359 3770 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0514 11:03:19.638369 3770 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0514 11:03:19.640457 3770 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0514 11:03:19.640476 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0514 11:03:19.640482 3770 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0514 11:03:19.640764 3770 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0514 11:03:19.640784 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0514 11:03:19.640792 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0514 11:03:19.641265 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0514 11:03:19.641282 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0514 11:03:19.641289 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0514 11:03:19.641781 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0514 11:03:19.641797 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0514 11:03:19.641805 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0514 11:03:19.642101 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0514 11:03:19.642119 3770 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0514 11:03:19.642127 3770 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0514 11:03:19.644143 3770 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0514 11:03:19.644161 3770 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0514 11:03:19.644172 3770 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0514 11:03:19.645154 3770 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0514 11:03:19.645172 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0514 11:03:19.645182 3770 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0514 11:03:19.646231 3770 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0514 11:03:19.646249 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0514 11:03:19.646257 3770 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0514 11:03:19.646721 3770 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0514 11:03:19.646738 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0514 11:03:19.646744 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0514 11:03:19.647950 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0514 11:03:19.647968 3770 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0514 11:03:19.647976 3770 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0514 11:03:19.648205 3770 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0514 11:03:19.648219 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0514 11:03:19.648226 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0514 11:03:19.648757 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0514 11:03:19.648774 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0514 11:03:19.648783 3770 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0514 11:03:19.649722 3770 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0514 11:03:19.649741 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0514 11:03:19.649749 3770 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0514 11:03:19.650189 3770 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0514 11:03:19.650208 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0514 11:03:19.650215 3770 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0514 11:03:19.651065 3770 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0514 11:03:19.651082 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0514 11:03:19.651454 3770 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0514 11:03:19.651467 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0514 11:03:19.652163 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0514 11:03:19.652182 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0514 11:03:19.652191 3770 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0514 11:03:19.653752 3770 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0514 11:03:19.653769 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0514 11:03:19.653776 3770 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0514 11:03:19.654030 3770 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0514 11:03:19.654045 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0514 11:03:19.654068 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0514 11:03:19.654700 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0514 11:03:19.654718 3770 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0514 11:03:19.654725 3770 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0514 11:03:19.655175 3770 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0514 11:03:19.655188 3770 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0514 11:03:19.655195 3770 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0514 11:03:19.655674 3770 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0514 11:03:19.655690 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0514 11:03:19.655700 3770 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0514 11:03:19.656839 3770 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0514 11:03:19.656857 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0514 11:03:19.656865 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0514 11:03:19.657321 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0514 11:03:19.657339 3770 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0514 11:03:19.657348 3770 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0514 11:03:19.658196 3770 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0514 11:03:19.658213 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0514 11:03:19.658223 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0514 11:03:19.658731 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0514 11:03:19.663915 3770 egressfirewall.go:374] Starting EgressFirewall controller I0514 11:03:19.663958 3770 controller.go:133] Adding controller egress-firewall-controller event handlers I0514 11:03:19.663994 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0514 11:03:19.664009 3770 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0514 11:03:19.664015 3770 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0514 11:03:19.664044 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0514 11:03:19.664055 3770 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0514 11:03:19.664354 3770 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0514 11:03:19.664369 3770 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0514 11:03:19.664375 3770 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0514 11:03:19.664383 3770 egressqos.go:193] Setting up event handlers for EgressQoS I0514 11:03:19.664390 3770 egressfirewall.go:723] Syncing node "ip-10-0-0-241.ec2.internal" for egress firewall I0514 11:03:19.664398 3770 egressfirewall.go:723] Syncing node "ip-10-0-1-21.ec2.internal" for egress firewall I0514 11:03:19.664402 3770 egressfirewall.go:723] Syncing node "ip-10-0-2-171.ec2.internal" for egress firewall I0514 11:03:19.664513 3770 egressqos.go:245] Starting EgressQoS Controller I0514 11:03:19.664527 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0514 11:03:19.664536 3770 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0514 11:03:19.664542 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0514 11:03:19.664547 3770 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0514 11:03:19.664552 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0514 11:03:19.664556 3770 shared_informer.go:356] "Caches are synced" controller="egressqos" I0514 11:03:19.664574 3770 egressqos.go:259] Repairing EgressQoSes I0514 11:03:19.664579 3770 egressqos.go:399] Starting repairing loop for egressqos I0514 11:03:19.665019 3770 egressqos.go:401] Finished repairing loop for egressqos: 440.479µs I0514 11:03:19.665040 3770 egressservice_zone.go:132] Setting up event handlers for Egress Services I0514 11:03:19.665075 3770 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-21.ec2.internal I0514 11:03:19.665112 3770 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-21.ec2.internal : 36.86µs I0514 11:03:19.665150 3770 egressservice_zone.go:210] Starting Egress Services Controller I0514 11:03:19.665159 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0514 11:03:19.665164 3770 shared_informer.go:356] "Caches are synced" controller="egressservices" I0514 11:03:19.665170 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0514 11:03:19.665174 3770 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0514 11:03:19.665180 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0514 11:03:19.665184 3770 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0514 11:03:19.665189 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0514 11:03:19.665193 3770 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0514 11:03:19.665197 3770 egressservice_zone.go:228] Repairing Egress Services I0514 11:03:19.665448 3770 master_controller.go:88] Starting Admin Policy Based Route Controller I0514 11:03:19.665459 3770 external_controller.go:278] Starting Admin Policy Based Route Controller I0514 11:03:19.665524 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-21.ec2.internal I0514 11:03:19.665534 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-21.ec2.internal: 10.078µs I0514 11:03:19.665540 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-171.ec2.internal I0514 11:03:19.665544 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-171.ec2.internal: 4.153µs I0514 11:03:19.665548 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-241.ec2.internal I0514 11:03:19.665552 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-241.ec2.internal: 3.886µs I0514 11:03:19.665592 3770 default_network_controller.go:585] Completing all the Watchers took 318.796107ms I0514 11:03:19.665605 3770 default_network_controller.go:589] Starting unidling controllers I0514 11:03:19.665617 3770 unidle.go:46] Registering OVN SB ControllerEvent handler I0514 11:03:19.665623 3770 unidle.go:63] Populating Initial ContollerEvent events I0514 11:03:19.665634 3770 unidle.go:79] Setting up event handlers for services I0514 11:03:19.665679 3770 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0514 11:03:19.916873 3770 default_node_network_controller.go:519] Node connection status = connected I0514 11:03:20.416950 3770 default_node_network_controller.go:519] Node connection status = connected I0514 11:03:20.916536 3770 default_node_network_controller.go:519] Node connection status = connected I0514 11:03:21.417035 3770 default_node_network_controller.go:519] Node connection status = connected I0514 11:03:21.626744 3770 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0514 11:03:21.917126 3770 default_node_network_controller.go:519] Node connection status = connected I0514 11:03:21.935262 3770 bridgeconfig.go:537] Gateway is ready I0514 11:03:21.935281 3770 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0514 11:03:21.947122 3770 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.21. Updating OVN encap IP. I0514 11:03:21.952842 3770 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.21 - it is already configured I0514 11:03:21.952857 3770 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.21/24:{} 172.20.0.1/32:{}]. Updating annotations. I0514 11:03:21.953189 3770 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.21/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-21.ec2.internal","mac-address":"0a:ff:d2:c4:2b:97","ip-addresses":["10.0.1.21/24"],"ip-address":"10.0.1.21/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:81c1ad66-a17e-4dee-96c4-62243aa82439 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.21/24"}] on node ip-10-0-1-21.ec2.internal I0514 11:03:21.969894 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-21.ec2.internal I0514 11:03:21.969916 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-21.ec2.internal: 26.907µs I0514 11:03:21.969987 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-21.ec2.internal in network "default" I0514 11:03:21.969995 3770 egressfirewall.go:723] Syncing node "ip-10-0-1-21.ec2.internal" for egress firewall I0514 11:03:21.970052 3770 node_tracker.go:169] Node ip-10-0-1-21.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:21.970059 3770 master.go:548] Adding or Updating local node "ip-10-0-1-21.ec2.internal" for network "default" I0514 11:03:21.970074 3770 services_controller.go:574] Full service sync requested for network=default I0514 11:03:21.970183 3770 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.21 I0514 11:03:21.970291 3770 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-21.ec2.internal I0514 11:03:21.975199 3770 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-21.ec2.internal. Updating no re-route policies I0514 11:03:21.975278 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-5k8xk I0514 11:03:21.975296 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-5k8xk I0514 11:03:21.975317 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-5k8xk after 0 failed attempt(s) I0514 11:03:21.975330 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-d6rlq I0514 11:03:21.975335 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-d6rlq I0514 11:03:21.975332 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-nfv26 I0514 11:03:21.975346 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-d6rlq after 0 failed attempt(s) I0514 11:03:21.975351 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-nfv26 I0514 11:03:21.975349 3770 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-l9rw7 I0514 11:03:21.975357 3770 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-jhgg5 I0514 11:03:21.975368 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-7l92m I0514 11:03:21.975354 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-fzpsq I0514 11:03:21.975375 3770 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-jhgg5 I0514 11:03:21.975369 3770 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-21.ec2.internal I0514 11:03:21.975385 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zh7jq I0514 11:03:21.975391 3770 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-21.ec2.internal I0514 11:03:21.975393 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xcqdk I0514 11:03:21.975397 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-jf5pl I0514 11:03:21.975403 3770 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-cr9sb I0514 11:03:21.975360 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ltlcp I0514 11:03:21.975411 3770 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-dvtck I0514 11:03:21.975413 3770 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-cr9sb I0514 11:03:21.975417 3770 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-jhgg5] creating logical port kube-system_global-pull-secret-syncer-jhgg5 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:21.975421 3770 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-dvtck I0514 11:03:21.975418 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-22946 I0514 11:03:21.975426 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ltlcp I0514 11:03:21.975435 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-22946 I0514 11:03:21.975434 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-21.ec2.internal I0514 11:03:21.975452 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-21.ec2.internal I0514 11:03:21.975455 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xcqdk I0514 11:03:21.975458 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-22946 after 0 failed attempt(s) I0514 11:03:21.975464 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ltlcp after 0 failed attempt(s) I0514 11:03:21.975465 3770 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-dvtck, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-dvtck: suppressed error logged: pod kube-system/global-pull-secret-syncer-dvtck: no pod IPs found I0514 11:03:21.975376 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-7l92m I0514 11:03:21.975389 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ln2m5 I0514 11:03:21.975488 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ln2m5 I0514 11:03:21.975385 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-4c7d9 I0514 11:03:21.975493 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-7l92m after 0 failed attempt(s) I0514 11:03:21.975439 3770 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-cr9sb after 0 failed attempt(s) I0514 11:03:21.975377 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-nfv26 after 0 failed attempt(s) I0514 11:03:21.975411 3770 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-21.ec2.internal after 0 failed attempt(s) I0514 11:03:21.975509 3770 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xcqdk] creating logical port openshift-network-diagnostics_network-check-target-xcqdk for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:21.975369 3770 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-l9rw7 I0514 11:03:21.975397 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zh7jq I0514 11:03:21.975609 3770 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-l9rw7, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-l9rw7: suppressed error logged: pod kube-system/global-pull-secret-syncer-l9rw7: no pod IPs found I0514 11:03:21.975380 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-fzpsq I0514 11:03:21.975637 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-fzpsq after 0 failed attempt(s) I0514 11:03:21.975406 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-l4psb I0514 11:03:21.975658 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-l4psb I0514 11:03:21.975699 3770 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-l4psb, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-l4psb: suppressed error logged: pod openshift-network-diagnostics/network-check-target-l4psb: no pod IPs found I0514 11:03:21.975475 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-21.ec2.internal after 0 failed attempt(s) I0514 11:03:21.975505 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-4c7d9 I0514 11:03:21.975757 3770 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-4c7d9, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-4c7d9: suppressed error logged: pod openshift-multus/network-metrics-daemon-4c7d9: no pod IPs found I0514 11:03:21.975506 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-ln2m5 after 0 failed attempt(s) I0514 11:03:21.975546 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-v9f24 I0514 11:03:21.975799 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-v9f24 I0514 11:03:21.975612 3770 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-zh7jq, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-zh7jq: suppressed error logged: pod openshift-multus/network-metrics-daemon-zh7jq: no pod IPs found I0514 11:03:21.975408 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-jf5pl I0514 11:03:21.975830 3770 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-v9f24] creating logical port openshift-multus_network-metrics-daemon-v9f24 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:21.975871 3770 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-jf5pl, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jf5pl: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jf5pl: no pod IPs found I0514 11:03:21.976418 3770 pods.go:271] [kube-system/global-pull-secret-syncer-jhgg5] addLogicalPort took 1.01488ms, libovsdb time 357.479µs I0514 11:03:21.976431 3770 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-jhgg5 after 0 failed attempt(s) I0514 11:03:21.976823 3770 pods.go:271] [openshift-multus/network-metrics-daemon-v9f24] addLogicalPort took 997.95µs, libovsdb time 439.676µs I0514 11:03:21.976837 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-v9f24 after 0 failed attempt(s) I0514 11:03:21.976855 3770 pods.go:271] [openshift-network-diagnostics/network-check-target-xcqdk] addLogicalPort took 1.361017ms, libovsdb time 714.68µs I0514 11:03:21.976866 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-xcqdk after 0 failed attempt(s) I0514 11:03:21.986740 3770 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0514 11:03:21.998903 3770 iptables.go:108] Creating table: mangle chain: OUTPUT I0514 11:03:22.002124 3770 iptables.go:108] Creating table: nat chain: OUTPUT I0514 11:03:22.056590 3770 iptables.go:108] Creating table: nat chain: PREROUTING I0514 11:03:22.105609 3770 iptables.go:108] Creating table: filter chain: FORWARD I0514 11:03:22.122059 3770 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0514 11:03:22.122214 3770 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0514 11:03:22.122266 3770 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0514 11:03:22.122342 3770 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0514 11:03:22.122396 3770 gateway_init.go:325] Gateway and management port readiness took 2.710182773s I0514 11:03:22.122424 3770 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0514 11:03:22.122462 3770 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0514 11:03:22.122478 3770 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0514 11:03:22.122487 3770 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0514 11:03:22.122548 3770 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0514 11:03:22.122642 3770 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.976µs I0514 11:03:22.122897 3770 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0514 11:03:22.122925 3770 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.756µs I0514 11:03:22.122934 3770 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.603µs I0514 11:03:22.122940 3770 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0514 11:03:22.122959 3770 nad_controller.go:379] [node-nad-controller NAD controller]: started I0514 11:03:22.122966 3770 default_node_network_controller.go:899] Starting the default node network controller I0514 11:03:22.122971 3770 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0514 11:03:22.123051 3770 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 8.435µs I0514 11:03:22.123147 3770 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0514 11:03:22.123155 3770 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0514 11:03:22.123179 3770 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1db40 0xc0002c61c0 0xc0002c6230 0xc0002c62a0 0xc0002c6310 0xc0002c6380 0xc0002c63f0 0xc000b2bea0 0xc0002c64d0 0xc0002c6540 0xc00066c2d0 0xc0060bd500 0xc0002c65b0 map[0x2ff9080:0xc0047660c0 0x2ff95c0:0xc004766240 0x2ffa2e0:0xc002693c80 0x2ffa580:0xc004766060 0x2ffad60:0xc004766120 0x2ffb000:0xc004766180 0x2ffb2a0:0xc0047661e0 0x2ffba80:0xc0047662a0 0x2ffbd20:0xc004766480 0x3026980:0xc001bda240 0x3026d20:0xc001bda2a0 0x3027800:0xc000ca8060 0x3029160:0xc001bda000 0x30298a0:0xc00258d200 0x302a720:0xc001bda1e0] 0xc000b20e00 0} I0514 11:03:22.123231 3770 gateway.go:151] Starting gateway service sync I0514 11:03:22.123720 3770 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0514 11:03:22.125830 3770 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0514 11:03:22.156074 3770 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0514 11:03:22.157384 3770 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0514 11:03:22.158537 3770 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0514 11:03:22.193531 3770 gateway.go:168] Gateway service sync done. Time taken: 70.283228ms I0514 11:03:22.193874 3770 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31165 I0514 11:03:22.194355 3770 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1db40 0xc0002c61c0 0xc0002c6230 0xc0002c62a0 0xc0002c6310 0xc0002c6380 0xc0002c63f0 0xc000b2bea0 0xc0002c64d0 0xc0002c6540 0xc00066c2d0 0xc0060bd500 0xc0002c65b0 map[0x2ff9080:0xc0047660c0 0x2ff95c0:0xc004766240 0x2ffa2e0:0xc002693c80 0x2ffa580:0xc004766060 0x2ffad60:0xc004766120 0x2ffb000:0xc004766180 0x2ffb2a0:0xc0047661e0 0x2ffba80:0xc0047662a0 0x2ffbd20:0xc004766480 0x3026980:0xc001bda240 0x3026d20:0xc001bda2a0 0x3027800:0xc000ca8060 0x3029160:0xc001bda000 0x30298a0:0xc00258d200 0x302a720:0xc001bda1e0] 0xc000b20e00 0} I0514 11:03:22.194876 3770 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1db40 0xc0002c61c0 0xc0002c6230 0xc0002c62a0 0xc0002c6310 0xc0002c6380 0xc0002c63f0 0xc000b2bea0 0xc0002c64d0 0xc0002c6540 0xc00066c2d0 0xc0060bd500 0xc0002c65b0 map[0x2ff9080:0xc0047660c0 0x2ff95c0:0xc004766240 0x2ffa2e0:0xc002693c80 0x2ffa580:0xc004766060 0x2ffad60:0xc004766120 0x2ffb000:0xc004766180 0x2ffb2a0:0xc0047661e0 0x2ffba80:0xc0047662a0 0x2ffbd20:0xc004766480 0x3026980:0xc001bda240 0x3026d20:0xc001bda2a0 0x3027800:0xc000ca8060 0x3029160:0xc001bda000 0x30298a0:0xc00258d200 0x302a720:0xc001bda1e0] 0xc000b20e00 0} I0514 11:03:22.194913 3770 gateway.go:532] Reconciling gateway with updates I0514 11:03:22.200479 3770 gateway.go:339] Spawning Conntrack Rule Check Thread I0514 11:03:22.200578 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0514 11:03:22.200595 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 11:03:22.200603 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0514 11:03:22.200609 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 11:03:22.200649 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0514 11:03:22.200663 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 11:03:22.200673 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0514 11:03:22.200676 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 11:03:22.200680 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 11:03:22.200677 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 11:03:22.200688 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 11:03:22.200694 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0514 11:03:22.200699 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 11:03:22.200583 3770 default_node_network_controller.go:944] Gateway and management port readiness took 77.420036ms I0514 11:03:22.200715 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 11:03:22.200721 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 11:03:22.200726 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0514 11:03:22.200731 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0514 11:03:22.200653 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 11:03:22.200746 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 11:03:22.200750 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0514 11:03:22.200758 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0514 11:03:22.200681 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0514 11:03:22.200580 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 11:03:22.200696 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0514 11:03:22.200765 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0514 11:03:22.200788 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0514 11:03:22.200799 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 11:03:22.200802 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 11:03:22.200806 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 11:03:22.200813 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 11:03:22.200811 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 11:03:22.200819 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 11:03:22.200819 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0514 11:03:22.200823 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 11:03:22.200805 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 11:03:22.200829 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 11:03:22.200837 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 11:03:22.200841 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0514 11:03:22.200852 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0514 11:03:22.200857 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0514 11:03:22.200857 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0514 11:03:22.200867 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0514 11:03:22.200868 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0514 11:03:22.200872 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0514 11:03:22.200870 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 11:03:22.200880 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 11:03:22.200877 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 11:03:22.200887 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0514 11:03:22.200890 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 11:03:22.200892 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0514 11:03:22.200895 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 11:03:22.200897 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0514 11:03:22.200898 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 11:03:22.200904 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 11:03:22.200913 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 11:03:22.200917 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 11:03:22.200919 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 11:03:22.200922 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 11:03:22.200930 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 11:03:22.200847 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 11:03:22.200934 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 11:03:22.200936 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0514 11:03:22.200944 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0514 11:03:22.200944 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 11:03:22.200950 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 11:03:22.200960 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 11:03:22.200962 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 11:03:22.200965 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0514 11:03:22.200869 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0514 11:03:22.200952 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0514 11:03:22.200981 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0514 11:03:22.200987 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0514 11:03:22.200929 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 11:03:22.201001 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0514 11:03:22.201004 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0514 11:03:22.200855 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0514 11:03:22.201012 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 11:03:22.201017 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0514 11:03:22.201022 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0514 11:03:22.201026 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 11:03:22.200959 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 11:03:22.201040 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 11:03:22.201044 3770 port_claim.go:71] Svc openshift-ingress/router-default: port 32200 is already open, no action needed I0514 11:03:22.201051 3770 port_claim.go:71] Svc openshift-ingress/router-default: port 31021 is already open, no action needed I0514 11:03:22.201050 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0514 11:03:22.200915 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0514 11:03:22.201018 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0514 11:03:22.201004 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0514 11:03:22.201004 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 11:03:22.201071 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0514 11:03:22.201080 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 11:03:22.201086 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0514 11:03:22.200780 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0514 11:03:22.200891 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 11:03:22.200920 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 11:03:22.201109 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 11:03:22.200919 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 11:03:22.200921 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 11:03:22.201197 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 11:03:22.201241 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 11:03:22.201250 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0514 11:03:22.200926 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0514 11:03:22.200963 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 11:03:22.201260 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0514 11:03:22.200968 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0514 11:03:22.200972 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 11:03:22.201307 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 11:03:22.200980 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0514 11:03:22.200997 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 11:03:22.201395 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 11:03:22.200999 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0514 11:03:22.201008 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 11:03:22.201440 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0514 11:03:22.201011 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0514 11:03:22.201451 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0514 11:03:22.201011 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 11:03:22.201477 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 11:03:22.201018 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0514 11:03:22.201022 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0514 11:03:22.201031 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0514 11:03:22.200898 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 11:03:22.201707 3770 node_ip_handler_linux.go:160] Node IP manager is running W0514 11:03:22.241851 3770 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0514 11:03:22.242022 3770 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0514 11:03:22.242222 3770 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0514 11:03:22.249440 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0514 11:03:22.249451 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0514 11:03:22.249473 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0514 11:03:22.249484 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0514 11:03:22.249492 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0514 11:03:22.249500 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0514 11:03:22.293140 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0514 11:03:22.293178 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0514 11:03:22.293187 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0514 11:03:22.333697 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0514 11:03:22.333727 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0514 11:03:22.333736 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0514 11:03:22.333742 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0514 11:03:22.449099 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-241.ec2.internal I0514 11:03:22.449120 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-241.ec2.internal: 26.799µs I0514 11:03:22.449137 3770 egressfirewall.go:723] Syncing node "ip-10-0-0-241.ec2.internal" for egress firewall I0514 11:03:22.449142 3770 default_network_controller.go:1025] Node "ip-10-0-0-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 11:03:23.705835 3770 default_network_controller.go:1025] Node "ip-10-0-2-171.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 11:03:24.328505 3770 default_node_network_controller.go:1380] Starting node controller node sync W0514 11:03:24.328579 3770 egressip_healthcheck.go:76] Health checking using insecure connection I0514 11:03:24.328626 3770 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0514 11:03:24.340210 3770 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.683738ms I0514 11:03:24.340451 3770 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0514 11:03:24.340757 3770 egressservice_node.go:93] Setting up event handlers for Egress Services I0514 11:03:24.340876 3770 egressservice_node.go:183] Starting Egress Services Controller I0514 11:03:24.340894 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0514 11:03:24.340903 3770 shared_informer.go:356] "Caches are synced" controller="egressservices" I0514 11:03:24.340909 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0514 11:03:24.340914 3770 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0514 11:03:24.340920 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0514 11:03:24.340925 3770 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0514 11:03:24.340929 3770 egressservice_node.go:197] Repairing Egress Services I0514 11:03:24.351330 3770 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0514 11:03:24.351367 3770 external_controller.go:278] Starting Admin Policy Based Route Controller I0514 11:03:24.351559 3770 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0514 11:03:24.351594 3770 link_network_manager.go:119] Link manager is running I0514 11:03:24.351605 3770 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0514 11:03:24.351852 3770 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0514 11:03:24.352066 3770 vrf_manager.go:128] VRF manager is running I0514 11:03:24.352179 3770 node_controller_manager.go:437] Removing flows to drop GARP I0514 11:03:24.352192 3770 gateway.go:532] Reconciling gateway with updates I0514 11:03:24.374678 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 11:03:24.374695 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 11:03:24.374709 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 11:03:24.374712 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 11:03:24.374723 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 11:03:24.374734 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0514 11:03:24.374734 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0514 11:03:24.374739 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 11:03:24.374749 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 11:03:24.374754 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0514 11:03:24.374755 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0514 11:03:24.374762 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 11:03:24.374766 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 11:03:24.374778 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 11:03:24.374772 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 11:03:24.374798 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 11:03:24.374797 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 11:03:24.374808 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0514 11:03:24.374810 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0514 11:03:24.374812 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 11:03:24.374812 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 11:03:24.374821 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 11:03:24.374830 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0514 11:03:24.374831 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 11:03:24.374836 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 11:03:24.374841 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0514 11:03:24.374843 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0514 11:03:24.374841 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0514 11:03:24.374843 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0514 11:03:24.374864 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 11:03:24.374864 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 11:03:24.374868 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0514 11:03:24.374874 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 11:03:24.374877 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0514 11:03:24.374881 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0514 11:03:24.374882 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0514 11:03:24.374883 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 11:03:24.374889 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 11:03:24.374901 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 11:03:24.374903 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0514 11:03:24.374903 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0514 11:03:24.374785 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0514 11:03:24.374920 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0514 11:03:24.374925 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0514 11:03:24.374940 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0514 11:03:24.374957 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0514 11:03:24.374957 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0514 11:03:24.374810 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 11:03:24.374865 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0514 11:03:24.374978 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 11:03:24.374799 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 11:03:24.374985 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 11:03:24.374999 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 11:03:24.374869 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0514 11:03:24.375007 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 11:03:24.375008 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 11:03:24.375018 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 11:03:24.375018 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 11:03:24.375022 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 11:03:24.375029 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 11:03:24.375033 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 11:03:24.375035 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0514 11:03:24.374904 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 11:03:24.375009 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 11:03:24.375067 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 11:03:24.375064 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 11:03:24.374979 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0514 11:03:24.374987 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 11:03:24.375118 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 11:03:24.375140 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 11:03:24.374991 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 11:03:24.375155 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 11:03:24.375169 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0514 11:03:24.375172 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 11:03:24.375187 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0514 11:03:24.375193 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0514 11:03:24.375193 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 11:03:24.375203 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0514 11:03:24.375205 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 11:03:24.374992 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 11:03:24.375209 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 11:03:24.375212 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 11:03:24.375216 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 11:03:24.375224 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 11:03:24.375227 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 11:03:24.374869 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0514 11:03:24.375287 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0514 11:03:24.375203 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0514 11:03:24.375297 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0514 11:03:24.375001 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0514 11:03:24.375341 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0514 11:03:24.375003 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 11:03:24.375001 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 11:03:24.375400 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 11:03:24.374786 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 11:03:24.375100 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0514 11:03:24.374986 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 11:03:24.375508 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 11:03:24.374971 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0514 11:03:24.375548 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0514 11:03:24.375212 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 11:03:24.375575 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0514 11:03:24.375216 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 11:03:24.375218 3770 port_claim.go:71] Svc openshift-ingress/router-default: port 32200 is already open, no action needed I0514 11:03:24.375613 3770 port_claim.go:71] Svc openshift-ingress/router-default: port 31021 is already open, no action needed I0514 11:03:24.375218 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 11:03:24.375272 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 11:03:24.398141 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0514 11:03:24.398178 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0514 11:03:24.398186 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0514 11:03:24.398192 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0514 11:03:24.398198 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0514 11:03:24.398204 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0514 11:03:24.442704 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0514 11:03:24.442733 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0514 11:03:24.442740 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0514 11:03:24.442746 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0514 11:03:24.442752 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0514 11:03:24.442758 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0514 11:03:24.442764 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0514 11:03:24.442770 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0514 11:03:24.442778 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0514 11:03:24.442783 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0514 11:03:24.442788 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0514 11:03:24.442794 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0514 11:03:24.442800 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0514 11:03:24.442805 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0514 11:03:24.442811 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0514 11:03:24.442817 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0514 11:03:24.442822 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0514 11:03:24.442827 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0514 11:03:24.484975 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0514 11:03:24.484989 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0514 11:03:24.485013 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0514 11:03:26.442127 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-21.ec2.internal I0514 11:03:26.442186 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-21.ec2.internal: 68.014µs I0514 11:03:26.475978 3770 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6f8db9dd7d-wxwzg] creating logical port openshift-image-registry_image-registry-6f8db9dd7d-wxwzg for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:26.476091 3770 kube.go:256] Updating pod openshift-image-registry/image-registry-6f8db9dd7d-wxwzg I0514 11:03:26.497468 3770 pod.go:62] [openshift-image-registry/image-registry-6f8db9dd7d-wxwzg] pod update took 21.408056ms I0514 11:03:26.497493 3770 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6f8db9dd7d-wxwzg] addLogicalPort annotation time took 21.437469ms I0514 11:03:26.498813 3770 pods.go:271] [openshift-image-registry/image-registry-6f8db9dd7d-wxwzg] addLogicalPort took 22.847331ms, libovsdb time 1.012143ms I0514 11:03:26.517091 3770 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-7ch9j] creating logical port openshift-dns_dns-default-7ch9j for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:26.517204 3770 kube.go:256] Updating pod openshift-dns/dns-default-7ch9j I0514 11:03:26.520702 3770 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-tgbs7] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-tgbs7 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:26.520812 3770 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-tgbs7 I0514 11:03:26.520860 3770 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-4rkl2] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-4rkl2 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:26.520878 3770 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-qd87z] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-qd87z for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:26.520965 3770 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-qd87z I0514 11:03:26.520971 3770 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-4rkl2 I0514 11:03:26.531740 3770 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-n7gc9] creating logical port openshift-console-operator_console-operator-66dbbb6468-n7gc9 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:26.531813 3770 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-n7gc9 I0514 11:03:26.535838 3770 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-bd9c786dd-5d5h2] creating logical port openshift-ingress_router-default-bd9c786dd-5d5h2 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:26.535873 3770 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gtrl8] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-gtrl8 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:26.535947 3770 kube.go:256] Updating pod openshift-ingress/router-default-bd9c786dd-5d5h2 I0514 11:03:26.535977 3770 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gtrl8 I0514 11:03:26.535994 3770 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-55bf659df5-5rjfk] creating logical port openshift-ingress_router-default-55bf659df5-5rjfk for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:26.536087 3770 kube.go:256] Updating pod openshift-ingress/router-default-55bf659df5-5rjfk I0514 11:03:26.551593 3770 pod.go:62] [openshift-dns/dns-default-7ch9j] pod update took 34.417462ms I0514 11:03:26.551614 3770 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-7ch9j] addLogicalPort annotation time took 34.44114ms I0514 11:03:26.552663 3770 pods.go:271] [openshift-dns/dns-default-7ch9j] addLogicalPort took 35.587703ms, libovsdb time 818.805µs I0514 11:03:26.552972 3770 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-c49dx] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-c49dx for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:26.553035 3770 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-c49dx I0514 11:03:26.561636 3770 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-tgbs7] pod update took 40.848964ms I0514 11:03:26.561658 3770 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-4rkl2] pod update took 40.715472ms I0514 11:03:26.561665 3770 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-tgbs7] addLogicalPort annotation time took 40.878907ms I0514 11:03:26.561671 3770 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-4rkl2] addLogicalPort annotation time took 40.729689ms I0514 11:03:26.561762 3770 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-qd87z] pod update took 40.81502ms I0514 11:03:26.561783 3770 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-qd87z] addLogicalPort annotation time took 40.839877ms I0514 11:03:26.562826 3770 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-tgbs7] addLogicalPort took 42.137714ms, libovsdb time 858.394µs I0514 11:03:26.562891 3770 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-l8zrd] creating logical port openshift-insights_insights-operator-6dbb575d6c-l8zrd for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:26.562970 3770 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-l8zrd I0514 11:03:26.563179 3770 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-4rkl2] addLogicalPort took 42.330712ms, libovsdb time 1.215926ms I0514 11:03:26.563701 3770 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-qd87z] addLogicalPort took 42.831887ms, libovsdb time 1.591523ms I0514 11:03:26.568899 3770 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-n7gc9] pod update took 37.097241ms I0514 11:03:26.568923 3770 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-n7gc9] addLogicalPort annotation time took 37.123186ms I0514 11:03:26.568944 3770 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gtrl8] pod update took 32.999642ms I0514 11:03:26.568958 3770 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gtrl8] addLogicalPort annotation time took 33.015864ms I0514 11:03:26.569118 3770 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-frndf] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-frndf for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:26.569217 3770 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-frndf I0514 11:03:26.570048 3770 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-n7gc9] addLogicalPort took 38.31563ms, libovsdb time 813.543µs I0514 11:03:26.570090 3770 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-qjgc9] creating logical port openshift-ingress-canary_ingress-canary-qjgc9 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:26.570138 3770 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-qjgc9 I0514 11:03:26.570473 3770 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gtrl8] addLogicalPort took 34.615217ms, libovsdb time 1.206212ms I0514 11:03:26.570519 3770 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-5dm7d] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-5dm7d for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:26.570585 3770 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-5dm7d I0514 11:03:26.574736 3770 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-f4xl7] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-f4xl7 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:26.574827 3770 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-f4xl7 I0514 11:03:26.586523 3770 pod.go:62] [openshift-ingress/router-default-bd9c786dd-5d5h2] pod update took 50.613393ms I0514 11:03:26.586544 3770 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-bd9c786dd-5d5h2] addLogicalPort annotation time took 50.635168ms I0514 11:03:26.587484 3770 pods.go:271] [openshift-ingress/router-default-bd9c786dd-5d5h2] addLogicalPort took 51.658261ms, libovsdb time 691.917µs I0514 11:03:26.590222 3770 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-frndf] pod update took 21.020353ms I0514 11:03:26.590234 3770 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-l8zrd] pod update took 27.295432ms I0514 11:03:26.590243 3770 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-frndf] addLogicalPort annotation time took 21.041163ms I0514 11:03:26.590247 3770 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-l8zrd] addLogicalPort annotation time took 27.309797ms I0514 11:03:26.590247 3770 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-c49dx] pod update took 37.226941ms I0514 11:03:26.590267 3770 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-c49dx] addLogicalPort annotation time took 37.24892ms I0514 11:03:26.590321 3770 pod.go:62] [openshift-ingress/router-default-55bf659df5-5rjfk] pod update took 54.26374ms I0514 11:03:26.590336 3770 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-55bf659df5-5rjfk] addLogicalPort annotation time took 54.282025ms I0514 11:03:26.591354 3770 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-c49dx] addLogicalPort took 38.387779ms, libovsdb time 816.163µs I0514 11:03:26.591694 3770 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-l8zrd] addLogicalPort took 28.812884ms, libovsdb time 1.14966ms I0514 11:03:26.592199 3770 pods.go:271] [openshift-ingress/router-default-55bf659df5-5rjfk] addLogicalPort took 56.21345ms, libovsdb time 1.637596ms I0514 11:03:26.592234 3770 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xsnch] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-xsnch for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:26.592385 3770 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-frndf] addLogicalPort took 23.277501ms, libovsdb time 1.763368ms I0514 11:03:26.592430 3770 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xsnch I0514 11:03:26.595579 3770 pod.go:62] [openshift-ingress-canary/ingress-canary-qjgc9] pod update took 25.438585ms I0514 11:03:26.595633 3770 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-qjgc9] addLogicalPort annotation time took 25.507138ms I0514 11:03:26.596631 3770 pods.go:271] [openshift-ingress-canary/ingress-canary-qjgc9] addLogicalPort took 26.544909ms, libovsdb time 671.652µs I0514 11:03:26.600582 3770 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f4xl7] pod update took 25.799782ms I0514 11:03:26.600601 3770 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-f4xl7] addLogicalPort annotation time took 25.82027ms I0514 11:03:26.601552 3770 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f4xl7] addLogicalPort took 26.823359ms, libovsdb time 669.502µs I0514 11:03:26.605816 3770 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-5dm7d] pod update took 35.261616ms I0514 11:03:26.605832 3770 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-5dm7d] addLogicalPort annotation time took 35.279033ms I0514 11:03:26.606717 3770 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-5dm7d] addLogicalPort took 36.204939ms, libovsdb time 636.247µs I0514 11:03:26.611287 3770 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xsnch] pod update took 18.882253ms I0514 11:03:26.611310 3770 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xsnch] addLogicalPort annotation time took 18.905158ms I0514 11:03:26.612265 3770 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xsnch] addLogicalPort took 20.036673ms, libovsdb time 625.42µs I0514 11:03:26.958556 3770 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-qd87z 9116f4c0082c522945446435e22ed8c9282d1cacf776eb5d7cc0852181de17d0 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-qd87z 9116f4c0082c522945446435e22ed8c9282d1cacf776eb5d7cc0852181de17d0 network default NAD default NAD key ] I0514 11:03:26.977287 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-qd87z, hostIfaceName: 9116f4c0082c522, network: default, NAD default, SandboxID: "9116f4c0082c522945446435e22ed8c9282d1cacf776eb5d7cc0852181de17d0", PCI device ID: , UID: "991d73a5-6f21-4c7d-9865-1f801f0525b4", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0514 11:03:27.024611 3770 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-qd87z 9116f4c0082c522945446435e22ed8c9282d1cacf776eb5d7cc0852181de17d0 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-qd87z 9116f4c0082c522945446435e22ed8c9282d1cacf776eb5d7cc0852181de17d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:2a:19:7a:c4:ea\",\"name\":\"9116f4c0082c522\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abd7a811-558e-4ef4-a86c-21b9948bbc85\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:03:27.040513 3770 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-n7gc9 f26d64381f146a34eb9331b33d87c514d6d7e2d0d0497774be8564bb4b600531 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-n7gc9 f26d64381f146a34eb9331b33d87c514d6d7e2d0d0497774be8564bb4b600531 network default NAD default NAD key ] I0514 11:03:27.046579 3770 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-c49dx 1d72f5fc4064af8f02b5e4c15534125f609a6665ec3d61c41c4736d808c51be5 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-c49dx 1d72f5fc4064af8f02b5e4c15534125f609a6665ec3d61c41c4736d808c51be5 network default NAD default NAD key ] I0514 11:03:27.051343 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-n7gc9, hostIfaceName: f26d64381f146a3, network: default, NAD default, SandboxID: "f26d64381f146a34eb9331b33d87c514d6d7e2d0d0497774be8564bb4b600531", PCI device ID: , UID: "38a6718b-3217-44e3-992f-b66365568087", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0514 11:03:27.061139 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-c49dx, hostIfaceName: 1d72f5fc4064af8, network: default, NAD default, SandboxID: "1d72f5fc4064af8f02b5e4c15534125f609a6665ec3d61c41c4736d808c51be5", PCI device ID: , UID: "b22b4439-61be-428e-83c8-ff1763e915ac", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0514 11:03:27.097777 3770 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-n7gc9 f26d64381f146a34eb9331b33d87c514d6d7e2d0d0497774be8564bb4b600531 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-n7gc9 f26d64381f146a34eb9331b33d87c514d6d7e2d0d0497774be8564bb4b600531 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:d2:8a:fe:0c:ff\",\"name\":\"f26d64381f146a3\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c88e93ab-3c15-4f26-b4db-7bf8a1b4e859\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:03:27.105331 3770 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-c49dx 1d72f5fc4064af8f02b5e4c15534125f609a6665ec3d61c41c4736d808c51be5 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-c49dx 1d72f5fc4064af8f02b5e4c15534125f609a6665ec3d61c41c4736d808c51be5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:3c:b7:83:14:a8\",\"name\":\"1d72f5fc4064af8\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5336761-f392-467a-a1ea-26f934b2330a\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:03:27.155728 3770 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xsnch 13c67babbf75b2930c94bf606c247c91633bae2027f4ecd99c50ed82c37f593f network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xsnch 13c67babbf75b2930c94bf606c247c91633bae2027f4ecd99c50ed82c37f593f network default NAD default NAD key ] I0514 11:03:27.168223 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-xsnch, hostIfaceName: 13c67babbf75b29, network: default, NAD default, SandboxID: "13c67babbf75b2930c94bf606c247c91633bae2027f4ecd99c50ed82c37f593f", PCI device ID: , UID: "d6341200-c774-452a-9206-ec2ca17e48f1", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0514 11:03:27.185030 3770 cni.go:452] [openshift-ingress-canary/ingress-canary-qjgc9 a086292dfcc78e56fcea5b3ee64efeabbcd23fe6008fbd1034597d2251699e33 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-qjgc9 a086292dfcc78e56fcea5b3ee64efeabbcd23fe6008fbd1034597d2251699e33 network default NAD default NAD key ] I0514 11:03:27.197962 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-qjgc9, hostIfaceName: a086292dfcc78e5, network: default, NAD default, SandboxID: "a086292dfcc78e56fcea5b3ee64efeabbcd23fe6008fbd1034597d2251699e33", PCI device ID: , UID: "8dd6c2ca-04c1-4aa1-8c54-13e50ba476d2", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0514 11:03:27.216502 3770 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f4xl7 531eaac5883852219bb8df97f53cf98fb34b38e2723a3b21250eb0817357f749 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f4xl7 531eaac5883852219bb8df97f53cf98fb34b38e2723a3b21250eb0817357f749 network default NAD default NAD key ] I0514 11:03:27.221400 3770 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xsnch 13c67babbf75b2930c94bf606c247c91633bae2027f4ecd99c50ed82c37f593f network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xsnch 13c67babbf75b2930c94bf606c247c91633bae2027f4ecd99c50ed82c37f593f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:70:08:fd:97:95\",\"name\":\"13c67babbf75b29\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02772ea7-75b4-492d-a0c1-dc849a21b5f7\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:03:27.229416 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-f4xl7, hostIfaceName: 531eaac58838522, network: default, NAD default, SandboxID: "531eaac5883852219bb8df97f53cf98fb34b38e2723a3b21250eb0817357f749", PCI device ID: , UID: "f3eee894-ae2a-4bd7-af36-69608d467496", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0514 11:03:27.246977 3770 cni.go:473] [openshift-ingress-canary/ingress-canary-qjgc9 a086292dfcc78e56fcea5b3ee64efeabbcd23fe6008fbd1034597d2251699e33 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-qjgc9 a086292dfcc78e56fcea5b3ee64efeabbcd23fe6008fbd1034597d2251699e33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:5a:18:96:db:a9\",\"name\":\"a086292dfcc78e5\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41680235-84b2-4085-95f4-9613881a6704\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:03:27.275632 3770 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f4xl7 531eaac5883852219bb8df97f53cf98fb34b38e2723a3b21250eb0817357f749 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f4xl7 531eaac5883852219bb8df97f53cf98fb34b38e2723a3b21250eb0817357f749 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:5e:3c:19:56:5b\",\"name\":\"531eaac58838522\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8e16098-cadb-4772-b87b-22d213c5c5f6\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:03:27.318635 3770 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-l8zrd 8d18dbcc4eabd01761fba9421f72f8594ab55b2dafb460eec58ee42604628b54 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-l8zrd 8d18dbcc4eabd01761fba9421f72f8594ab55b2dafb460eec58ee42604628b54 network default NAD default NAD key ] I0514 11:03:27.330732 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-l8zrd, hostIfaceName: 8d18dbcc4eabd01, network: default, NAD default, SandboxID: "8d18dbcc4eabd01761fba9421f72f8594ab55b2dafb460eec58ee42604628b54", PCI device ID: , UID: "575693a6-bc49-4908-af54-1d9b96f5fdaf", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0514 11:03:27.376837 3770 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-l8zrd 8d18dbcc4eabd01761fba9421f72f8594ab55b2dafb460eec58ee42604628b54 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-l8zrd 8d18dbcc4eabd01761fba9421f72f8594ab55b2dafb460eec58ee42604628b54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ef:0b:2c:10:4b\",\"name\":\"8d18dbcc4eabd01\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b465ccf4-e10d-4876-8634-1904af64adb6\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:03:27.496365 3770 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-frndf 9120cd1f0d8d05483442693401f50fecb6464f4f67721aea23e7febe21372840 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-frndf 9120cd1f0d8d05483442693401f50fecb6464f4f67721aea23e7febe21372840 network default NAD default NAD key ] I0514 11:03:27.506120 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-frndf, hostIfaceName: 9120cd1f0d8d054, network: default, NAD default, SandboxID: "9120cd1f0d8d05483442693401f50fecb6464f4f67721aea23e7febe21372840", PCI device ID: , UID: "90312871-dd8f-4639-ac05-3011a298c644", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0514 11:03:27.554580 3770 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-frndf 9120cd1f0d8d05483442693401f50fecb6464f4f67721aea23e7febe21372840 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-frndf 9120cd1f0d8d05483442693401f50fecb6464f4f67721aea23e7febe21372840 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:e6:fa:42:0c:22\",\"name\":\"9120cd1f0d8d054\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/923a703c-6353-4730-ab31-93d32837c5c7\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:03:27.654743 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-241.ec2.internal in network "default" I0514 11:03:27.654877 3770 node_tracker.go:235] Node ip-10-0-0-241.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-241.ec2.internal" I0514 11:03:27.654802 3770 default_network_controller.go:1025] Node "ip-10-0-0-241.ec2.internal" in remote zone "ip-10-0-0-241.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 11:03:27.654905 3770 node_tracker.go:169] Node ip-10-0-0-241.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:27.654923 3770 services_controller.go:574] Full service sync requested for network=default I0514 11:03:27.752658 3770 default_network_controller.go:1025] Node "ip-10-0-0-241.ec2.internal" in remote zone "ip-10-0-0-241.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 11:03:27.780451 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-241.ec2.internal in network "default" I0514 11:03:27.780514 3770 node_tracker.go:169] Node ip-10-0-0-241.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:27.780528 3770 services_controller.go:574] Full service sync requested for network=default I0514 11:03:27.780526 3770 default_network_controller.go:1025] Node "ip-10-0-0-241.ec2.internal" in remote zone "ip-10-0-0-241.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 11:03:27.781595 3770 zone_ic_handler.go:195] Time taken to create transit switch: 332.444µs I0514 11:03:27.781615 3770 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-241.ec2.internal for the network default I0514 11:03:27.782733 3770 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-241.ec2.internal" on network "default" took: 1.481356ms I0514 11:03:28.590747 3770 cni.go:452] [openshift-network-diagnostics/network-check-target-xcqdk 00a8e9df1caf82b4fa856a1c96c56bc71639bb6c3af6130753b70c346fea77fd network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-xcqdk 00a8e9df1caf82b4fa856a1c96c56bc71639bb6c3af6130753b70c346fea77fd network default NAD default NAD key ] I0514 11:03:28.601680 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-xcqdk, hostIfaceName: 00a8e9df1caf82b, network: default, NAD default, SandboxID: "00a8e9df1caf82b4fa856a1c96c56bc71639bb6c3af6130753b70c346fea77fd", PCI device ID: , UID: "4adc01b9-6b95-4da6-9878-f7ab25a19359", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0514 11:03:28.653772 3770 cni.go:473] [openshift-network-diagnostics/network-check-target-xcqdk 00a8e9df1caf82b4fa856a1c96c56bc71639bb6c3af6130753b70c346fea77fd network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-xcqdk 00a8e9df1caf82b4fa856a1c96c56bc71639bb6c3af6130753b70c346fea77fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:33:76:46:29:e8\",\"name\":\"00a8e9df1caf82b\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f7679a8-38c1-402f-90b2-33430c229659\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:03:29.843422 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-241.ec2.internal in network "default" I0514 11:03:29.843439 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-241.ec2.internal I0514 11:03:29.843449 3770 egressfirewall.go:723] Syncing node "ip-10-0-0-241.ec2.internal" for egress firewall I0514 11:03:29.843458 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-241.ec2.internal: 26.026µs I0514 11:03:29.843484 3770 node_tracker.go:169] Node ip-10-0-0-241.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:29.843500 3770 services_controller.go:574] Full service sync requested for network=default I0514 11:03:29.843549 3770 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-241.ec2.internal", IP: 10.0.0.241 to PMTUD blocking rules I0514 11:03:29.843579 3770 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-241.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0514 11:03:29.849886 3770 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-241.ec2.internal. Updating no re-route policies I0514 11:03:29.861987 3770 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-241.ec2.internal", IP: 10.0.0.241 to PMTUD blocking rules I0514 11:03:29.862004 3770 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-241.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0514 11:03:31.529203 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-171.ec2.internal I0514 11:03:31.529227 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-171.ec2.internal: 33.757µs I0514 11:03:31.529238 3770 egressfirewall.go:723] Syncing node "ip-10-0-2-171.ec2.internal" for egress firewall I0514 11:03:31.529720 3770 default_network_controller.go:1025] Node "ip-10-0-2-171.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 11:03:31.969176 3770 cni.go:452] [kube-system/global-pull-secret-syncer-jhgg5 e83d090c659ebf64dc48979c4dabe45e24a98142181d691932719162971c51ba network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-jhgg5 e83d090c659ebf64dc48979c4dabe45e24a98142181d691932719162971c51ba network default NAD default NAD key ] I0514 11:03:31.989979 3770 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-jhgg5, hostIfaceName: e83d090c659ebf6, network: default, NAD default, SandboxID: "e83d090c659ebf64dc48979c4dabe45e24a98142181d691932719162971c51ba", PCI device ID: , UID: "d291744b-2c6f-4955-ad15-c23c3d8f3099", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0514 11:03:32.047391 3770 cni.go:473] [kube-system/global-pull-secret-syncer-jhgg5 e83d090c659ebf64dc48979c4dabe45e24a98142181d691932719162971c51ba network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-jhgg5 e83d090c659ebf64dc48979c4dabe45e24a98142181d691932719162971c51ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:d2:8c:cd:b9:81\",\"name\":\"e83d090c659ebf6\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5446d61d-5c12-41a7-900f-45575e1fae43\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0514 11:03:32.828996 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0514 11:03:33.301116 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-241.ec2.internal I0514 11:03:33.301154 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-241.ec2.internal: 49.457µs I0514 11:03:33.760069 3770 default_network_controller.go:1025] Node "ip-10-0-2-171.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 11:03:35.972938 3770 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0514 11:03:35.974148 3770 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.183152ms I0514 11:03:35.994759 3770 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0514 11:03:36.483073 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-171.ec2.internal in network "default" I0514 11:03:36.483132 3770 node_tracker.go:235] Node ip-10-0-2-171.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-171.ec2.internal" I0514 11:03:36.483149 3770 node_tracker.go:169] Node ip-10-0-2-171.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:36.483144 3770 default_network_controller.go:1025] Node "ip-10-0-2-171.ec2.internal" in remote zone "ip-10-0-2-171.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 11:03:36.483163 3770 services_controller.go:574] Full service sync requested for network=default W0514 11:03:36.483601 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0514 11:03:36.548666 3770 default_network_controller.go:1025] Node "ip-10-0-2-171.ec2.internal" in remote zone "ip-10-0-2-171.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 11:03:36.653792 3770 default_network_controller.go:1025] Node "ip-10-0-2-171.ec2.internal" in remote zone "ip-10-0-2-171.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 11:03:36.653857 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-171.ec2.internal in network "default" I0514 11:03:36.653918 3770 node_tracker.go:169] Node ip-10-0-2-171.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:36.653933 3770 services_controller.go:574] Full service sync requested for network=default W0514 11:03:36.654690 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0514 11:03:36.654900 3770 zone_ic_handler.go:195] Time taken to create transit switch: 347.247µs I0514 11:03:36.654914 3770 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-171.ec2.internal for the network default I0514 11:03:36.656139 3770 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-171.ec2.internal" on network "default" took: 1.602631ms I0514 11:03:36.680111 3770 namespace.go:98] [openshift-service-ca] adding namespace I0514 11:03:36.681107 3770 namespace.go:102] [openshift-service-ca] adding namespace took 972.07µs I0514 11:03:36.697605 3770 namespace.go:142] [openshift-service-ca] updating namespace W0514 11:03:38.856771 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 11:03:38.884827 3770 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 11:03:39.209244 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-171.ec2.internal I0514 11:03:39.209268 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-171.ec2.internal: 32.015µs I0514 11:03:39.209286 3770 egressfirewall.go:723] Syncing node "ip-10-0-2-171.ec2.internal" for egress firewall I0514 11:03:39.209287 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-171.ec2.internal in network "default" I0514 11:03:39.209351 3770 node_tracker.go:169] Node ip-10-0-2-171.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:39.209363 3770 services_controller.go:574] Full service sync requested for network=default I0514 11:03:39.209422 3770 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-171.ec2.internal", IP: 10.0.2.171 to PMTUD blocking rules I0514 11:03:39.209435 3770 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-171.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0514 11:03:39.209495 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 11:03:39.209585 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0514 11:03:39.209726 3770 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 11:03:39.215706 3770 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-171.ec2.internal. Updating no re-route policies I0514 11:03:39.224942 3770 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-171.ec2.internal", IP: 10.0.2.171 to PMTUD blocking rules I0514 11:03:39.224956 3770 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-171.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0514 11:03:42.874380 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-171.ec2.internal I0514 11:03:42.874412 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-171.ec2.internal: 38.62µs W0514 11:03:47.697774 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0514 11:03:58.221070 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 11:03:58.221148 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0514 11:03:58.230618 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0514 11:03:58.230632 3770 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0514 11:03:58.230637 3770 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0514 11:03:58.245846 3770 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0514 11:03:58.305696 3770 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-zcbq2] creating logical port openshift-insights_insights-runtime-extractor-zcbq2 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:58.305789 3770 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-zcbq2 I0514 11:03:58.332933 3770 pod.go:62] [openshift-insights/insights-runtime-extractor-zcbq2] pod update took 27.16856ms I0514 11:03:58.332960 3770 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-zcbq2] addLogicalPort annotation time took 27.203134ms I0514 11:03:58.334141 3770 pods.go:271] [openshift-insights/insights-runtime-extractor-zcbq2] addLogicalPort took 28.459458ms, libovsdb time 859.753µs I0514 11:03:58.657440 3770 cni.go:452] [openshift-insights/insights-runtime-extractor-zcbq2 244a8e479bb8b7bcc8251cc5d4d6ecfa8af9462f2c196b5c2e0e97a46d63ac80 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-zcbq2 244a8e479bb8b7bcc8251cc5d4d6ecfa8af9462f2c196b5c2e0e97a46d63ac80 network default NAD default NAD key ] I0514 11:03:58.667064 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-zcbq2, hostIfaceName: 244a8e479bb8b7b, network: default, NAD default, SandboxID: "244a8e479bb8b7bcc8251cc5d4d6ecfa8af9462f2c196b5c2e0e97a46d63ac80", PCI device ID: , UID: "92433335-3909-4af1-88e2-ed6644f5bd46", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0514 11:03:58.710823 3770 cni.go:452] [openshift-dns/dns-default-7ch9j 52aa8c96f19ea3124ff4686b9064660aaf335065a1da486548e5783bec489b12 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-7ch9j 52aa8c96f19ea3124ff4686b9064660aaf335065a1da486548e5783bec489b12 network default NAD default NAD key ] I0514 11:03:58.719997 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-7ch9j, hostIfaceName: 52aa8c96f19ea31, network: default, NAD default, SandboxID: "52aa8c96f19ea3124ff4686b9064660aaf335065a1da486548e5783bec489b12", PCI device ID: , UID: "4d04f49f-71c9-4ee3-b366-f0156537d77b", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0514 11:03:58.721055 3770 cni.go:473] [openshift-insights/insights-runtime-extractor-zcbq2 244a8e479bb8b7bcc8251cc5d4d6ecfa8af9462f2c196b5c2e0e97a46d63ac80 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-zcbq2 244a8e479bb8b7bcc8251cc5d4d6ecfa8af9462f2c196b5c2e0e97a46d63ac80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:87:5d:bd:5a:6a\",\"name\":\"244a8e479bb8b7b\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ad06195-77ea-460b-9910-0f6b0afb40c6\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:03:58.742076 3770 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-tgbs7 420245f385f2551655ec622c507bc7ff6564c441670bf98198eed3e3d690091c network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-tgbs7 420245f385f2551655ec622c507bc7ff6564c441670bf98198eed3e3d690091c network default NAD default NAD key ] I0514 11:03:58.753669 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-tgbs7, hostIfaceName: 420245f385f2551, network: default, NAD default, SandboxID: "420245f385f2551655ec622c507bc7ff6564c441670bf98198eed3e3d690091c", PCI device ID: , UID: "aaa63aa2-9a2d-4973-91ce-427fe860a585", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0514 11:03:58.776436 3770 cni.go:473] [openshift-dns/dns-default-7ch9j 52aa8c96f19ea3124ff4686b9064660aaf335065a1da486548e5783bec489b12 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-7ch9j 52aa8c96f19ea3124ff4686b9064660aaf335065a1da486548e5783bec489b12 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:0c:1f:8f:6c:72\",\"name\":\"52aa8c96f19ea31\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/949bff56-cf65-4158-9832-512e911a754f\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:03:58.782484 3770 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-4rkl2 d32814b7ef4fe828354cbba4a278675f94a2502b8a888dff716e02722c5c1309 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-4rkl2 d32814b7ef4fe828354cbba4a278675f94a2502b8a888dff716e02722c5c1309 network default NAD default NAD key ] I0514 11:03:58.801122 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-4rkl2, hostIfaceName: d32814b7ef4fe82, network: default, NAD default, SandboxID: "d32814b7ef4fe828354cbba4a278675f94a2502b8a888dff716e02722c5c1309", PCI device ID: , UID: "f1785d1f-cfc1-4b70-b664-a292fec41688", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0514 11:03:58.807484 3770 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-tgbs7 420245f385f2551655ec622c507bc7ff6564c441670bf98198eed3e3d690091c network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-tgbs7 420245f385f2551655ec622c507bc7ff6564c441670bf98198eed3e3d690091c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:6d:61:de:f2:09\",\"name\":\"420245f385f2551\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3089e28d-a906-415c-9fd4-7755e5235958\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:03:58.854960 3770 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-4rkl2 d32814b7ef4fe828354cbba4a278675f94a2502b8a888dff716e02722c5c1309 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-4rkl2 d32814b7ef4fe828354cbba4a278675f94a2502b8a888dff716e02722c5c1309 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:d9:fd:af:eb:85\",\"name\":\"d32814b7ef4fe82\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9863ced3-8267-445c-b4de-3c8eebb27848\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:03:58.880938 3770 cni.go:452] [openshift-ingress/router-default-bd9c786dd-5d5h2 58a6acb55260d0acf1839e765f4f1c3b0d71fb7d79f88e7762f1c0f3494d9a79 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-bd9c786dd-5d5h2 58a6acb55260d0acf1839e765f4f1c3b0d71fb7d79f88e7762f1c0f3494d9a79 network default NAD default NAD key ] I0514 11:03:58.891088 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-bd9c786dd-5d5h2, hostIfaceName: 58a6acb55260d0a, network: default, NAD default, SandboxID: "58a6acb55260d0acf1839e765f4f1c3b0d71fb7d79f88e7762f1c0f3494d9a79", PCI device ID: , UID: "220a508f-2c6c-41bd-9706-4926da0ad731", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0514 11:03:58.900520 3770 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gtrl8 b13383b34b0c596116e0f853aabd09cfab164b01654f92d238a3119b9595fc81 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gtrl8 b13383b34b0c596116e0f853aabd09cfab164b01654f92d238a3119b9595fc81 network default NAD default NAD key ] I0514 11:03:58.904050 3770 cni.go:452] [openshift-ingress/router-default-55bf659df5-5rjfk a4794d630e163eaf563d3f8773cc2e72727d198c8d84c4883868029bf6b624dd network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-55bf659df5-5rjfk a4794d630e163eaf563d3f8773cc2e72727d198c8d84c4883868029bf6b624dd network default NAD default NAD key ] I0514 11:03:58.911580 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-gtrl8, hostIfaceName: b13383b34b0c596, network: default, NAD default, SandboxID: "b13383b34b0c596116e0f853aabd09cfab164b01654f92d238a3119b9595fc81", PCI device ID: , UID: "3bcb7d39-17e0-40c9-83e2-14d63b184e73", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0514 11:03:58.916295 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-55bf659df5-5rjfk, hostIfaceName: a4794d630e163ea, network: default, NAD default, SandboxID: "a4794d630e163eaf563d3f8773cc2e72727d198c8d84c4883868029bf6b624dd", PCI device ID: , UID: "c5a752ad-be96-4309-9d2a-02262f7ccac0", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0514 11:03:58.938524 3770 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-5dm7d 915a78ba3e860ce095f948a5b9ea41c0c26d64bcfb531340600ba3a168211fe3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-5dm7d 915a78ba3e860ce095f948a5b9ea41c0c26d64bcfb531340600ba3a168211fe3 network default NAD default NAD key ] I0514 11:03:58.950634 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-5dm7d, hostIfaceName: 915a78ba3e860ce, network: default, NAD default, SandboxID: "915a78ba3e860ce095f948a5b9ea41c0c26d64bcfb531340600ba3a168211fe3", PCI device ID: , UID: "166a6f9a-9c06-4537-92a7-d4157f2fc618", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0514 11:03:58.952655 3770 cni.go:473] [openshift-ingress/router-default-bd9c786dd-5d5h2 58a6acb55260d0acf1839e765f4f1c3b0d71fb7d79f88e7762f1c0f3494d9a79 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-bd9c786dd-5d5h2 58a6acb55260d0acf1839e765f4f1c3b0d71fb7d79f88e7762f1c0f3494d9a79 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:5a:2d:48:93:8e\",\"name\":\"58a6acb55260d0a\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/635b2c38-01b2-4b38-aca0-cca6db2e617a\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:03:58.972072 3770 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gtrl8 b13383b34b0c596116e0f853aabd09cfab164b01654f92d238a3119b9595fc81 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-gtrl8 b13383b34b0c596116e0f853aabd09cfab164b01654f92d238a3119b9595fc81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:3c:19:c8:92:e0\",\"name\":\"b13383b34b0c596\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f1827bb-dd2d-4484-b95c-67fcc6a02b37\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:03:58.987862 3770 cni.go:473] [openshift-ingress/router-default-55bf659df5-5rjfk a4794d630e163eaf563d3f8773cc2e72727d198c8d84c4883868029bf6b624dd network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-55bf659df5-5rjfk a4794d630e163eaf563d3f8773cc2e72727d198c8d84c4883868029bf6b624dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:d8:2a:08:42:fe\",\"name\":\"a4794d630e163ea\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26123437-41fd-4f0a-bc70-02a28d504f98\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:03:59.007536 3770 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-5dm7d 915a78ba3e860ce095f948a5b9ea41c0c26d64bcfb531340600ba3a168211fe3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-5dm7d 915a78ba3e860ce095f948a5b9ea41c0c26d64bcfb531340600ba3a168211fe3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:e7:1b:e3:71:63\",\"name\":\"915a78ba3e860ce\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49edbfab-dd2e-4561-9657-01b344331fc8\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:03:59.705464 3770 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7dcdbcdb5-74p5n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:03:59.706283 3770 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7dcdbcdb5-74p5n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:03:59.729306 3770 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7dcdbcdb5-74p5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:03:59.729347 3770 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7dcdbcdb5-74p5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:03:59.740670 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7dcdbcdb5-74p5n I0514 11:03:59.740699 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7dcdbcdb5-74p5n W0514 11:03:59.946933 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:03:59.946957 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:03:59.946963 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:03:59.953082 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0514 11:03:59.953106 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0514 11:03:59.961700 3770 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f8db9dd7d-wxwzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:03:59.961818 3770 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6f8db9dd7d-wxwzg I0514 11:03:59.963504 3770 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6f8db9dd7d-wxwzg, ips: 10.128.0.6 I0514 11:03:59.963535 3770 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f8db9dd7d-wxwzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:03:59.970919 3770 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-54c57cc8ff-zchpn] creating logical port openshift-image-registry_image-registry-54c57cc8ff-zchpn for pod on switch ip-10-0-1-21.ec2.internal I0514 11:03:59.971038 3770 kube.go:256] Updating pod openshift-image-registry/image-registry-54c57cc8ff-zchpn I0514 11:03:59.975040 3770 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f8db9dd7d-wxwzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:03:59.975067 3770 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f8db9dd7d-wxwzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:03:59.984075 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f8db9dd7d-wxwzg I0514 11:03:59.984110 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f8db9dd7d-wxwzg I0514 11:03:59.987784 3770 pod.go:62] [openshift-image-registry/image-registry-54c57cc8ff-zchpn] pod update took 16.786385ms I0514 11:03:59.987805 3770 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-54c57cc8ff-zchpn] addLogicalPort annotation time took 16.812986ms I0514 11:03:59.989148 3770 pods.go:271] [openshift-image-registry/image-registry-54c57cc8ff-zchpn] addLogicalPort took 18.248905ms, libovsdb time 931.805µs W0514 11:04:00.029372 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0514 11:04:00.029433 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0514 11:04:00.029965 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:04:00.029983 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:04:00.029989 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:04:00.965429 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:04:00.965452 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:04:00.965459 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:04:00.965610 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0514 11:04:00.965619 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0514 11:04:01.091522 3770 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0514 11:04:01.208645 3770 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0514 11:04:01.751461 3770 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0514 11:04:01.779052 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:01.779072 3770 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:01.779080 3770 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0514 11:04:02.561767 3770 cni.go:452] [openshift-image-registry/image-registry-54c57cc8ff-zchpn d463641d94bacb414e6d33a0520d3dfd439200719ec0a7a5e298f85129462a1c network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-54c57cc8ff-zchpn d463641d94bacb414e6d33a0520d3dfd439200719ec0a7a5e298f85129462a1c network default NAD default NAD key ] I0514 11:04:02.561767 3770 cni.go:452] [openshift-multus/network-metrics-daemon-v9f24 649d118c6267399320e1b3e9e058752aa7c6fd73330622f8abe5feb5e0535f06 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-v9f24 649d118c6267399320e1b3e9e058752aa7c6fd73330622f8abe5feb5e0535f06 network default NAD default NAD key ] I0514 11:04:02.573896 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-v9f24, hostIfaceName: 649d118c6267399, network: default, NAD default, SandboxID: "649d118c6267399320e1b3e9e058752aa7c6fd73330622f8abe5feb5e0535f06", PCI device ID: , UID: "c4baf457-a14e-41d1-aa6f-d623cd521dcf", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0514 11:04:02.574052 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-54c57cc8ff-zchpn, hostIfaceName: d463641d94bacb4, network: default, NAD default, SandboxID: "d463641d94bacb414e6d33a0520d3dfd439200719ec0a7a5e298f85129462a1c", PCI device ID: , UID: "c6bc9be0-deaf-49b6-9a45-8231c9e1fb4c", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0514 11:04:02.628151 3770 cni.go:473] [openshift-multus/network-metrics-daemon-v9f24 649d118c6267399320e1b3e9e058752aa7c6fd73330622f8abe5feb5e0535f06 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-v9f24 649d118c6267399320e1b3e9e058752aa7c6fd73330622f8abe5feb5e0535f06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:06:94:02:a8:cd\",\"name\":\"649d118c6267399\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fdd63c5-c95d-4474-9bab-70d1399c6275\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:04:02.643541 3770 cni.go:473] [openshift-image-registry/image-registry-54c57cc8ff-zchpn d463641d94bacb414e6d33a0520d3dfd439200719ec0a7a5e298f85129462a1c network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-54c57cc8ff-zchpn d463641d94bacb414e6d33a0520d3dfd439200719ec0a7a5e298f85129462a1c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:3f:63:f9:90:37\",\"name\":\"d463641d94bacb4\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f6deec6-43b4-4b08-9665-6e06c5c88409\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0514 11:04:02.978219 3770 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0514 11:04:05.710074 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0514 11:04:05.732017 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0514 11:04:09.875814 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 11:04:10.684307 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0514 11:04:10.684329 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0514 11:04:11.761360 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:11.761381 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:11.761387 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:11.761399 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:11.761403 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:11.761408 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:13.997041 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:13.997062 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:13.997068 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0514 11:04:14.474017 3770 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:04:14.474126 3770 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0514 11:04:14.508634 3770 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 34.548093ms I0514 11:04:14.508657 3770 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 34.576193ms I0514 11:04:14.509910 3770 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 35.911629ms, libovsdb time 935.876µs I0514 11:04:14.841186 3770 cni.go:452] [openshift-monitoring/alertmanager-main-1 6c3ebbf9819dc4da3fdce674f9cb2dcbcebf3adb198031b8531fd6ca5c101b2a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 6c3ebbf9819dc4da3fdce674f9cb2dcbcebf3adb198031b8531fd6ca5c101b2a network default NAD default NAD key ] I0514 11:04:14.850406 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 6c3ebbf9819dc4d, network: default, NAD default, SandboxID: "6c3ebbf9819dc4da3fdce674f9cb2dcbcebf3adb198031b8531fd6ca5c101b2a", PCI device ID: , UID: "16022ea3-982b-4096-8683-46241ff7f96e", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0514 11:04:14.905803 3770 cni.go:473] [openshift-monitoring/alertmanager-main-1 6c3ebbf9819dc4da3fdce674f9cb2dcbcebf3adb198031b8531fd6ca5c101b2a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 6c3ebbf9819dc4da3fdce674f9cb2dcbcebf3adb198031b8531fd6ca5c101b2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:af:f4:90:b2:b6\",\"name\":\"6c3ebbf9819dc4d\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f085aa1-1533-47b4-b514-4d812f8a8c29\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0514 11:04:16.807275 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:16.807303 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:16.807312 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:17.057720 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:17.057738 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:17.057743 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0514 11:04:19.737670 3770 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:04:19.737778 3770 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0514 11:04:19.767986 3770 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 30.248758ms I0514 11:04:19.768009 3770 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 30.276661ms I0514 11:04:19.769158 3770 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 31.512644ms, libovsdb time 761.009µs W0514 11:04:19.796393 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:19.796411 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:19.796416 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:19.796420 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0514 11:04:20.114421 3770 cni.go:452] [openshift-monitoring/prometheus-k8s-1 13ae9a0777497ab38ddec698c29e220d61a969b8a6d41bfa02c15b2306625e5d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 13ae9a0777497ab38ddec698c29e220d61a969b8a6d41bfa02c15b2306625e5d network default NAD default NAD key ] I0514 11:04:20.123548 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 13ae9a0777497ab, network: default, NAD default, SandboxID: "13ae9a0777497ab38ddec698c29e220d61a969b8a6d41bfa02c15b2306625e5d", PCI device ID: , UID: "e58d9e79-960f-4612-98f1-17d8f23019f6", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0514 11:04:20.173182 3770 cni.go:473] [openshift-monitoring/prometheus-k8s-1 13ae9a0777497ab38ddec698c29e220d61a969b8a6d41bfa02c15b2306625e5d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 13ae9a0777497ab38ddec698c29e220d61a969b8a6d41bfa02c15b2306625e5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:16:6e:ac:50:82\",\"name\":\"13ae9a0777497ab\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6adad9fe-9862-4074-ab79-7bc00f2a9a61\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0514 11:04:20.785622 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0514 11:04:21.115998 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:04:21.116021 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:04:21.787769 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0514 11:04:21.851019 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:04:21.851047 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:04:22.729024 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0514 11:04:22.729051 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0514 11:04:22.772334 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0514 11:04:22.772358 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0514 11:04:23.117699 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0514 11:04:23.876761 3770 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:04:23.877431 3770 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:04:23.877458 3770 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:04:23.877467 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0514 11:04:23.877486 3770 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:04:23.877493 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0514 11:04:23.995742 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0514 11:04:24.905255 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0514 11:04:24.909643 3770 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:04:24.909663 3770 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:04:24.909676 3770 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:04:24.909687 3770 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0514 11:04:25.025896 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.026010 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.026048 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.026099 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0514 11:04:25.092696 3770 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0514 11:04:25.109218 3770 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0514 11:04:30.163432 3770 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0514 11:04:33.367219 3770 base_network_controller_pods.go:487] [default/openshift-console/console-f9bd499cf-49prh] creating logical port openshift-console_console-f9bd499cf-49prh for pod on switch ip-10-0-1-21.ec2.internal I0514 11:04:33.367389 3770 kube.go:256] Updating pod openshift-console/console-f9bd499cf-49prh I0514 11:04:33.383182 3770 pod.go:62] [openshift-console/console-f9bd499cf-49prh] pod update took 15.815001ms I0514 11:04:33.383200 3770 base_network_controller_pods.go:951] [default/openshift-console/console-f9bd499cf-49prh] addLogicalPort annotation time took 15.840645ms I0514 11:04:33.384428 3770 pods.go:271] [openshift-console/console-f9bd499cf-49prh] addLogicalPort took 17.222428ms, libovsdb time 829.559µs I0514 11:04:33.819957 3770 cni.go:452] [openshift-console/console-f9bd499cf-49prh 86fd569a3043242c1f247367ef4cdb94cf76d58d7cb69aa1d114f713f4754e1f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-f9bd499cf-49prh 86fd569a3043242c1f247367ef4cdb94cf76d58d7cb69aa1d114f713f4754e1f network default NAD default NAD key ] I0514 11:04:33.829618 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-f9bd499cf-49prh, hostIfaceName: 86fd569a3043242, network: default, NAD default, SandboxID: "86fd569a3043242c1f247367ef4cdb94cf76d58d7cb69aa1d114f713f4754e1f", PCI device ID: , UID: "fd3efe1d-3bf6-48f7-91a8-947ca5028960", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0514 11:04:33.884890 3770 cni.go:473] [openshift-console/console-f9bd499cf-49prh 86fd569a3043242c1f247367ef4cdb94cf76d58d7cb69aa1d114f713f4754e1f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-f9bd499cf-49prh 86fd569a3043242c1f247367ef4cdb94cf76d58d7cb69aa1d114f713f4754e1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:0e:6a:4e:3f:c0\",\"name\":\"86fd569a3043242\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77339d13-684d-4ec7-9071-7ec0c08fb633\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0514 11:04:37.147923 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0514 11:04:38.853472 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0514 11:04:41.880609 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0514 11:04:42.141920 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0514 11:04:43.902265 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0514 11:04:43.902287 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0514 11:04:44.184651 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0514 11:04:44.896736 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:44.896760 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:44.896767 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0514 11:04:48.086503 3770 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f8db9dd7d-dlh7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:04:48.087101 3770 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f8db9dd7d-dlh7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:04:48.892307 3770 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f8db9dd7d-dlh7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:04:48.892332 3770 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f8db9dd7d-dlh7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:04:48.896502 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f8db9dd7d-dlh7f I0514 11:04:48.896523 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f8db9dd7d-dlh7f W0514 11:04:56.228695 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0514 11:04:56.228699 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0514 11:04:56.228754 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0514 11:04:56.258417 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0514 11:04:56.258453 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0514 11:04:56.258512 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0514 11:04:57.237665 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0514 11:04:57.262465 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0514 11:05:03.264630 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0514 11:05:03.264665 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0514 11:05:03.264717 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0514 11:05:04.273354 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0514 11:05:09.204542 3770 obj_retry.go:498] Detected object openshift-console/console-f9bd499cf-wgqsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:09.205150 3770 obj_retry.go:498] Detected object openshift-console/console-f9bd499cf-wgqsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:09.989490 3770 obj_retry.go:492] Detected object openshift-console/console-f9bd499cf-wgqsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:09.989517 3770 obj_retry.go:492] Detected object openshift-console/console-f9bd499cf-wgqsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:09.992796 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f9bd499cf-wgqsn I0514 11:05:09.992819 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f9bd499cf-wgqsn I0514 11:05:16.232001 3770 cni.go:452] [openshift-ingress/router-default-55bf659df5-5rjfk a4794d630e163eaf563d3f8773cc2e72727d198c8d84c4883868029bf6b624dd network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-55bf659df5-5rjfk a4794d630e163eaf563d3f8773cc2e72727d198c8d84c4883868029bf6b624dd network default NAD default NAD key ] I0514 11:05:16.318354 3770 cni.go:473] [openshift-ingress/router-default-55bf659df5-5rjfk a4794d630e163eaf563d3f8773cc2e72727d198c8d84c4883868029bf6b624dd network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-55bf659df5-5rjfk a4794d630e163eaf563d3f8773cc2e72727d198c8d84c4883868029bf6b624dd network default NAD default NAD key default], result "{}", err I0514 11:05:16.371855 3770 obj_retry.go:498] Detected object openshift-ingress/router-default-55bf659df5-5rjfk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:16.371896 3770 pods.go:176] Deleting pod: openshift-ingress/router-default-55bf659df5-5rjfk I0514 11:05:16.373246 3770 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-55bf659df5-5rjfk, ips: 10.128.0.14 I0514 11:05:16.373277 3770 obj_retry.go:498] Detected object openshift-ingress/router-default-55bf659df5-5rjfk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:17.329226 3770 obj_retry.go:492] Detected object openshift-ingress/router-default-55bf659df5-5rjfk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:17.329255 3770 obj_retry.go:492] Detected object openshift-ingress/router-default-55bf659df5-5rjfk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:17.333858 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-55bf659df5-5rjfk I0514 11:05:17.333890 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-55bf659df5-5rjfk I0514 11:05:18.216875 3770 cni.go:452] [openshift-console/console-f9bd499cf-49prh 86fd569a3043242c1f247367ef4cdb94cf76d58d7cb69aa1d114f713f4754e1f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-f9bd499cf-49prh 86fd569a3043242c1f247367ef4cdb94cf76d58d7cb69aa1d114f713f4754e1f network default NAD default NAD key ] I0514 11:05:18.302815 3770 cni.go:473] [openshift-console/console-f9bd499cf-49prh 86fd569a3043242c1f247367ef4cdb94cf76d58d7cb69aa1d114f713f4754e1f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-f9bd499cf-49prh 86fd569a3043242c1f247367ef4cdb94cf76d58d7cb69aa1d114f713f4754e1f network default NAD default NAD key default], result "{}", err I0514 11:05:18.351043 3770 obj_retry.go:498] Detected object openshift-console/console-f9bd499cf-49prh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:18.351078 3770 pods.go:176] Deleting pod: openshift-console/console-f9bd499cf-49prh I0514 11:05:18.352303 3770 pods.go:236] Attempting to release IPs for pod: openshift-console/console-f9bd499cf-49prh, ips: 10.128.0.26 I0514 11:05:18.352330 3770 obj_retry.go:498] Detected object openshift-console/console-f9bd499cf-49prh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:19.331850 3770 obj_retry.go:492] Detected object openshift-console/console-f9bd499cf-49prh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:19.331875 3770 obj_retry.go:492] Detected object openshift-console/console-f9bd499cf-49prh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:19.338489 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f9bd499cf-49prh I0514 11:05:19.338517 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f9bd499cf-49prh W0514 11:05:20.167925 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:05:20.167975 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:05:20.167992 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:05:20.167999 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:05:20.389289 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:05:20.389315 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0514 11:05:35.003265 3770 cni.go:452] [openshift-monitoring/alertmanager-main-1 6c3ebbf9819dc4da3fdce674f9cb2dcbcebf3adb198031b8531fd6ca5c101b2a network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 6c3ebbf9819dc4da3fdce674f9cb2dcbcebf3adb198031b8531fd6ca5c101b2a network default NAD default NAD key ] I0514 11:05:35.103352 3770 cni.go:473] [openshift-monitoring/alertmanager-main-1 6c3ebbf9819dc4da3fdce674f9cb2dcbcebf3adb198031b8531fd6ca5c101b2a network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 6c3ebbf9819dc4da3fdce674f9cb2dcbcebf3adb198031b8531fd6ca5c101b2a network default NAD default NAD key default], result "{}", err I0514 11:05:35.162844 3770 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:35.162985 3770 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0514 11:05:35.164487 3770 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.24 I0514 11:05:35.164516 3770 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:35.411398 3770 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:35.411498 3770 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:35.420154 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0514 11:05:35.420188 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0514 11:05:35.464011 3770 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:05:35.464150 3770 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0514 11:05:35.484765 3770 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 20.65695ms I0514 11:05:35.484788 3770 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 20.684332ms I0514 11:05:35.486216 3770 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 22.220759ms, libovsdb time 1.019349ms I0514 11:05:35.829463 3770 cni.go:452] [openshift-monitoring/alertmanager-main-1 44746dee9ed8588ab9a70039e449d6a9974b5fe77104edd6a2ac8ab892c2632c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 44746dee9ed8588ab9a70039e449d6a9974b5fe77104edd6a2ac8ab892c2632c network default NAD default NAD key ] I0514 11:05:35.839520 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 44746dee9ed8588, network: default, NAD default, SandboxID: "44746dee9ed8588ab9a70039e449d6a9974b5fe77104edd6a2ac8ab892c2632c", PCI device ID: , UID: "2262da8e-c62c-49f1-97a6-4ecf91031670", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0514 11:05:35.893905 3770 cni.go:473] [openshift-monitoring/alertmanager-main-1 44746dee9ed8588ab9a70039e449d6a9974b5fe77104edd6a2ac8ab892c2632c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 44746dee9ed8588ab9a70039e449d6a9974b5fe77104edd6a2ac8ab892c2632c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:47:70:9c:b9:e3\",\"name\":\"44746dee9ed8588\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af46f0eb-0e99-4d24-bcc5-8f9ca080e5f1\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:05:39.413968 3770 cni.go:452] [openshift-monitoring/prometheus-k8s-1 13ae9a0777497ab38ddec698c29e220d61a969b8a6d41bfa02c15b2306625e5d network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 13ae9a0777497ab38ddec698c29e220d61a969b8a6d41bfa02c15b2306625e5d network default NAD default NAD key ] I0514 11:05:39.511677 3770 cni.go:473] [openshift-monitoring/prometheus-k8s-1 13ae9a0777497ab38ddec698c29e220d61a969b8a6d41bfa02c15b2306625e5d network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 13ae9a0777497ab38ddec698c29e220d61a969b8a6d41bfa02c15b2306625e5d network default NAD default NAD key default], result "{}", err I0514 11:05:39.580431 3770 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:39.580469 3770 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0514 11:05:39.581785 3770 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.25 I0514 11:05:39.581815 3770 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:40.454079 3770 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:40.454112 3770 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:40.463546 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0514 11:05:40.463603 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0514 11:05:40.515078 3770 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:05:40.515231 3770 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0514 11:05:40.545706 3770 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 30.511705ms I0514 11:05:40.545732 3770 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 30.544274ms I0514 11:05:40.546942 3770 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 31.885037ms, libovsdb time 883.753µs I0514 11:05:40.878523 3770 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a6be4685fa307730834c7822f4b182960034fc4c8d140c45a4bde700612856db network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 a6be4685fa307730834c7822f4b182960034fc4c8d140c45a4bde700612856db network default NAD default NAD key ] I0514 11:05:40.887713 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: a6be4685fa30773, network: default, NAD default, SandboxID: "a6be4685fa307730834c7822f4b182960034fc4c8d140c45a4bde700612856db", PCI device ID: , UID: "28d26674-d834-4160-9e24-ec1900443d28", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0514 11:05:40.940923 3770 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a6be4685fa307730834c7822f4b182960034fc4c8d140c45a4bde700612856db network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 a6be4685fa307730834c7822f4b182960034fc4c8d140c45a4bde700612856db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:cc:36:c5:fb:69\",\"name\":\"a6be4685fa30773\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61ebe055-0cd7-46b2-8a13-9b1413aaf60d\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:05:41.701338 3770 base_network_controller_pods.go:487] [default/openshift-console/console-6d84d4d597-mgjnn] creating logical port openshift-console_console-6d84d4d597-mgjnn for pod on switch ip-10-0-1-21.ec2.internal I0514 11:05:41.701478 3770 kube.go:256] Updating pod openshift-console/console-6d84d4d597-mgjnn I0514 11:05:41.729841 3770 pod.go:62] [openshift-console/console-6d84d4d597-mgjnn] pod update took 28.399747ms I0514 11:05:41.729865 3770 base_network_controller_pods.go:951] [default/openshift-console/console-6d84d4d597-mgjnn] addLogicalPort annotation time took 28.428521ms I0514 11:05:41.731228 3770 pods.go:271] [openshift-console/console-6d84d4d597-mgjnn] addLogicalPort took 29.910571ms, libovsdb time 934.253µs I0514 11:05:42.045713 3770 cni.go:452] [openshift-console/console-6d84d4d597-mgjnn e4f33e51a368abc5c2459aaad0771b0d7979ff384b47067a366ef72e6219b8a7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d84d4d597-mgjnn e4f33e51a368abc5c2459aaad0771b0d7979ff384b47067a366ef72e6219b8a7 network default NAD default NAD key ] I0514 11:05:42.056291 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d84d4d597-mgjnn, hostIfaceName: e4f33e51a368abc, network: default, NAD default, SandboxID: "e4f33e51a368abc5c2459aaad0771b0d7979ff384b47067a366ef72e6219b8a7", PCI device ID: , UID: "d3850dae-77e4-4765-a14c-52ba0475df7e", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0514 11:05:42.105811 3770 cni.go:473] [openshift-console/console-6d84d4d597-mgjnn e4f33e51a368abc5c2459aaad0771b0d7979ff384b47067a366ef72e6219b8a7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d84d4d597-mgjnn e4f33e51a368abc5c2459aaad0771b0d7979ff384b47067a366ef72e6219b8a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:d6:49:c3:72:3c\",\"name\":\"e4f33e51a368abc\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0671985-85b3-4a46-bfce-258940a4c102\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0514 11:05:52.530189 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0514 11:06:05.889311 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:06:05.889336 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:06:05.889345 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0514 11:06:07.013856 3770 obj_retry.go:498] Detected object openshift-console/console-74499db6b5-d5tns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:07.014395 3770 obj_retry.go:498] Detected object openshift-console/console-74499db6b5-d5tns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:07.200434 3770 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:07.200977 3770 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:07.315149 3770 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:07.315175 3770 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:07.323015 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0514 11:06:07.323046 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0514 11:06:07.506991 3770 obj_retry.go:492] Detected object openshift-console/console-74499db6b5-d5tns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:07.507017 3770 obj_retry.go:492] Detected object openshift-console/console-74499db6b5-d5tns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:07.524013 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74499db6b5-d5tns I0514 11:06:07.524045 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74499db6b5-d5tns I0514 11:06:17.851073 3770 obj_retry.go:498] Detected object openshift-console/console-74499db6b5-rmt5d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:17.851684 3770 obj_retry.go:498] Detected object openshift-console/console-74499db6b5-rmt5d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:18.365390 3770 obj_retry.go:492] Detected object openshift-console/console-74499db6b5-rmt5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:18.365414 3770 obj_retry.go:492] Detected object openshift-console/console-74499db6b5-rmt5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:18.368834 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74499db6b5-rmt5d I0514 11:06:18.368863 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74499db6b5-rmt5d W0514 11:06:41.761161 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:06:41.761179 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0514 11:06:43.063999 3770 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:43.064702 3770 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:43.476145 3770 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:43.476171 3770 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:43.484232 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0514 11:06:43.484257 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0514 11:08:15.569240 3770 obj_retry.go:498] Detected object openshift-console/console-6d84d4d597-lt2wm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:08:15.569844 3770 obj_retry.go:498] Detected object openshift-console/console-6d84d4d597-lt2wm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:08:15.636495 3770 obj_retry.go:492] Detected object openshift-console/console-6d84d4d597-lt2wm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:08:15.636521 3770 obj_retry.go:492] Detected object openshift-console/console-6d84d4d597-lt2wm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:08:15.646654 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d84d4d597-lt2wm I0514 11:08:15.646680 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d84d4d597-lt2wm I0514 11:08:17.463720 3770 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0514 11:08:22.024727 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0514 11:08:26.014255 3770 cni.go:452] [openshift-console/console-6d84d4d597-mgjnn e4f33e51a368abc5c2459aaad0771b0d7979ff384b47067a366ef72e6219b8a7 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6d84d4d597-mgjnn e4f33e51a368abc5c2459aaad0771b0d7979ff384b47067a366ef72e6219b8a7 network default NAD default NAD key ] I0514 11:08:26.084465 3770 cni.go:473] [openshift-console/console-6d84d4d597-mgjnn e4f33e51a368abc5c2459aaad0771b0d7979ff384b47067a366ef72e6219b8a7 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6d84d4d597-mgjnn e4f33e51a368abc5c2459aaad0771b0d7979ff384b47067a366ef72e6219b8a7 network default NAD default NAD key default], result "{}", err I0514 11:08:26.132720 3770 obj_retry.go:498] Detected object openshift-console/console-6d84d4d597-mgjnn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:08:26.132755 3770 pods.go:176] Deleting pod: openshift-console/console-6d84d4d597-mgjnn I0514 11:08:26.134401 3770 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d84d4d597-mgjnn, ips: 10.128.0.29 I0514 11:08:26.134434 3770 obj_retry.go:498] Detected object openshift-console/console-6d84d4d597-mgjnn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:08:27.133027 3770 obj_retry.go:492] Detected object openshift-console/console-6d84d4d597-mgjnn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:08:27.133049 3770 obj_retry.go:492] Detected object openshift-console/console-6d84d4d597-mgjnn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:08:27.141069 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d84d4d597-mgjnn I0514 11:08:27.141100 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d84d4d597-mgjnn I0514 11:08:38.932173 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=607 I0514 11:09:13.028887 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0514 11:09:14.922818 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=143 W0514 11:09:29.912443 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 11:09:40.961815 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0514 11:09:40.961891 3770 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-862gp IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-862gp: no pod IPs found I0514 11:10:05.160558 3770 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:05.161148 3770 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:06.181989 3770 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:06.182019 3770 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:27.046145 3770 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0514 11:10:29.925834 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0514 11:10:30.013689 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0514 11:10:33.051500 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0514 11:10:36.924906 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0514 11:10:44.639069 3770 namespace.go:98] [tsf] adding namespace I0514 11:10:44.640012 3770 namespace.go:102] [tsf] adding namespace took 920.266µs I0514 11:10:44.655680 3770 namespace.go:142] [tsf] updating namespace I0514 11:10:44.667750 3770 namespace.go:142] [tsf] updating namespace I0514 11:10:48.475962 3770 namespace.go:98] [rhbk-operator] adding namespace I0514 11:10:48.475977 3770 namespace.go:98] [rhtpa-operator] adding namespace I0514 11:10:48.476830 3770 namespace.go:102] [rhbk-operator] adding namespace took 847.16µs I0514 11:10:48.477374 3770 namespace.go:102] [rhtpa-operator] adding namespace took 1.382306ms I0514 11:10:48.479999 3770 namespace.go:98] [konflux-operator] adding namespace I0514 11:10:48.480576 3770 namespace.go:102] [konflux-operator] adding namespace took 551.35µs I0514 11:10:48.481133 3770 namespace.go:98] [konflux-ui] adding namespace I0514 11:10:48.481726 3770 namespace.go:102] [konflux-ui] adding namespace took 579.929µs I0514 11:10:48.481748 3770 namespace.go:98] [tsf-tas] adding namespace I0514 11:10:48.482168 3770 namespace.go:102] [tsf-tas] adding namespace took 413.868µs I0514 11:10:48.482385 3770 namespace.go:98] [cert-manager-operator] adding namespace I0514 11:10:48.482532 3770 namespace.go:98] [tsf-tpa] adding namespace I0514 11:10:48.482914 3770 namespace.go:102] [cert-manager-operator] adding namespace took 517.249µs I0514 11:10:48.482935 3770 namespace.go:98] [tsf-keycloak] adding namespace I0514 11:10:48.483388 3770 namespace.go:102] [tsf-keycloak] adding namespace took 448.353µs I0514 11:10:48.483907 3770 namespace.go:102] [tsf-tpa] adding namespace took 1.359586ms I0514 11:10:48.493113 3770 namespace.go:142] [rhbk-operator] updating namespace I0514 11:10:48.511345 3770 namespace.go:142] [rhbk-operator] updating namespace I0514 11:10:48.531710 3770 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:10:48.544142 3770 namespace.go:142] [konflux-operator] updating namespace I0514 11:10:48.555665 3770 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:10:48.573634 3770 namespace.go:142] [tsf-tas] updating namespace I0514 11:10:48.573699 3770 namespace.go:142] [konflux-ui] updating namespace I0514 11:10:48.597075 3770 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:10:48.597317 3770 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:10:48.597319 3770 namespace.go:142] [tsf-tpa] updating namespace I0514 11:10:48.597443 3770 namespace.go:142] [rhbk-operator] updating namespace I0514 11:10:48.598872 3770 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:10:48.656246 3770 namespace.go:142] [tsf-tas] updating namespace I0514 11:10:48.667751 3770 namespace.go:142] [tsf-tas] updating namespace I0514 11:10:48.686770 3770 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:10:48.706734 3770 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:10:48.717502 3770 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:10:48.729168 3770 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:10:48.749287 3770 namespace.go:142] [tsf-tpa] updating namespace I0514 11:10:48.768779 3770 namespace.go:142] [tsf-tpa] updating namespace I0514 11:10:48.768814 3770 namespace.go:142] [konflux-operator] updating namespace I0514 11:10:48.784089 3770 namespace.go:142] [konflux-operator] updating namespace I0514 11:10:48.899744 3770 namespace.go:142] [konflux-ui] updating namespace I0514 11:10:48.914522 3770 namespace.go:142] [konflux-ui] updating namespace I0514 11:10:49.908006 3770 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:10:49.915536 3770 namespace.go:142] [tsf-tpa] updating namespace I0514 11:10:55.598342 3770 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:55.598889 3770 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:55.598918 3770 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:55.598928 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:10:55.598939 3770 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:55.598943 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:10:56.614886 3770 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:56.615482 3770 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:56.615510 3770 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:56.615520 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:10:56.615533 3770 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:56.615541 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:10:56.628677 3770 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:56.628700 3770 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:56.628712 3770 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:56.628721 3770 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:57.640071 3770 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:57.640104 3770 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:57.640117 3770 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:57.640131 3770 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:58.632796 3770 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:58.633362 3770 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:58.633387 3770 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:58.633395 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:10:58.633411 3770 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:58.633418 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:10:59.670773 3770 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:59.670803 3770 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:59.670820 3770 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:59.670831 3770 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:01.036596 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0514 11:11:01.765008 3770 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:01.765577 3770 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:01.765605 3770 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:01.765613 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:11:01.765623 3770 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:01.765627 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:11:02.652990 3770 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:02.653511 3770 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:02.653543 3770 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:02.653553 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:11:02.653582 3770 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:02.653587 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:11:02.744907 3770 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.744927 3770 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.744941 3770 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.744951 3770 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.797189 3770 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.797216 3770 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.797232 3770 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.797243 3770 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:03.692731 3770 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:03.693276 3770 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:03.693301 3770 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:03.693309 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:11:03.693319 3770 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:03.693323 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:11:04.723116 3770 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:04.723136 3770 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:04.723152 3770 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:04.723163 3770 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:07.655973 3770 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-g27pk] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-g27pk for pod on switch ip-10-0-1-21.ec2.internal I0514 11:11:07.656119 3770 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-g27pk I0514 11:11:07.682688 3770 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-g27pk] pod update took 26.598271ms I0514 11:11:07.682714 3770 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-g27pk] addLogicalPort annotation time took 26.628604ms I0514 11:11:07.684147 3770 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-g27pk] addLogicalPort took 28.191994ms, libovsdb time 1.023851ms I0514 11:11:08.017190 3770 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-g27pk 9277bd7c975cb8629dcf2f7229875273c56093add96d64f62f1ab7344b81bba2 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-g27pk 9277bd7c975cb8629dcf2f7229875273c56093add96d64f62f1ab7344b81bba2 network default NAD default NAD key ] I0514 11:11:08.026475 3770 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-g27pk, hostIfaceName: 9277bd7c975cb86, network: default, NAD default, SandboxID: "9277bd7c975cb8629dcf2f7229875273c56093add96d64f62f1ab7344b81bba2", PCI device ID: , UID: "9ef962b9-9114-4b8c-bf01-43c903b53d3b", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0514 11:11:08.078257 3770 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-g27pk 9277bd7c975cb8629dcf2f7229875273c56093add96d64f62f1ab7344b81bba2 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-g27pk 9277bd7c975cb8629dcf2f7229875273c56093add96d64f62f1ab7344b81bba2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:ee:0e:71:98:a6\",\"name\":\"9277bd7c975cb86\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1340b779-2a06-4874-aee0-15ec589b31bc\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:11:09.018374 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0514 11:11:11.436715 3770 namespace.go:98] [cert-manager] adding namespace I0514 11:11:11.437693 3770 namespace.go:102] [cert-manager] adding namespace took 953.727µs I0514 11:11:11.479678 3770 namespace.go:142] [cert-manager] updating namespace I0514 11:11:11.502380 3770 namespace.go:142] [cert-manager] updating namespace I0514 11:11:13.561669 3770 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-88k7f] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-88k7f for pod on switch ip-10-0-1-21.ec2.internal I0514 11:11:13.561778 3770 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-88k7f I0514 11:11:13.607601 3770 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-88k7f] pod update took 45.84765ms I0514 11:11:13.607628 3770 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-88k7f] addLogicalPort annotation time took 45.88014ms I0514 11:11:13.608736 3770 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-88k7f] addLogicalPort took 47.082709ms, libovsdb time 776.963µs I0514 11:11:13.916670 3770 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-88k7f d8b5ce4b6a0c057975cc2d58af9de482b3c45b3d327365b033406426c67dc088 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-88k7f d8b5ce4b6a0c057975cc2d58af9de482b3c45b3d327365b033406426c67dc088 network default NAD default NAD key ] I0514 11:11:13.925812 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-88k7f, hostIfaceName: d8b5ce4b6a0c057, network: default, NAD default, SandboxID: "d8b5ce4b6a0c057975cc2d58af9de482b3c45b3d327365b033406426c67dc088", PCI device ID: , UID: "5847fa96-0bf1-41e6-8e42-a6f1f8eac3e6", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0514 11:11:13.978440 3770 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-88k7f d8b5ce4b6a0c057975cc2d58af9de482b3c45b3d327365b033406426c67dc088 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-88k7f d8b5ce4b6a0c057975cc2d58af9de482b3c45b3d327365b033406426c67dc088 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:c9:e9:c0:a9:a9\",\"name\":\"d8b5ce4b6a0c057\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c627b878-8a06-4037-813f-44c6af550e67\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:11:15.380861 3770 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-hlh6g] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-hlh6g for pod on switch ip-10-0-1-21.ec2.internal I0514 11:11:15.380981 3770 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-hlh6g I0514 11:11:15.437314 3770 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-hlh6g] pod update took 56.367614ms I0514 11:11:15.437336 3770 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-hlh6g] addLogicalPort annotation time took 56.396954ms I0514 11:11:15.438910 3770 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-hlh6g] addLogicalPort took 58.071357ms, libovsdb time 1.055958ms I0514 11:11:16.135538 3770 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-hlh6g b0fe89bb646af8bc48b277bffb8719ccd6b99c9a441649e322bc6dde4745e087 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-hlh6g b0fe89bb646af8bc48b277bffb8719ccd6b99c9a441649e322bc6dde4745e087 network default NAD default NAD key ] I0514 11:11:16.145694 3770 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-hlh6g, hostIfaceName: b0fe89bb646af8b, network: default, NAD default, SandboxID: "b0fe89bb646af8bc48b277bffb8719ccd6b99c9a441649e322bc6dde4745e087", PCI device ID: , UID: "6b56d360-ecff-4d05-8f44-a2790bc11105", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0514 11:11:16.199182 3770 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-hlh6g b0fe89bb646af8bc48b277bffb8719ccd6b99c9a441649e322bc6dde4745e087 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-hlh6g b0fe89bb646af8bc48b277bffb8719ccd6b99c9a441649e322bc6dde4745e087 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:25:a9:07:df:5d\",\"name\":\"b0fe89bb646af8b\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e69fc1c-b282-4034-82f2-5d56363a9e19\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0514 11:11:17.096283 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0514 11:11:19.039945 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0514 11:11:19.436528 3770 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-w9sft] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-w9sft for pod on switch ip-10-0-1-21.ec2.internal I0514 11:11:19.436671 3770 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-w9sft I0514 11:11:19.459919 3770 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-w9sft] pod update took 23.272041ms I0514 11:11:19.459947 3770 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-w9sft] addLogicalPort annotation time took 23.305508ms I0514 11:11:19.461316 3770 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-w9sft] addLogicalPort took 24.805773ms, libovsdb time 994.18µs I0514 11:11:19.806735 3770 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-w9sft 0802bee447edb43c62108468d028e715ee1d3b48d8eac3d9bf344d466cbb97b8 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-w9sft 0802bee447edb43c62108468d028e715ee1d3b48d8eac3d9bf344d466cbb97b8 network default NAD default NAD key ] I0514 11:11:19.818179 3770 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-w9sft, hostIfaceName: 0802bee447edb43, network: default, NAD default, SandboxID: "0802bee447edb43c62108468d028e715ee1d3b48d8eac3d9bf344d466cbb97b8", PCI device ID: , UID: "5c485abf-cb2f-4530-97dc-c21cbb28f5b1", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0514 11:11:19.869434 3770 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-w9sft 0802bee447edb43c62108468d028e715ee1d3b48d8eac3d9bf344d466cbb97b8 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-w9sft 0802bee447edb43c62108468d028e715ee1d3b48d8eac3d9bf344d466cbb97b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:38:ff:46:81:1f\",\"name\":\"0802bee447edb43\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8aa350d-609c-45fb-9660-bfa7a7a671ae\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:11:20.562894 3770 namespace.go:142] [openshift-operators] updating namespace I0514 11:11:20.581205 3770 namespace.go:142] [openshift-operators] updating namespace W0514 11:11:20.637943 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0514 11:11:20.637969 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0514 11:11:22.914585 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0514 11:11:24.485892 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 11:11:24.499282 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 11:11:24.517736 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 11:11:24.529673 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 11:11:27.867856 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0514 11:11:29.013499 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0514 11:11:29.736808 3770 namespace.go:142] [openshift-operators] updating namespace I0514 11:11:30.045960 3770 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-7dwdb] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-7dwdb for pod on switch ip-10-0-1-21.ec2.internal I0514 11:11:30.046235 3770 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-7dwdb I0514 11:11:30.085590 3770 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7dwdb] pod update took 39.387157ms I0514 11:11:30.085610 3770 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-7dwdb] addLogicalPort annotation time took 39.412526ms I0514 11:11:30.086817 3770 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7dwdb] addLogicalPort took 40.907667ms, libovsdb time 838.538µs I0514 11:11:30.404952 3770 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7dwdb 6a3194dd1e2a65e4305b4d0de7e35f0af54147aca50a1af9d694f03457c84a54 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7dwdb 6a3194dd1e2a65e4305b4d0de7e35f0af54147aca50a1af9d694f03457c84a54 network default NAD default NAD key ] I0514 11:11:30.415272 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-7dwdb, hostIfaceName: 6a3194dd1e2a65e, network: default, NAD default, SandboxID: "6a3194dd1e2a65e4305b4d0de7e35f0af54147aca50a1af9d694f03457c84a54", PCI device ID: , UID: "4880aacb-bd04-40f0-8f70-eb782f7238b2", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0514 11:11:30.465787 3770 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7dwdb 6a3194dd1e2a65e4305b4d0de7e35f0af54147aca50a1af9d694f03457c84a54 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7dwdb 6a3194dd1e2a65e4305b4d0de7e35f0af54147aca50a1af9d694f03457c84a54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:45:bc:c1:2b:75\",\"name\":\"6a3194dd1e2a65e\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ebd83001-f966-431c-b9ef-e69cbeec9343\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0514 11:11:33.954612 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0514 11:11:37.130066 3770 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-7hs7l] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-7hs7l for pod on switch ip-10-0-1-21.ec2.internal I0514 11:11:37.130183 3770 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-7hs7l I0514 11:11:37.196912 3770 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-7hs7l I0514 11:11:37.217677 3770 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7hs7l] pod update took 87.519722ms I0514 11:11:37.217701 3770 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-7hs7l] addLogicalPort annotation time took 87.549561ms I0514 11:11:37.218912 3770 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7hs7l] addLogicalPort took 88.864286ms, libovsdb time 860.003µs I0514 11:11:37.762701 3770 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7hs7l 0e845c5962f6189e00404347e361b42918d0b0d2e1f19bf9f6d85064133f2894 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-7hs7l 0e845c5962f6189e00404347e361b42918d0b0d2e1f19bf9f6d85064133f2894 network default NAD default NAD key ] I0514 11:11:37.772501 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-7hs7l, hostIfaceName: 0e845c5962f6189, network: default, NAD default, SandboxID: "0e845c5962f6189e00404347e361b42918d0b0d2e1f19bf9f6d85064133f2894", PCI device ID: , UID: "41ab442f-37a4-442d-95fb-9421c30f8eaf", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0514 11:11:37.824599 3770 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-7hs7l 0e845c5962f6189e00404347e361b42918d0b0d2e1f19bf9f6d85064133f2894 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-7hs7l 0e845c5962f6189e00404347e361b42918d0b0d2e1f19bf9f6d85064133f2894 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:8f:fc:36:5b:90\",\"name\":\"0e845c5962f6189\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b0e7667-3dee-481c-a542-6621a81d4fc9\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:11:38.546854 3770 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:38.547467 3770 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:38.574479 3770 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:38.574500 3770 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:38.583590 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0514 11:11:38.583619 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0514 11:11:39.390430 3770 namespace.go:98] [trusted-artifact-signer] adding namespace I0514 11:11:39.391332 3770 namespace.go:102] [trusted-artifact-signer] adding namespace took 878.097µs I0514 11:11:39.416366 3770 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 11:11:39.429531 3770 namespace.go:142] [trusted-artifact-signer] updating namespace W0514 11:11:40.227588 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0514 11:11:46.262094 3770 namespace.go:98] [openshift-pipelines] adding namespace I0514 11:11:46.262948 3770 namespace.go:102] [openshift-pipelines] adding namespace took 832.781µs I0514 11:11:46.291414 3770 namespace.go:142] [openshift-pipelines] updating namespace I0514 11:11:46.970543 3770 namespace.go:142] [cert-manager] updating namespace I0514 11:11:47.174911 3770 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:11:47.577806 3770 namespace.go:142] [konflux-operator] updating namespace I0514 11:11:47.777271 3770 namespace.go:142] [konflux-ui] updating namespace I0514 11:11:47.979280 3770 namespace.go:142] [open-cluster-management-2q9lkn65p7oc806cii9pjrig10qaidvt] updating namespace I0514 11:11:48.381630 3770 namespace.go:142] [rhbk-operator] updating namespace W0514 11:11:48.462643 3770 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0514 11:11:48.588050 3770 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:11:48.802803 3770 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 11:11:48.988756 3770 namespace.go:142] [tsf] updating namespace I0514 11:11:49.187285 3770 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:11:49.388846 3770 namespace.go:142] [tsf-tas] updating namespace W0514 11:11:49.469620 3770 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0514 11:11:49.593801 3770 namespace.go:142] [tsf-tpa] updating namespace I0514 11:11:49.716824 3770 namespace.go:142] [cert-manager] updating namespace I0514 11:11:49.729661 3770 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:11:49.738740 3770 namespace.go:142] [default] updating namespace I0514 11:11:49.750332 3770 namespace.go:142] [konflux-operator] updating namespace I0514 11:11:49.757715 3770 namespace.go:142] [konflux-ui] updating namespace I0514 11:11:49.767479 3770 namespace.go:142] [open-cluster-management-2q9lkn65p7oc806cii9pjrig10qaidvt] updating namespace I0514 11:11:49.774333 3770 namespace.go:142] [openshift] updating namespace I0514 11:11:49.785440 3770 namespace.go:142] [rhbk-operator] updating namespace I0514 11:11:49.793844 3770 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:11:49.803320 3770 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 11:11:49.811691 3770 namespace.go:142] [tsf] updating namespace I0514 11:11:49.831008 3770 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:11:49.849592 3770 namespace.go:142] [tsf-tas] updating namespace I0514 11:11:49.874260 3770 namespace.go:142] [tsf-tpa] updating namespace I0514 11:11:49.969258 3770 namespace.go:142] [cert-manager] updating namespace I0514 11:11:50.071132 3770 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:11:50.173981 3770 namespace.go:142] [default] updating namespace I0514 11:11:50.274266 3770 namespace.go:142] [konflux-operator] updating namespace I0514 11:11:50.377616 3770 namespace.go:142] [konflux-ui] updating namespace I0514 11:11:50.472580 3770 namespace.go:142] [open-cluster-management-2q9lkn65p7oc806cii9pjrig10qaidvt] updating namespace I0514 11:11:50.567961 3770 namespace.go:142] [openshift] updating namespace I0514 11:11:50.673866 3770 namespace.go:142] [rhbk-operator] updating namespace I0514 11:11:50.771141 3770 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:11:50.868775 3770 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 11:11:50.969052 3770 namespace.go:142] [tsf] updating namespace W0514 11:11:51.002451 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0514 11:11:51.071086 3770 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:11:51.170445 3770 namespace.go:142] [tsf-tas] updating namespace I0514 11:11:51.272937 3770 namespace.go:142] [tsf-tpa] updating namespace I0514 11:11:52.000759 3770 namespace.go:142] [openshift-pipelines] updating namespace I0514 11:11:59.986673 3770 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-lc6sz] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-lc6sz for pod on switch ip-10-0-1-21.ec2.internal I0514 11:11:59.986765 3770 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-lc6sz I0514 11:12:00.002225 3770 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-lc6sz] pod update took 15.483081ms I0514 11:12:00.002253 3770 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-lc6sz] addLogicalPort annotation time took 15.516406ms I0514 11:12:00.003827 3770 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-lc6sz] addLogicalPort took 17.169464ms, libovsdb time 1.037561ms I0514 11:12:00.355140 3770 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-lc6sz 6b57d48aef7f673a21068bce3e4066fd321dbd18480bca627b86babdc26a766e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-lc6sz 6b57d48aef7f673a21068bce3e4066fd321dbd18480bca627b86babdc26a766e network default NAD default NAD key ] I0514 11:12:00.364630 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-lc6sz, hostIfaceName: 6b57d48aef7f673, network: default, NAD default, SandboxID: "6b57d48aef7f673a21068bce3e4066fd321dbd18480bca627b86babdc26a766e", PCI device ID: , UID: "b0fb9f27-0f7e-4cb2-a952-fee7aec4ea52", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0514 11:12:00.421091 3770 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-lc6sz 6b57d48aef7f673a21068bce3e4066fd321dbd18480bca627b86babdc26a766e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-lc6sz 6b57d48aef7f673a21068bce3e4066fd321dbd18480bca627b86babdc26a766e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:28:fc:4c:6a:1d\",\"name\":\"6b57d48aef7f673\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/400ed670-cb93-49ed-b051-ac11cf2e50a6\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0514 11:12:03.093831 3770 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0514 11:12:03.093849 3770 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0514 11:12:03.093854 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0514 11:12:03.886791 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 11:12:03.886811 3770 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 11:12:03.886818 3770 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 11:12:03.886825 3770 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 11:12:05.573867 3770 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 11:12:05.573886 3770 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 11:12:05.573895 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0514 11:12:10.924338 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0514 11:12:12.051895 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 W0514 11:12:14.106105 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0514 11:12:14.106128 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0514 11:12:14.106134 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0514 11:12:23.347590 3770 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-kg9k2] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-kg9k2 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:12:23.347689 3770 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-kg9k2 I0514 11:12:23.360917 3770 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-kg9k2] pod update took 13.259849ms I0514 11:12:23.360946 3770 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-kg9k2] addLogicalPort annotation time took 13.292726ms I0514 11:12:23.362423 3770 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-kg9k2] addLogicalPort took 14.865049ms, libovsdb time 961.236µs I0514 11:12:23.445102 3770 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-7xzrh] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-7xzrh for pod on switch ip-10-0-1-21.ec2.internal I0514 11:12:23.445224 3770 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-7xzrh I0514 11:12:23.462299 3770 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-7xzrh] pod update took 17.097554ms I0514 11:12:23.462325 3770 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-7xzrh] addLogicalPort annotation time took 17.130976ms I0514 11:12:23.463620 3770 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-7xzrh] addLogicalPort took 18.538635ms, libovsdb time 889.772µs I0514 11:12:23.710273 3770 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-kg9k2 15e60643c7eff67c17f574ac1d2afb8a76a2ad20de656eb1e173a5f84e40dad5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-kg9k2 15e60643c7eff67c17f574ac1d2afb8a76a2ad20de656eb1e173a5f84e40dad5 network default NAD default NAD key ] I0514 11:12:23.719846 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-kg9k2, hostIfaceName: 15e60643c7eff67, network: default, NAD default, SandboxID: "15e60643c7eff67c17f574ac1d2afb8a76a2ad20de656eb1e173a5f84e40dad5", PCI device ID: , UID: "0ff0b52c-84fd-42fd-a1de-7236ec9d6dec", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0514 11:12:23.772280 3770 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-kg9k2 15e60643c7eff67c17f574ac1d2afb8a76a2ad20de656eb1e173a5f84e40dad5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-kg9k2 15e60643c7eff67c17f574ac1d2afb8a76a2ad20de656eb1e173a5f84e40dad5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:a8:f9:af:33:5d\",\"name\":\"15e60643c7eff67\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6ae71e5-28d8-4256-8c2c-389265901222\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:12:23.804847 3770 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-7xzrh 477330158e46adf0aca804116802b7dd0305b7f8ed105bace7a18e99f6140848 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-7xzrh 477330158e46adf0aca804116802b7dd0305b7f8ed105bace7a18e99f6140848 network default NAD default NAD key ] I0514 11:12:23.814621 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-7xzrh, hostIfaceName: 477330158e46adf, network: default, NAD default, SandboxID: "477330158e46adf0aca804116802b7dd0305b7f8ed105bace7a18e99f6140848", PCI device ID: , UID: "c6a4e10b-2f8c-42b7-a464-f5a59d17a0c3", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0514 11:12:23.865863 3770 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-7xzrh 477330158e46adf0aca804116802b7dd0305b7f8ed105bace7a18e99f6140848 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-7xzrh 477330158e46adf0aca804116802b7dd0305b7f8ed105bace7a18e99f6140848 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:78:dc:a1:af:1d\",\"name\":\"477330158e46adf\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd08d069-4eb7-4b73-b14c-4f0826f0963a\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0514 11:12:26.970415 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0514 11:12:33.819117 3770 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:12:33.819685 3770 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:12:33.842059 3770 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:12:33.842080 3770 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:12:33.851101 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0514 11:12:33.851123 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0514 11:12:35.854375 3770 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0514 11:12:35.855088 3770 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0514 11:12:35.855108 3770 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0514 11:12:35.857879 3770 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0514 11:12:43.963672 3770 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0514 11:12:45.755135 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0514 11:12:45.755154 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0514 11:12:45.763983 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0514 11:12:45.764001 3770 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0514 11:12:59.924273 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=100 I0514 11:13:03.644104 3770 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vf8mk] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-vf8mk for pod on switch ip-10-0-1-21.ec2.internal I0514 11:13:03.644201 3770 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vf8mk I0514 11:13:03.661396 3770 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vf8mk] pod update took 17.218927ms I0514 11:13:03.661424 3770 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vf8mk] addLogicalPort annotation time took 17.256281ms I0514 11:13:03.662706 3770 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vf8mk] addLogicalPort took 18.617459ms, libovsdb time 888.199µs I0514 11:13:03.746063 3770 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-rnrsb] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-rnrsb for pod on switch ip-10-0-1-21.ec2.internal I0514 11:13:03.746183 3770 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-rnrsb I0514 11:13:03.763650 3770 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-rnrsb] pod update took 17.502405ms I0514 11:13:03.763675 3770 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-rnrsb] addLogicalPort annotation time took 17.534944ms I0514 11:13:03.764991 3770 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-rnrsb] addLogicalPort took 18.955292ms, libovsdb time 856.635µs I0514 11:13:04.006793 3770 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vf8mk 840c80a4ff9b55f27e95e371c972492759c28188fd63d8e61ea670f06fa906ed network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vf8mk 840c80a4ff9b55f27e95e371c972492759c28188fd63d8e61ea670f06fa906ed network default NAD default NAD key ] I0514 11:13:04.016003 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-vf8mk, hostIfaceName: 840c80a4ff9b55f, network: default, NAD default, SandboxID: "840c80a4ff9b55f27e95e371c972492759c28188fd63d8e61ea670f06fa906ed", PCI device ID: , UID: "fc457cfe-1fa0-42f1-8c77-4148cd4b9f2a", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0514 11:13:04.072344 3770 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vf8mk 840c80a4ff9b55f27e95e371c972492759c28188fd63d8e61ea670f06fa906ed network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vf8mk 840c80a4ff9b55f27e95e371c972492759c28188fd63d8e61ea670f06fa906ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:50:15:9b:2e:c1\",\"name\":\"840c80a4ff9b55f\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb8ffe64-89d8-4cec-9a35-f5fcc96c2a53\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:13:04.108633 3770 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-rnrsb ee77a7a4954fcde153d2cd0b9b198c63ffd945b3780d66c68aaf0284645e979b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-rnrsb ee77a7a4954fcde153d2cd0b9b198c63ffd945b3780d66c68aaf0284645e979b network default NAD default NAD key ] I0514 11:13:04.118727 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-rnrsb, hostIfaceName: ee77a7a4954fcde, network: default, NAD default, SandboxID: "ee77a7a4954fcde153d2cd0b9b198c63ffd945b3780d66c68aaf0284645e979b", PCI device ID: , UID: "2da41f6e-47f8-4a60-bbde-c8b82d419c04", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0514 11:13:04.172254 3770 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-rnrsb ee77a7a4954fcde153d2cd0b9b198c63ffd945b3780d66c68aaf0284645e979b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-rnrsb ee77a7a4954fcde153d2cd0b9b198c63ffd945b3780d66c68aaf0284645e979b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:56:dc:2e:17:7e\",\"name\":\"ee77a7a4954fcde\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/844c708c-b430-4c83-afd9-08b988f3d54e\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0514 11:13:08.195547 3770 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0514 11:13:08.195590 3770 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0514 11:13:08.195596 3770 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0514 11:13:20.276594 3770 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-ps744] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-ps744 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:13:20.276707 3770 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-ps744 I0514 11:13:20.294295 3770 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-ps744] pod update took 17.60804ms I0514 11:13:20.294397 3770 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-ps744] addLogicalPort annotation time took 17.715876ms I0514 11:13:20.296787 3770 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-ps744] addLogicalPort took 20.221951ms, libovsdb time 1.333524ms I0514 11:13:20.636878 3770 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-ps744 2173c373600f60d27e70b2d58f32527fc7a692568111f26c3c0e88af1f5646dc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-ps744 2173c373600f60d27e70b2d58f32527fc7a692568111f26c3c0e88af1f5646dc network default NAD default NAD key ] I0514 11:13:20.646595 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-ps744, hostIfaceName: 2173c373600f60d, network: default, NAD default, SandboxID: "2173c373600f60d27e70b2d58f32527fc7a692568111f26c3c0e88af1f5646dc", PCI device ID: , UID: "890e7c8d-8dca-4a63-ad8b-87c78b11aa9e", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0514 11:13:20.702707 3770 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-ps744 2173c373600f60d27e70b2d58f32527fc7a692568111f26c3c0e88af1f5646dc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-ps744 2173c373600f60d27e70b2d58f32527fc7a692568111f26c3c0e88af1f5646dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:d1:e3:f3:02:16\",\"name\":\"2173c373600f60d\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da612dc8-92a4-4afd-8477-90c105fc4422\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:13:26.092574 3770 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:13:26.093202 3770 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:13:26.143274 3770 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:13:26.143302 3770 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:13:26.146454 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0514 11:13:26.146474 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0514 11:13:28.967396 3770 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-kfngg-wnlh4] creating logical port tsf-tas_ctlog-createtree-job-kfngg-wnlh4 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:13:28.967601 3770 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-kfngg-wnlh4 I0514 11:13:28.986219 3770 pod.go:62] [tsf-tas/ctlog-createtree-job-kfngg-wnlh4] pod update took 18.653298ms I0514 11:13:28.986249 3770 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-kfngg-wnlh4] addLogicalPort annotation time took 18.689398ms I0514 11:13:28.987841 3770 pods.go:271] [tsf-tas/ctlog-createtree-job-kfngg-wnlh4] addLogicalPort took 20.468687ms, libovsdb time 969.456µs I0514 11:13:29.117963 3770 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-7999b7f547-28fcv] creating logical port tsf-tas_trillian-logserver-7999b7f547-28fcv for pod on switch ip-10-0-1-21.ec2.internal I0514 11:13:29.118058 3770 kube.go:256] Updating pod tsf-tas/trillian-logserver-7999b7f547-28fcv I0514 11:13:29.135135 3770 pod.go:62] [tsf-tas/trillian-logserver-7999b7f547-28fcv] pod update took 17.100839ms I0514 11:13:29.135158 3770 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-7999b7f547-28fcv] addLogicalPort annotation time took 17.130305ms I0514 11:13:29.136707 3770 pods.go:271] [tsf-tas/trillian-logserver-7999b7f547-28fcv] addLogicalPort took 18.763958ms, libovsdb time 1.046394ms I0514 11:13:29.330685 3770 cni.go:452] [tsf-tas/ctlog-createtree-job-kfngg-wnlh4 f6bb4863b7e57fcd083a1fd002bf2b1a410dc28c847922aedecd86a2f6c835a1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-kfngg-wnlh4 f6bb4863b7e57fcd083a1fd002bf2b1a410dc28c847922aedecd86a2f6c835a1 network default NAD default NAD key ] I0514 11:13:29.342105 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-kfngg-wnlh4, hostIfaceName: f6bb4863b7e57fc, network: default, NAD default, SandboxID: "f6bb4863b7e57fcd083a1fd002bf2b1a410dc28c847922aedecd86a2f6c835a1", PCI device ID: , UID: "2b3ea48d-78fd-4859-9cdc-bde74ed70c68", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0514 11:13:29.399414 3770 cni.go:473] [tsf-tas/ctlog-createtree-job-kfngg-wnlh4 f6bb4863b7e57fcd083a1fd002bf2b1a410dc28c847922aedecd86a2f6c835a1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-kfngg-wnlh4 f6bb4863b7e57fcd083a1fd002bf2b1a410dc28c847922aedecd86a2f6c835a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:01:9b:69:39:6c\",\"name\":\"f6bb4863b7e57fc\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b42c93b8-0d78-4afd-906f-64f5d11c62d2\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:13:30.085784 3770 cni.go:452] [tsf-tas/trillian-logserver-7999b7f547-28fcv 54b223b46a0dac8fa14614c58c0703fa2e7bd1f9b227942341b4126a1f34fc29 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-7999b7f547-28fcv 54b223b46a0dac8fa14614c58c0703fa2e7bd1f9b227942341b4126a1f34fc29 network default NAD default NAD key ] I0514 11:13:30.095934 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-7999b7f547-28fcv, hostIfaceName: 54b223b46a0dac8, network: default, NAD default, SandboxID: "54b223b46a0dac8fa14614c58c0703fa2e7bd1f9b227942341b4126a1f34fc29", PCI device ID: , UID: "0617efd0-f202-4afd-af01-496385f47985", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0514 11:13:30.158293 3770 cni.go:473] [tsf-tas/trillian-logserver-7999b7f547-28fcv 54b223b46a0dac8fa14614c58c0703fa2e7bd1f9b227942341b4126a1f34fc29 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-7999b7f547-28fcv 54b223b46a0dac8fa14614c58c0703fa2e7bd1f9b227942341b4126a1f34fc29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:0a:39:b9:c9:14\",\"name\":\"54b223b46a0dac8\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70c06e45-50cf-4021-a955-7ae890319df9\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0514 11:13:32.028275 3770 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0514 11:13:32.028303 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0514 11:13:33.967014 3770 namespace.go:142] [openshift-pipelines] updating namespace W0514 11:13:37.394305 3770 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0514 11:13:38.396979 3770 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kwl5t] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-kwl5t for pod on switch ip-10-0-1-21.ec2.internal I0514 11:13:38.397081 3770 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kwl5t I0514 11:13:38.416487 3770 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kwl5t] pod update took 19.431818ms I0514 11:13:38.416513 3770 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kwl5t] addLogicalPort annotation time took 19.463968ms I0514 11:13:38.418017 3770 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kwl5t] addLogicalPort took 21.057064ms, libovsdb time 1.038366ms I0514 11:13:38.497907 3770 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-slrx2] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-slrx2 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:13:38.497997 3770 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-slrx2 I0514 11:13:38.515045 3770 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-slrx2] pod update took 17.066862ms I0514 11:13:38.515085 3770 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-slrx2] addLogicalPort annotation time took 17.105297ms I0514 11:13:38.516431 3770 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-slrx2] addLogicalPort took 18.538112ms, libovsdb time 853.028µs I0514 11:13:38.797132 3770 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kwl5t 714c2d6887c39417b9416be9091021d8f2e0ab3fff43ee05f15916162ac88c68 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kwl5t 714c2d6887c39417b9416be9091021d8f2e0ab3fff43ee05f15916162ac88c68 network default NAD default NAD key ] I0514 11:13:38.806270 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-kwl5t, hostIfaceName: 714c2d6887c3941, network: default, NAD default, SandboxID: "714c2d6887c39417b9416be9091021d8f2e0ab3fff43ee05f15916162ac88c68", PCI device ID: , UID: "d2ed86ba-e71a-42c0-a9b8-e780591af24e", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0514 11:13:38.865548 3770 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kwl5t 714c2d6887c39417b9416be9091021d8f2e0ab3fff43ee05f15916162ac88c68 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-kwl5t 714c2d6887c39417b9416be9091021d8f2e0ab3fff43ee05f15916162ac88c68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:94:ed:ab:a2:0e\",\"name\":\"714c2d6887c3941\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bc609eb-5ccc-419e-a951-821ab70d07cd\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:13:38.870774 3770 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-slrx2 5251ae0a8776a7971470ae054f28249866236cf7455545a8936cf7a05f873610 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-slrx2 5251ae0a8776a7971470ae054f28249866236cf7455545a8936cf7a05f873610 network default NAD default NAD key ] I0514 11:13:38.880392 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-slrx2, hostIfaceName: 5251ae0a8776a79, network: default, NAD default, SandboxID: "5251ae0a8776a7971470ae054f28249866236cf7455545a8936cf7a05f873610", PCI device ID: , UID: "b1cf373a-3beb-4aca-a35a-ff35e4300918", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0514 11:13:38.935863 3770 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-slrx2 5251ae0a8776a7971470ae054f28249866236cf7455545a8936cf7a05f873610 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-slrx2 5251ae0a8776a7971470ae054f28249866236cf7455545a8936cf7a05f873610 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:1f:38:c3:9e:89\",\"name\":\"5251ae0a8776a79\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb0f1e84-f7e1-4d1b-8fcf-94ceb496c399\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0514 11:13:39.604634 3770 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0514 11:13:41.626628 3770 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0514 11:13:41.626647 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0514 11:13:41.680372 3770 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-pmkhh-pls2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:13:41.680994 3770 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-pmkhh-pls2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:13:42.570854 3770 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-v5pr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:13:42.571424 3770 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-v5pr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0514 11:13:42.626069 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0514 11:13:42.650782 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0514 11:13:42.650802 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0514 11:13:42.702402 3770 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-pmkhh-pls2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:13:42.702429 3770 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-pmkhh-pls2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 11:13:43.084492 3770 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0514 11:13:43.448716 3770 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-v5pr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:13:43.448739 3770 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-v5pr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 11:13:53.639161 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0514 11:14:12.742104 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0514 11:14:16.365405 3770 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:16.365973 3770 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:16.387238 3770 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:16.387276 3770 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:16.394733 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0514 11:14:16.394752 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0514 11:14:20.832015 3770 cni.go:452] [tsf-tas/ctlog-createtree-job-kfngg-wnlh4 f6bb4863b7e57fcd083a1fd002bf2b1a410dc28c847922aedecd86a2f6c835a1 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-kfngg-wnlh4 f6bb4863b7e57fcd083a1fd002bf2b1a410dc28c847922aedecd86a2f6c835a1 network default NAD default NAD key ] I0514 11:14:20.913104 3770 cni.go:473] [tsf-tas/ctlog-createtree-job-kfngg-wnlh4 f6bb4863b7e57fcd083a1fd002bf2b1a410dc28c847922aedecd86a2f6c835a1 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-kfngg-wnlh4 f6bb4863b7e57fcd083a1fd002bf2b1a410dc28c847922aedecd86a2f6c835a1 network default NAD default NAD key default], result "{}", err I0514 11:14:20.966204 3770 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-kfngg-wnlh4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:20.966233 3770 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-kfngg-wnlh4 I0514 11:14:20.967557 3770 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-kfngg-wnlh4, ips: 10.128.0.42 I0514 11:14:20.967602 3770 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-kfngg-wnlh4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:21.850277 3770 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-kfngg-wnlh4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:21.850302 3770 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-kfngg-wnlh4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:25.439170 3770 obj_retry.go:498] Detected object tsf/patch-tekton-config-99ms5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:25.439869 3770 obj_retry.go:498] Detected object tsf/patch-tekton-config-99ms5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:26.317607 3770 obj_retry.go:492] Detected object tsf/patch-tekton-config-99ms5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:26.317635 3770 obj_retry.go:492] Detected object tsf/patch-tekton-config-99ms5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 11:14:26.667991 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0514 11:14:27.452461 3770 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vxs75-jtvl9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:27.453035 3770 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vxs75-jtvl9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:28.325808 3770 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vxs75-jtvl9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:28.325836 3770 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vxs75-jtvl9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:33.240494 3770 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-75f966dbf5-8hmgw] creating logical port tsf-tas_rekor-server-75f966dbf5-8hmgw for pod on switch ip-10-0-1-21.ec2.internal I0514 11:14:33.240658 3770 kube.go:256] Updating pod tsf-tas/rekor-server-75f966dbf5-8hmgw I0514 11:14:33.256714 3770 pod.go:62] [tsf-tas/rekor-server-75f966dbf5-8hmgw] pod update took 16.087105ms I0514 11:14:33.256735 3770 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-75f966dbf5-8hmgw] addLogicalPort annotation time took 16.113602ms I0514 11:14:33.258121 3770 pods.go:271] [tsf-tas/rekor-server-75f966dbf5-8hmgw] addLogicalPort took 17.646239ms, libovsdb time 944.121µs I0514 11:14:34.295390 3770 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-2dzpx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:34.295982 3770 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-2dzpx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:35.318741 3770 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-2dzpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:35.318772 3770 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-2dzpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 11:14:35.355802 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0514 11:14:35.362256 3770 obj_retry.go:492] Detected object tsf/patch-tekton-config-99ms5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:35.362282 3770 obj_retry.go:492] Detected object tsf/patch-tekton-config-99ms5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:35.367317 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-99ms5 I0514 11:14:35.367343 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-99ms5 W0514 11:14:36.730888 3770 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0514 11:14:38.707121 3770 cni.go:452] [tsf-tas/rekor-server-75f966dbf5-8hmgw d34fd3aff00759e3a5af468d5d6b55480ddaecf91b026ccbe85003d8e464d110 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-75f966dbf5-8hmgw d34fd3aff00759e3a5af468d5d6b55480ddaecf91b026ccbe85003d8e464d110 network default NAD default NAD key ] I0514 11:14:38.717196 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-75f966dbf5-8hmgw, hostIfaceName: d34fd3aff00759e, network: default, NAD default, SandboxID: "d34fd3aff00759e3a5af468d5d6b55480ddaecf91b026ccbe85003d8e464d110", PCI device ID: , UID: "1b1b9925-6a8a-4e23-8f79-f9ef18cbf160", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0514 11:14:38.770362 3770 cni.go:473] [tsf-tas/rekor-server-75f966dbf5-8hmgw d34fd3aff00759e3a5af468d5d6b55480ddaecf91b026ccbe85003d8e464d110 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-75f966dbf5-8hmgw d34fd3aff00759e3a5af468d5d6b55480ddaecf91b026ccbe85003d8e464d110 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:18:01:06:d9:47\",\"name\":\"d34fd3aff00759e\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6af11d80-ea15-48a3-b031-9d657a06348d\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:14:39.551965 3770 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:39.552574 3770 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:39.579955 3770 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:39.579974 3770 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:39.582919 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0514 11:14:39.582939 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0514 11:14:40.933766 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0514 11:14:45.548728 3770 obj_retry.go:498] Detected object tsf-tpa/create-db-dqv4v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:45.549292 3770 obj_retry.go:498] Detected object tsf-tpa/create-db-dqv4v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:46.572854 3770 obj_retry.go:492] Detected object tsf-tpa/create-db-dqv4v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:46.572882 3770 obj_retry.go:492] Detected object tsf-tpa/create-db-dqv4v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:49.580847 3770 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jl2dn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:49.581450 3770 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jl2dn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:49.710713 3770 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jl2dn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:49.710739 3770 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jl2dn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:49.988112 3770 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-s6md7] creating logical port tsf-tpa_create-importers-s6md7 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:14:49.988202 3770 kube.go:256] Updating pod tsf-tpa/create-importers-s6md7 I0514 11:14:50.000902 3770 pod.go:62] [tsf-tpa/create-importers-s6md7] pod update took 12.722013ms I0514 11:14:50.000923 3770 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-s6md7] addLogicalPort annotation time took 12.750481ms I0514 11:14:50.002402 3770 pods.go:271] [tsf-tpa/create-importers-s6md7] addLogicalPort took 14.307341ms, libovsdb time 931.161µs I0514 11:14:50.349862 3770 cni.go:452] [tsf-tpa/create-importers-s6md7 f00e036f53d795e28f609ea1879b84c9dff0284c349f006a5a4c8bc933deb09d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-s6md7 f00e036f53d795e28f609ea1879b84c9dff0284c349f006a5a4c8bc933deb09d network default NAD default NAD key ] I0514 11:14:50.377056 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-s6md7, hostIfaceName: f00e036f53d795e, network: default, NAD default, SandboxID: "f00e036f53d795e28f609ea1879b84c9dff0284c349f006a5a4c8bc933deb09d", PCI device ID: , UID: "12e0c82e-2f7b-4800-92cb-900d6cc2aaba", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0514 11:14:50.432317 3770 cni.go:473] [tsf-tpa/create-importers-s6md7 f00e036f53d795e28f609ea1879b84c9dff0284c349f006a5a4c8bc933deb09d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-s6md7 f00e036f53d795e28f609ea1879b84c9dff0284c349f006a5a4c8bc933deb09d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:dd:f4:70:3d:ba\",\"name\":\"f00e036f53d795e\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc9a430a-65ea-462a-9fad-2add224039c8\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0514 11:14:51.941616 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0514 11:14:54.008149 3770 cni.go:452] [tsf-tpa/create-importers-s6md7 f00e036f53d795e28f609ea1879b84c9dff0284c349f006a5a4c8bc933deb09d network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-s6md7 f00e036f53d795e28f609ea1879b84c9dff0284c349f006a5a4c8bc933deb09d network default NAD default NAD key ] I0514 11:14:54.098902 3770 cni.go:473] [tsf-tpa/create-importers-s6md7 f00e036f53d795e28f609ea1879b84c9dff0284c349f006a5a4c8bc933deb09d network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-s6md7 f00e036f53d795e28f609ea1879b84c9dff0284c349f006a5a4c8bc933deb09d network default NAD default NAD key default], result "{}", err I0514 11:14:54.151715 3770 obj_retry.go:498] Detected object tsf-tpa/create-importers-s6md7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:54.151749 3770 pods.go:176] Deleting pod: tsf-tpa/create-importers-s6md7 I0514 11:14:54.153274 3770 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-s6md7, ips: 10.128.0.47 I0514 11:14:54.153305 3770 obj_retry.go:498] Detected object tsf-tpa/create-importers-s6md7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:55.176196 3770 obj_retry.go:492] Detected object tsf-tpa/create-importers-s6md7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:55.176224 3770 obj_retry.go:492] Detected object tsf-tpa/create-importers-s6md7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:56.028211 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0514 11:14:57.070390 3770 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-qpn44-774zg] creating logical port tsf-tas_tuf-repository-init-qpn44-774zg for pod on switch ip-10-0-1-21.ec2.internal I0514 11:14:57.070492 3770 kube.go:256] Updating pod tsf-tas/tuf-repository-init-qpn44-774zg I0514 11:14:57.082707 3770 pod.go:62] [tsf-tas/tuf-repository-init-qpn44-774zg] pod update took 12.238762ms I0514 11:14:57.082732 3770 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-qpn44-774zg] addLogicalPort annotation time took 12.272518ms I0514 11:14:57.084079 3770 pods.go:271] [tsf-tas/tuf-repository-init-qpn44-774zg] addLogicalPort took 13.711902ms, libovsdb time 879.501µs I0514 11:15:00.130971 3770 cni.go:452] [tsf-tas/tuf-repository-init-qpn44-774zg 1aadffd846a540ba0cec7500dd75cb078611f859000c727e6decc2303ad2a9ad network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-qpn44-774zg 1aadffd846a540ba0cec7500dd75cb078611f859000c727e6decc2303ad2a9ad network default NAD default NAD key ] I0514 11:15:00.140603 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-qpn44-774zg, hostIfaceName: 1aadffd846a540b, network: default, NAD default, SandboxID: "1aadffd846a540ba0cec7500dd75cb078611f859000c727e6decc2303ad2a9ad", PCI device ID: , UID: "0f8360ef-1e23-4276-a125-4f82a7280485", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0514 11:15:00.198872 3770 cni.go:473] [tsf-tas/tuf-repository-init-qpn44-774zg 1aadffd846a540ba0cec7500dd75cb078611f859000c727e6decc2303ad2a9ad network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-qpn44-774zg 1aadffd846a540ba0cec7500dd75cb078611f859000c727e6decc2303ad2a9ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:d9:57:a2:f4:1e\",\"name\":\"1aadffd846a540b\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb2231b3-e967-4d52-a4be-ecb55b883e1a\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0514 11:15:01.505921 3770 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0514 11:15:06.081114 3770 cni.go:452] [tsf-tas/tuf-repository-init-qpn44-774zg 1aadffd846a540ba0cec7500dd75cb078611f859000c727e6decc2303ad2a9ad network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-qpn44-774zg 1aadffd846a540ba0cec7500dd75cb078611f859000c727e6decc2303ad2a9ad network default NAD default NAD key ] I0514 11:15:06.170360 3770 cni.go:473] [tsf-tas/tuf-repository-init-qpn44-774zg 1aadffd846a540ba0cec7500dd75cb078611f859000c727e6decc2303ad2a9ad network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-qpn44-774zg 1aadffd846a540ba0cec7500dd75cb078611f859000c727e6decc2303ad2a9ad network default NAD default NAD key default], result "{}", err I0514 11:15:06.231973 3770 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qpn44-774zg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:06.232007 3770 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-qpn44-774zg I0514 11:15:06.233539 3770 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-qpn44-774zg, ips: 10.128.0.48 I0514 11:15:06.233583 3770 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qpn44-774zg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:07.257364 3770 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qpn44-774zg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:07.257393 3770 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qpn44-774zg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:09.164005 3770 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-46h47] creating logical port tsf-tas_tuf-97fc8ff76-46h47 for pod on switch ip-10-0-1-21.ec2.internal I0514 11:15:09.164097 3770 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-46h47 I0514 11:15:09.179939 3770 pod.go:62] [tsf-tas/tuf-97fc8ff76-46h47] pod update took 15.864865ms I0514 11:15:09.179964 3770 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-46h47] addLogicalPort annotation time took 15.893469ms I0514 11:15:09.181316 3770 pods.go:271] [tsf-tas/tuf-97fc8ff76-46h47] addLogicalPort took 17.32766ms, libovsdb time 932.476µs I0514 11:15:19.422804 3770 cni.go:452] [tsf-tas/tuf-97fc8ff76-46h47 436cfaca76ac0baf1a1d114f5da5393db4c0cc558bd1beb5f261f6e4bfc678db network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-46h47 436cfaca76ac0baf1a1d114f5da5393db4c0cc558bd1beb5f261f6e4bfc678db network default NAD default NAD key ] I0514 11:15:19.432151 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-46h47, hostIfaceName: 436cfaca76ac0ba, network: default, NAD default, SandboxID: "436cfaca76ac0baf1a1d114f5da5393db4c0cc558bd1beb5f261f6e4bfc678db", PCI device ID: , UID: "1d9fea5e-e6d1-41ee-9eb8-74d4e280cf68", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0514 11:15:19.693861 3770 cni.go:473] [tsf-tas/tuf-97fc8ff76-46h47 436cfaca76ac0baf1a1d114f5da5393db4c0cc558bd1beb5f261f6e4bfc678db network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-46h47 436cfaca76ac0baf1a1d114f5da5393db4c0cc558bd1beb5f261f6e4bfc678db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:64:9d:c1:64:9b\",\"name\":\"436cfaca76ac0ba\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dee0491c-66dd-4f4a-b6c3-32daa11d19b1\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:15:23.746526 3770 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:23.747088 3770 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:23.768119 3770 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:23.768144 3770 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:23.774700 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0514 11:15:23.774724 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0514 11:15:24.543295 3770 namespace.go:98] [build-service] adding namespace I0514 11:15:24.544167 3770 namespace.go:102] [build-service] adding namespace took 853.004µs I0514 11:15:24.547504 3770 namespace.go:98] [image-controller] adding namespace I0514 11:15:24.547712 3770 namespace.go:98] [default-tenant] adding namespace I0514 11:15:24.548258 3770 namespace.go:102] [image-controller] adding namespace took 737.981µs I0514 11:15:24.548988 3770 namespace.go:102] [default-tenant] adding namespace took 1.258096ms I0514 11:15:24.554685 3770 namespace.go:98] [integration-service] adding namespace I0514 11:15:24.555413 3770 namespace.go:102] [integration-service] adding namespace took 713.084µs I0514 11:15:24.576800 3770 namespace.go:142] [build-service] updating namespace I0514 11:15:24.601172 3770 namespace.go:142] [build-service] updating namespace I0514 11:15:24.624884 3770 namespace.go:142] [image-controller] updating namespace I0514 11:15:24.644536 3770 namespace.go:142] [image-controller] updating namespace I0514 11:15:24.657639 3770 namespace.go:142] [default-tenant] updating namespace I0514 11:15:24.680791 3770 namespace.go:142] [default-tenant] updating namespace I0514 11:15:24.683824 3770 namespace.go:142] [integration-service] updating namespace I0514 11:15:24.703040 3770 namespace.go:142] [integration-service] updating namespace I0514 11:15:24.797952 3770 namespace.go:142] [build-service] updating namespace I0514 11:15:24.815736 3770 namespace.go:142] [integration-service] updating namespace I0514 11:15:24.837759 3770 namespace.go:98] [release-service] adding namespace I0514 11:15:24.838584 3770 namespace.go:102] [release-service] adding namespace took 781.689µs I0514 11:15:24.860696 3770 namespace.go:142] [release-service] updating namespace I0514 11:15:24.897347 3770 namespace.go:142] [release-service] updating namespace I0514 11:15:24.897436 3770 namespace.go:142] [konflux-ui] updating namespace I0514 11:15:24.992464 3770 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-21.ec2.internal I0514 11:15:24.992592 3770 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0514 11:15:25.219919 3770 namespace.go:98] [konflux-info] adding namespace I0514 11:15:25.220924 3770 namespace.go:102] [konflux-info] adding namespace took 967.772µs I0514 11:15:25.284835 3770 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0514 11:15:25.407977 3770 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 415.434275ms I0514 11:15:25.408009 3770 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 415.472933ms I0514 11:15:25.409622 3770 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 417.17969ms, libovsdb time 1.015976ms I0514 11:15:25.520781 3770 namespace.go:98] [namespace-lister] adding namespace I0514 11:15:25.520902 3770 namespace.go:142] [konflux-info] updating namespace I0514 11:15:25.521711 3770 namespace.go:102] [namespace-lister] adding namespace took 905.103µs I0514 11:15:25.559857 3770 namespace.go:142] [build-service] updating namespace I0514 11:15:25.583076 3770 cni.go:452] [konflux-ui/test-tsf-konflux 1fad3f69720969ed3a223a1357899a8426d3b607d382a55b480e630602917316 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 1fad3f69720969ed3a223a1357899a8426d3b607d382a55b480e630602917316 network default NAD default NAD key ] I0514 11:15:25.592980 3770 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 1fad3f69720969e, network: default, NAD default, SandboxID: "1fad3f69720969ed3a223a1357899a8426d3b607d382a55b480e630602917316", PCI device ID: , UID: "dd8a7f14-cceb-44b3-a202-05eaa191fb02", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0514 11:15:25.648885 3770 cni.go:473] [konflux-ui/test-tsf-konflux 1fad3f69720969ed3a223a1357899a8426d3b607d382a55b480e630602917316 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 1fad3f69720969ed3a223a1357899a8426d3b607d382a55b480e630602917316 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:cd:5c:8f:20:97\",\"name\":\"1fad3f69720969e\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fe8e705-00a3-46e6-aaa5-8dff0fa9f034\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:15:25.668818 3770 namespace.go:98] [enterprise-contract-service] adding namespace I0514 11:15:25.668911 3770 namespace.go:142] [image-controller] updating namespace I0514 11:15:25.669639 3770 namespace.go:102] [enterprise-contract-service] adding namespace took 800.049µs I0514 11:15:25.728216 3770 namespace.go:142] [konflux-info] updating namespace I0514 11:15:25.832055 3770 namespace.go:142] [namespace-lister] updating namespace I0514 11:15:25.969868 3770 namespace.go:142] [namespace-lister] updating namespace I0514 11:15:26.102772 3770 namespace.go:142] [enterprise-contract-service] updating namespace W0514 11:15:26.272969 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0514 11:15:26.300962 3770 namespace.go:142] [default-tenant] updating namespace I0514 11:15:26.307803 3770 namespace.go:142] [default-tenant] updating namespace I0514 11:15:26.307859 3770 namespace.go:142] [image-controller] updating namespace I0514 11:15:26.380873 3770 namespace.go:142] [enterprise-contract-service] updating namespace I0514 11:15:26.431157 3770 namespace.go:98] [segment-bridge] adding namespace I0514 11:15:26.432014 3770 namespace.go:102] [segment-bridge] adding namespace took 831.657µs I0514 11:15:26.637155 3770 namespace.go:142] [segment-bridge] updating namespace I0514 11:15:26.645797 3770 namespace.go:98] [konflux-cli] adding namespace I0514 11:15:26.646707 3770 namespace.go:102] [konflux-cli] adding namespace took 889.995µs I0514 11:15:26.723085 3770 namespace.go:142] [segment-bridge] updating namespace I0514 11:15:26.771213 3770 namespace.go:142] [konflux-cli] updating namespace I0514 11:15:26.799164 3770 namespace.go:142] [integration-service] updating namespace I0514 11:15:26.859129 3770 namespace.go:142] [konflux-cli] updating namespace I0514 11:15:26.982061 3770 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0514 11:15:26.982926 3770 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0514 11:15:26.982946 3770 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0514 11:15:26.986178 3770 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0514 11:15:27.021869 3770 namespace.go:142] [release-service] updating namespace I0514 11:15:27.030489 3770 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0514 11:15:27.030520 3770 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0514 11:15:27.031667 3770 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0514 11:15:27.189873 3770 namespace.go:142] [build-service] updating namespace I0514 11:15:27.246079 3770 namespace.go:142] [default-tenant] updating namespace I0514 11:15:27.257081 3770 namespace.go:142] [image-controller] updating namespace I0514 11:15:27.304496 3770 namespace.go:142] [integration-service] updating namespace I0514 11:15:27.304629 3770 namespace.go:142] [release-service] updating namespace I0514 11:15:27.371840 3770 namespace.go:142] [build-service] updating namespace I0514 11:15:27.415040 3770 namespace.go:142] [default-tenant] updating namespace I0514 11:15:27.523743 3770 namespace.go:142] [image-controller] updating namespace I0514 11:15:27.605845 3770 namespace.go:142] [integration-service] updating namespace I0514 11:15:27.716707 3770 namespace.go:142] [release-service] updating namespace I0514 11:15:28.152182 3770 base_network_controller_pods.go:487] [default/konflux-ui/dex-54bd6865cc-km5fh] creating logical port konflux-ui_dex-54bd6865cc-km5fh for pod on switch ip-10-0-1-21.ec2.internal I0514 11:15:28.152289 3770 kube.go:256] Updating pod konflux-ui/dex-54bd6865cc-km5fh I0514 11:15:28.439222 3770 kube.go:256] Updating pod konflux-ui/dex-54bd6865cc-km5fh I0514 11:15:28.618389 3770 pod.go:62] [konflux-ui/dex-54bd6865cc-km5fh] pod update took 466.125692ms I0514 11:15:28.618413 3770 base_network_controller_pods.go:951] [default/konflux-ui/dex-54bd6865cc-km5fh] addLogicalPort annotation time took 466.160348ms I0514 11:15:28.619796 3770 pods.go:271] [konflux-ui/dex-54bd6865cc-km5fh] addLogicalPort took 467.63854ms, libovsdb time 919.824µs I0514 11:15:29.132938 3770 namespace.go:142] [enterprise-contract-service] updating namespace I0514 11:15:29.434383 3770 namespace.go:142] [konflux-cli] updating namespace I0514 11:15:29.500449 3770 namespace.go:142] [konflux-info] updating namespace I0514 11:15:29.634130 3770 namespace.go:142] [namespace-lister] updating namespace I0514 11:15:29.848783 3770 namespace.go:142] [segment-bridge] updating namespace I0514 11:15:29.955151 3770 namespace.go:142] [enterprise-contract-service] updating namespace I0514 11:15:29.974886 3770 namespace.go:142] [konflux-cli] updating namespace I0514 11:15:29.991821 3770 namespace.go:142] [konflux-info] updating namespace I0514 11:15:30.011021 3770 namespace.go:142] [namespace-lister] updating namespace I0514 11:15:30.024816 3770 namespace.go:142] [segment-bridge] updating namespace W0514 11:15:30.063853 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0514 11:15:30.132697 3770 namespace.go:142] [enterprise-contract-service] updating namespace I0514 11:15:30.248145 3770 namespace.go:142] [konflux-cli] updating namespace I0514 11:15:30.367205 3770 namespace.go:142] [konflux-info] updating namespace I0514 11:15:30.473364 3770 namespace.go:142] [namespace-lister] updating namespace I0514 11:15:30.555889 3770 namespace.go:142] [segment-bridge] updating namespace I0514 11:15:30.776609 3770 base_network_controller_pods.go:487] [default/konflux-ui/proxy-557dc955f9-9b8xq] creating logical port konflux-ui_proxy-557dc955f9-9b8xq for pod on switch ip-10-0-1-21.ec2.internal I0514 11:15:30.776730 3770 kube.go:256] Updating pod konflux-ui/proxy-557dc955f9-9b8xq I0514 11:15:30.801809 3770 pod.go:62] [konflux-ui/proxy-557dc955f9-9b8xq] pod update took 25.119578ms I0514 11:15:30.801903 3770 base_network_controller_pods.go:951] [default/konflux-ui/proxy-557dc955f9-9b8xq] addLogicalPort annotation time took 25.217922ms I0514 11:15:30.803419 3770 pods.go:271] [konflux-ui/proxy-557dc955f9-9b8xq] addLogicalPort took 26.825866ms, libovsdb time 927.443µs W0514 11:15:31.048291 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0514 11:15:33.048277 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0514 11:15:34.793372 3770 cni.go:452] [konflux-ui/proxy-557dc955f9-9b8xq b370865a583e6647d7f7a05aeb6f70b6c6146a3e084c332e55590c8d2740e730 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-557dc955f9-9b8xq b370865a583e6647d7f7a05aeb6f70b6c6146a3e084c332e55590c8d2740e730 network default NAD default NAD key ] I0514 11:15:34.802978 3770 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-557dc955f9-9b8xq, hostIfaceName: b370865a583e664, network: default, NAD default, SandboxID: "b370865a583e6647d7f7a05aeb6f70b6c6146a3e084c332e55590c8d2740e730", PCI device ID: , UID: "f3f2cdb0-db71-4706-950b-c8ba843fb2cc", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0514 11:15:34.860681 3770 cni.go:473] [konflux-ui/proxy-557dc955f9-9b8xq b370865a583e6647d7f7a05aeb6f70b6c6146a3e084c332e55590c8d2740e730 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-557dc955f9-9b8xq b370865a583e6647d7f7a05aeb6f70b6c6146a3e084c332e55590c8d2740e730 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:42:ca:e6:27:6b\",\"name\":\"b370865a583e664\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d821d35-d1bc-4cfb-b906-c1d943a2538b\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:15:36.249275 3770 cni.go:452] [konflux-ui/dex-54bd6865cc-km5fh dd6d2287c49ce7ef3570d3d2bcb80f08b0765fc8b0733d68087f301853d1d9e7 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-54bd6865cc-km5fh dd6d2287c49ce7ef3570d3d2bcb80f08b0765fc8b0733d68087f301853d1d9e7 network default NAD default NAD key ] I0514 11:15:36.259061 3770 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-54bd6865cc-km5fh, hostIfaceName: dd6d2287c49ce7e, network: default, NAD default, SandboxID: "dd6d2287c49ce7ef3570d3d2bcb80f08b0765fc8b0733d68087f301853d1d9e7", PCI device ID: , UID: "46b1b920-29fe-44e7-b1e9-c5f564738090", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0514 11:15:36.321301 3770 cni.go:473] [konflux-ui/dex-54bd6865cc-km5fh dd6d2287c49ce7ef3570d3d2bcb80f08b0765fc8b0733d68087f301853d1d9e7 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-54bd6865cc-km5fh dd6d2287c49ce7ef3570d3d2bcb80f08b0765fc8b0733d68087f301853d1d9e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:97:a5:70:7a:ad\",\"name\":\"dd6d2287c49ce7e\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c663a97-3e6d-4786-8c30-a3705ef06548\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0514 11:15:37.032267 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0514 11:15:37.205296 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0514 11:15:38.080681 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0514 11:15:38.084122 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0514 11:15:38.110226 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0514 11:15:38.110337 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0514 11:15:40.939595 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79 W0514 11:15:41.330262 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0514 11:15:41.330279 3770 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0514 11:15:41.398003 3770 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0514 11:15:42.119060 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0514 11:15:42.119080 3770 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0514 11:15:43.118252 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0514 11:15:43.121753 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0514 11:15:44.329767 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0514 11:15:49.449992 3770 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:49.450671 3770 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:50.317007 3770 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:50.317041 3770 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:50.377774 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj I0514 11:15:50.377804 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj I0514 11:15:53.935682 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=616 I0514 11:15:56.928865 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=161 I0514 11:15:58.926697 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=152 I0514 11:16:09.049133 3770 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0514 11:16:12.039752 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0514 11:16:19.016787 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0514 11:16:19.174177 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0514 11:16:19.174199 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0514 11:16:19.174210 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0514 11:16:19.174215 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0514 11:16:21.382545 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0514 11:16:21.382595 3770 util.go:959] Failed to build node endpoints for node ip-10-0-1-21.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0514 11:16:51.464257 3770 obj_retry.go:498] Detected object konflux-ui/proxy-568c8f4bc4-m9mbl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:16:51.464848 3770 obj_retry.go:498] Detected object konflux-ui/proxy-568c8f4bc4-m9mbl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:16:51.818438 3770 obj_retry.go:492] Detected object konflux-ui/proxy-568c8f4bc4-m9mbl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:16:51.818463 3770 obj_retry.go:492] Detected object konflux-ui/proxy-568c8f4bc4-m9mbl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:16:51.826070 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-568c8f4bc4-m9mbl I0514 11:16:51.826098 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-568c8f4bc4-m9mbl I0514 11:16:56.728945 3770 cni.go:452] [konflux-ui/test-tsf-konflux 1fad3f69720969ed3a223a1357899a8426d3b607d382a55b480e630602917316 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 1fad3f69720969ed3a223a1357899a8426d3b607d382a55b480e630602917316 network default NAD default NAD key ] I0514 11:16:56.804738 3770 cni.go:473] [konflux-ui/test-tsf-konflux 1fad3f69720969ed3a223a1357899a8426d3b607d382a55b480e630602917316 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 1fad3f69720969ed3a223a1357899a8426d3b607d382a55b480e630602917316 network default NAD default NAD key default], result "{}", err I0514 11:16:56.861727 3770 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:16:56.861765 3770 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0514 11:16:56.863058 3770 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.50 I0514 11:16:56.863083 3770 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:16:56.904548 3770 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:16:56.904650 3770 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:16:56.911903 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0514 11:16:56.911925 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0514 11:17:16.466891 3770 namespace.go:98] [managed-tenant-eaibh] adding namespace I0514 11:17:16.467961 3770 namespace.go:102] [managed-tenant-eaibh] adding namespace took 1.042347ms I0514 11:17:16.502608 3770 namespace.go:142] [managed-tenant-eaibh] updating namespace I0514 11:17:16.518448 3770 namespace.go:142] [managed-tenant-eaibh] updating namespace I0514 11:17:17.539543 3770 namespace.go:142] [managed-tenant-eaibh] updating namespace I0514 11:17:17.677695 3770 namespace.go:142] [managed-tenant-eaibh] updating namespace I0514 11:17:17.766792 3770 namespace.go:142] [managed-tenant-eaibh] updating namespace I0514 11:18:56.927739 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0514 11:19:05.016936 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0514 11:19:07.054776 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0514 11:19:32.055115 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0514 11:19:47.042436 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0514 11:19:47.927507 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=66 I0514 11:20:04.751304 3770 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:20:04.751943 3770 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:20:05.626748 3770 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:20:05.626798 3770 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:20:59.023463 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0514 11:21:22.929872 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0514 11:22:04.032023 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0514 11:22:19.931546 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0514 11:24:04.042517 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0514 11:24:15.938904 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=30 I0514 11:24:23.051650 3770 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0514 11:24:46.052893 3770 obj_retry.go:492] Detected object tsf-tpa/create-db-dqv4v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:46.052938 3770 obj_retry.go:492] Detected object tsf-tpa/create-db-dqv4v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:46.059328 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-dqv4v I0514 11:24:46.059358 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-dqv4v I0514 11:24:49.030062 3770 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jl2dn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:49.030118 3770 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jl2dn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:49.033283 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-jl2dn I0514 11:24:49.033309 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-jl2dn I0514 11:24:55.033500 3770 obj_retry.go:492] Detected object tsf-tpa/create-importers-s6md7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:55.033552 3770 obj_retry.go:492] Detected object tsf-tpa/create-importers-s6md7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:55.040850 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-s6md7 I0514 11:24:55.040876 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-s6md7 I0514 11:25:19.944808 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0514 11:25:28.035537 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0514 11:25:41.020342 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0514 11:25:46.058363 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0514 11:26:34.019527 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0514 11:26:37.930864 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0514 11:26:56.045273 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0514 11:27:02.026658 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0514 11:28:05.058036 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0514 11:28:59.930469 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0514 11:29:29.932686 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0514 11:29:36.034555 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0514 11:30:04.229842 3770 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:30:04.230440 3770 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:30:05.101948 3770 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:30:05.101968 3770 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:30:16.045482 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0514 11:30:27.054912 3770 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0514 11:31:21.934667 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0514 11:31:37.933352 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0514 11:31:42.022724 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0514 11:31:52.038809 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0514 11:32:09.023725 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0514 11:32:27.947670 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0514 11:32:46.061585 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0514 11:32:58.047909 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0514 11:33:22.061405 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0514 11:33:25.942102 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=26