+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-1-114.ec2.internal
++ [[ -n ip-10-0-1-114.ec2.internal ]]
++ [[ -f /env/ip-10-0-1-114.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0521 19:30:40.789428391 - disable conntrack on geneve port'
I0521 19:30:40.789428391 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0521 19:30:40.807663583 - starting ovnkube-node
+ echo 'I0521 19:30:40.807663583 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-114.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-114.ec2.internal --init-node ip-10-0-1-114.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-114.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0521 19:30:40.847004    3837 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0521 19:30:40.847063    3837 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-016e5e9f97.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0521 19:30:40.848493    3837 kube.go:431] Waiting for certificate
I0521 19:30:40.848886    3837 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0521 19:30:40.848923    3837 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0521 19:30:40.849653    3837 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0521 19:30:40.885648    3837 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0521 19:30:40.885663    3837 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0521 19:30:40.888950    3837 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0521 19:30:40.892311    3837 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-sq6kb"
I0521 19:30:40.900729    3837 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-sq6kb"
I0521 19:30:40.900789    3837 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0521 19:30:41.849599    3837 kube.go:438] Certificate found
I0521 19:30:41.850587    3837 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0521 19:30:41.851443    3837 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0521 19:30:41.903360    3837 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:25:40 +0000 UTC" deadline="2026-05-22 13:58:16.47966581 +0000 UTC"
I0521 19:30:41.903401    3837 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h27m34.576278922s"
I0521 19:30:41.916865    3837 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0521 19:30:41.934158    3837 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0521 19:30:41.934240    3837 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0521 19:30:41.934257    3837 server.go:101] MetricServer registers OVS metrics
I0521 19:30:41.934332    3837 factory.go:561] Starting watch factory
I0521 19:30:41.934551    3837 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:41.934861    3837 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:41.934872    3837 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:41.934881    3837 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:41.934549    3837 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:41.934725    3837 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:41.934928    3837 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:41.934933    3837 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:41.934943    3837 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:41.934959    3837 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:41.934873    3837 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:41.934990    3837 server.go:105] MetricServer registers OVN DB metrics
I0521 19:30:41.934985    3837 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:41.939748    3837 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0521 19:30:41.939770    3837 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0521 19:30:41.939936    3837 controller_manager.go:370] Starting the ovnkube controller
I0521 19:30:41.939946    3837 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-114.ec2.internal
I0521 19:30:41.939986    3837 controller_manager.go:395] NBDB zone sync took: 33.826µs
I0521 19:30:41.939994    3837 factory.go:561] Starting watch factory
I0521 19:30:41.953138    3837 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0521 19:30:41.953166    3837 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0521 19:30:41.956859    3837 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0521 19:30:41.956888    3837 server.go:109] MetricServer registers OVN Controller metrics
I0521 19:30:41.957535    3837 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:41.957619    3837 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:41.958670    3837 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:41.959274    3837 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:41.961283    3837 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:41.961929    3837 server.go:113] MetricServer registers OVN Northd metrics
I0521 19:30:41.967312    3837 metrics.go:519] OVN Metrics Server starts to run ...
I0521 19:30:41.971335    3837 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0521 19:30:42.040446    3837 factory.go:1977] *v1.Pod informer cache synced successfully
I0521 19:30:42.040472    3837 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0521 19:30:42.040476    3837 factory.go:1977] *v1.Namespace informer cache synced successfully
I0521 19:30:42.040479    3837 factory.go:1977] *v1.Node informer cache synced successfully
I0521 19:30:42.040482    3837 factory.go:1977] *v1.Service informer cache synced successfully
I0521 19:30:42.040485    3837 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0521 19:30:42.040593    3837 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:30:42.040620    3837 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:30:42.040668    3837 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:30:42.040684    3837 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:30:42.044160    3837 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:30:42.044162    3837 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0521 19:30:42.046033    3837 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0521 19:30:42.046045    3837 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0521 19:30:42.046045    3837 factory.go:1977] *v1.Service informer cache synced successfully
I0521 19:30:42.046053    3837 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0521 19:30:42.046056    3837 factory.go:1977] *v1.Pod informer cache synced successfully
I0521 19:30:42.046059    3837 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0521 19:30:42.046062    3837 factory.go:1977] *v1.Namespace informer cache synced successfully
I0521 19:30:42.046065    3837 factory.go:1977] *v1.Node informer cache synced successfully
I0521 19:30:42.046098    3837 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.046109    3837 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.049003    3837 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.051782    3837 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0521 19:30:42.051793    3837 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0521 19:30:42.051805    3837 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0521 19:30:42.051864    3837 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.051875    3837 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.054812    3837 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.057800    3837 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0521 19:30:42.057827    3837 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0521 19:30:42.057876    3837 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.057887    3837 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.063088    3837 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0521 19:30:42.063285    3837 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.069029    3837 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0521 19:30:42.069081    3837 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.069092    3837 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.071832    3837 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.074491    3837 factory.go:1977] *v1.EgressService informer cache synced successfully
I0521 19:30:42.074551    3837 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.074562    3837 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.077477    3837 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.079791    3837 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0521 19:30:42.079934    3837 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0521 19:30:42.079946    3837 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0521 19:30:42.082806    3837 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0521 19:30:42.085384    3837 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0521 19:30:42.085444    3837 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.085457    3837 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.085493    3837 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.085508    3837 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.088555    3837 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.088632    3837 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0521 19:30:42.090472    3837 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0521 19:30:42.090483    3837 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0521 19:30:42.090490    3837 factory.go:680] Watch Factory start up complete, took: 150.493457ms
I0521 19:30:42.090497    3837 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-114.ec2.internal" zone
I0521 19:30:42.163339    3837 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0521 19:30:42.169393    3837 factory.go:1977] *v1.EgressService informer cache synced successfully
I0521 19:30:42.174559    3837 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0521 19:30:42.179730    3837 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0521 19:30:42.184899    3837 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0521 19:30:42.184913    3837 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0521 19:30:42.184923    3837 factory.go:680] Watch Factory start up complete, took: 250.594845ms
I0521 19:30:42.185032    3837 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0521 19:30:42.241366    3837 default_node_network_controller.go:710] Initializing the default node network controller
I0521 19:30:42.300511    3837 udn_isolation.go:101] Starting UDN host isolation manager
I0521 19:30:42.310229    3837 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0521 19:30:42.393264    3837 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0521 19:30:42.393361    3837 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0521 19:30:42.393378    3837 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0521 19:30:42.427961    3837 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0521 19:30:42.428026    3837 default_node_network_controller.go:809] Node ip-10-0-1-114.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0521 19:30:42.433702    3837 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.114"] k8s.ovn.org/zone-name:ip-10-0-1-114.ec2.internal] on node ip-10-0-1-114.ec2.internal
I0521 19:30:42.457431    3837 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0521 19:30:42.463631    3837 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0521 19:30:42.463760    3837 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1
I0521 19:30:42.463899    3837 gateway_init.go:263] Preparing Gateway
I0521 19:30:42.463911    3837 gateway_shared_intf.go:1687] Creating new gateway
I0521 19:30:42.571410    3837 iptables.go:108] Creating table: filter chain: FORWARD
I0521 19:30:42.577910    3837 iptables.go:108] Creating table: filter chain: OUTPUT
I0521 19:30:42.584476    3837 gateway_shared_intf.go:1816] Gateway Creation Complete
I0521 19:30:42.584489    3837 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-114.ec2.internal","mac-address":"0a:ff:ca:1b:73:e3","ip-addresses":["10.0.1.114/24"],"ip-address":"10.0.1.114/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f7310651-9b6a-44f5-ab05-56544d322d3d k8s.ovn.org/node-encap-ips:["10.0.1.114"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.114/24"} k8s.ovn.org/zone-name:ip-10-0-1-114.ec2.internal] on node ip-10-0-1-114.ec2.internal
I0521 19:30:42.590553    3837 controller_manager.go:429] Waiting for node in zone sync took: 500.045242ms
I0521 19:30:42.595994    3837 controller_manager.go:611] Switching to transit router for layer2 networks
I0521 19:30:42.596007    3837 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-114.ec2.internal
I0521 19:30:42.603184    3837 default_node_network_controller.go:519] Node connection status = connected
I0521 19:30:42.612631    3837 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0521 19:30:42.618745    3837 controller_manager.go:290] SCTP support detected in OVN
I0521 19:30:42.619296    3837 services_controller.go:69] Creating services controller for network=default
I0521 19:30:42.619371    3837 udn_enabled_svc.go:80] Waiting for service informer to sync
I0521 19:30:42.619437    3837 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0521 19:30:42.619464    3837 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0521 19:30:42.619477    3837 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0521 19:30:42.619487    3837 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0521 19:30:42.619655    3837 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0521 19:30:42.619695    3837 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0521 19:30:42.619756    3837 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 70.738µs
I0521 19:30:42.619783    3837 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 78.94µs
I0521 19:30:42.619795    3837 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 99.149µs
I0521 19:30:42.619801    3837 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0521 19:30:42.619803    3837 udn_enabled_svc.go:95] Performing full resync
I0521 19:30:42.619807    3837 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0521 19:30:42.619817    3837 default_network_controller.go:325] Starting the default network controller
I0521 19:30:42.619900    3837 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.852µs
I0521 19:30:42.620118    3837 udn_enabled_svc.go:99] Waiting for handler to sync
I0521 19:30:42.620135    3837 udn_enabled_svc.go:104] Starting worker
I0521 19:30:42.629169    3837 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0521 19:30:42.629246    3837 repair.go:33] Syncing exgw routes took 63.922µs
I0521 19:30:42.629274    3837 default_network_controller.go:414] Starting all the Watchers...
I0521 19:30:42.629412    3837 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0521 19:30:42.629413    3837 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0521 19:30:42.629420    3837 namespace.go:98] [openshift-network-console] adding namespace
I0521 19:30:42.629413    3837 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0521 19:30:42.629431    3837 namespace.go:98] [openshift] adding namespace
I0521 19:30:42.629434    3837 namespace.go:98] [openshift-image-registry] adding namespace
I0521 19:30:42.629436    3837 namespace.go:98] [openshift-network-operator] adding namespace
I0521 19:30:42.629442    3837 namespace.go:98] [kube-system] adding namespace
I0521 19:30:42.629455    3837 namespace.go:98] [openshift-operators] adding namespace
I0521 19:30:42.629456    3837 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0521 19:30:42.629455    3837 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0521 19:30:42.629455    3837 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0521 19:30:42.629456    3837 namespace.go:98] [openshift-console-operator] adding namespace
I0521 19:30:42.629477    3837 namespace.go:98] [openshift-controller-manager] adding namespace
I0521 19:30:42.629477    3837 namespace.go:98] [openshift-config-managed] adding namespace
I0521 19:30:42.630052    3837 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 627.513µs
I0521 19:30:42.630067    3837 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0521 19:30:42.630575    3837 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 503.769µs
I0521 19:30:42.630589    3837 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0521 19:30:42.631077    3837 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 482.782µs
I0521 19:30:42.631093    3837 namespace.go:98] [openshift-ingress] adding namespace
I0521 19:30:42.631634    3837 namespace.go:102] [openshift-network-console] adding namespace took 2.200561ms
I0521 19:30:42.631649    3837 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0521 19:30:42.632136    3837 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 2.706583ms
I0521 19:30:42.632155    3837 namespace.go:98] [openshift-apiserver] adding namespace
I0521 19:30:42.632613    3837 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 3.175311ms
I0521 19:30:42.632631    3837 namespace.go:98] [openshift-backplane-ai-agent] adding namespace
I0521 19:30:42.633073    3837 namespace.go:102] [openshift] adding namespace took 3.632329ms
I0521 19:30:42.633088    3837 namespace.go:98] [openshift-monitoring] adding namespace
I0521 19:30:42.633556    3837 namespace.go:102] [openshift-network-operator] adding namespace took 4.108697ms
I0521 19:30:42.633565    3837 namespace.go:98] [kube-node-lease] adding namespace
W0521 19:30:42.634117    3837 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-qzr96: pod kube-system/global-pull-secret-syncer-qzr96: no pod IPs found 
I0521 19:30:42.634139    3837 namespace.go:102] [openshift-image-registry] adding namespace took 4.697905ms
I0521 19:30:42.634147    3837 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
W0521 19:30:42.634170    3837 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-l9g22: pod kube-system/global-pull-secret-syncer-l9g22: no pod IPs found 
I0521 19:30:42.634705    3837 namespace.go:102] [kube-system] adding namespace took 5.253841ms
I0521 19:30:42.634722    3837 namespace.go:98] [openshift-operators-redhat] adding namespace
I0521 19:30:42.635185    3837 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.716187ms
I0521 19:30:42.635199    3837 namespace.go:98] [openshift-insights] adding namespace
I0521 19:30:42.635712    3837 namespace.go:102] [openshift-operators] adding namespace took 6.249235ms
I0521 19:30:42.635737    3837 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
W0521 19:30:42.636126    3837 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5s2hq: pod openshift-network-diagnostics/network-check-target-5s2hq: no pod IPs found 
I0521 19:30:42.636163    3837 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.692762ms
I0521 19:30:42.636176    3837 namespace.go:98] [openshift-backplane-srep] adding namespace
W0521 19:30:42.636181    3837 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ftw65: pod openshift-network-diagnostics/network-check-target-ftw65: no pod IPs found 
I0521 19:30:42.636708    3837 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.243516ms
I0521 19:30:42.636725    3837 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0521 19:30:42.637159    3837 namespace.go:102] [openshift-console-operator] adding namespace took 7.6859ms
I0521 19:30:42.637176    3837 namespace.go:98] [openshift-authentication-operator] adding namespace
I0521 19:30:42.637628    3837 namespace.go:102] [openshift-controller-manager] adding namespace took 8.144635ms
I0521 19:30:42.637644    3837 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0521 19:30:42.638036    3837 namespace.go:102] [openshift-config-managed] adding namespace took 8.548677ms
I0521 19:30:42.638049    3837 namespace.go:98] [openshift-console] adding namespace
I0521 19:30:42.638592    3837 namespace.go:102] [openshift-ingress] adding namespace took 7.492906ms
I0521 19:30:42.638609    3837 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0521 19:30:42.639006    3837 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.352652ms
I0521 19:30:42.639018    3837 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0521 19:30:42.639495    3837 namespace.go:102] [openshift-apiserver] adding namespace took 7.333986ms
I0521 19:30:42.639509    3837 namespace.go:98] [open-cluster-management-2qegnkaps54it628q1tq7tota2a7fesv] adding namespace
I0521 19:30:42.640035    3837 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.396467ms
I0521 19:30:42.640052    3837 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0521 19:30:42.640484    3837 namespace.go:102] [openshift-monitoring] adding namespace took 7.391108ms
I0521 19:30:42.640498    3837 namespace.go:98] [openshift-dns-operator] adding namespace
I0521 19:30:42.640936    3837 namespace.go:102] [kube-node-lease] adding namespace took 7.367095ms
I0521 19:30:42.640957    3837 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0521 19:30:42.641348    3837 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.196565ms
I0521 19:30:42.641359    3837 namespace.go:98] [openshift-config-operator] adding namespace
I0521 19:30:42.641871    3837 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.145414ms
I0521 19:30:42.641880    3837 namespace.go:98] [openshift-machine-api] adding namespace
I0521 19:30:42.642491    3837 namespace.go:102] [openshift-insights] adding namespace took 7.2873ms
I0521 19:30:42.642499    3837 namespace.go:98] [openshift-infra] adding namespace
I0521 19:30:42.643054    3837 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.308531ms
I0521 19:30:42.643072    3837 namespace.go:98] [openshift-logging] adding namespace
I0521 19:30:42.643943    3837 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.761287ms
I0521 19:30:42.643956    3837 namespace.go:98] [openshift-backplane-csm] adding namespace
I0521 19:30:42.644336    3837 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.604571ms
I0521 19:30:42.644350    3837 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0521 19:30:42.644822    3837 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.640912ms
I0521 19:30:42.644837    3837 namespace.go:98] [openshift-cluster-version] adding namespace
I0521 19:30:42.645288    3837 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.638927ms
I0521 19:30:42.645298    3837 namespace.go:98] [openshift-host-network] adding namespace
I0521 19:30:42.645695    3837 namespace.go:102] [openshift-console] adding namespace took 7.640926ms
I0521 19:30:42.645706    3837 namespace.go:98] [openshift-backplane] adding namespace
I0521 19:30:42.646041    3837 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.424836ms
I0521 19:30:42.646432    3837 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.409808ms
I0521 19:30:42.646444    3837 namespace.go:98] [openshift-console-user-settings] adding namespace
I0521 19:30:42.646850    3837 namespace.go:102] [open-cluster-management-2qegnkaps54it628q1tq7tota2a7fesv] adding namespace took 7.335691ms
I0521 19:30:42.646862    3837 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0521 19:30:42.647260    3837 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.201613ms
I0521 19:30:42.647274    3837 namespace.go:98] [openshift-multus] adding namespace
I0521 19:30:42.647674    3837 namespace.go:102] [openshift-dns-operator] adding namespace took 7.171509ms
I0521 19:30:42.647687    3837 namespace.go:98] [openshift-ingress-operator] adding namespace
I0521 19:30:42.648084    3837 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.121377ms
I0521 19:30:42.648095    3837 namespace.go:98] [openshift-authentication] adding namespace
I0521 19:30:42.648493    3837 namespace.go:102] [openshift-config-operator] adding namespace took 7.129705ms
I0521 19:30:42.648505    3837 namespace.go:98] [openshift-etcd] adding namespace
I0521 19:30:42.648812    3837 namespace.go:102] [openshift-machine-api] adding namespace took 6.9281ms
I0521 19:30:42.648824    3837 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0521 19:30:42.649257    3837 namespace.go:102] [openshift-infra] adding namespace took 6.751358ms
I0521 19:30:42.649272    3837 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0521 19:30:42.649643    3837 namespace.go:102] [openshift-logging] adding namespace took 6.564395ms
I0521 19:30:42.649656    3837 namespace.go:98] [openshift-network-node-identity] adding namespace
I0521 19:30:42.649988    3837 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.027297ms
I0521 19:30:42.649999    3837 namespace.go:98] [default] adding namespace
I0521 19:30:42.650465    3837 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.110694ms
I0521 19:30:42.650478    3837 namespace.go:98] [openshift-config] adding namespace
I0521 19:30:42.650783    3837 namespace.go:102] [openshift-cluster-version] adding namespace took 5.940479ms
I0521 19:30:42.650793    3837 namespace.go:98] [dedicated-admin] adding namespace
I0521 19:30:42.651268    3837 namespace.go:102] [openshift-host-network] adding namespace took 5.965047ms
I0521 19:30:42.651282    3837 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0521 19:30:42.651696    3837 namespace.go:102] [openshift-backplane] adding namespace took 5.984641ms
I0521 19:30:42.651708    3837 namespace.go:98] [openshift-dns] adding namespace
I0521 19:30:42.652045    3837 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.595266ms
I0521 19:30:42.652057    3837 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
W0521 19:30:42.652484    3837 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-xjk6z: pod openshift-multus/network-metrics-daemon-xjk6z: no pod IPs found 
W0521 19:30:42.652516    3837 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bxr8j: pod openshift-multus/network-metrics-daemon-bxr8j: no pod IPs found 
I0521 19:30:42.652528    3837 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.661621ms
I0521 19:30:42.652537    3837 namespace.go:98] [kube-public] adding namespace
I0521 19:30:42.653007    3837 namespace.go:102] [openshift-multus] adding namespace took 5.728507ms
I0521 19:30:42.653018    3837 namespace.go:98] [openshift-ingress-canary] adding namespace
I0521 19:30:42.653406    3837 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.71337ms
I0521 19:30:42.653419    3837 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0521 19:30:42.653784    3837 namespace.go:102] [openshift-authentication] adding namespace took 5.684147ms
I0521 19:30:42.653795    3837 namespace.go:98] [openshift-backplane-cee] adding namespace
I0521 19:30:42.654154    3837 namespace.go:102] [openshift-etcd] adding namespace took 5.644173ms
I0521 19:30:42.654166    3837 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0521 19:30:42.654508    3837 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.679676ms
I0521 19:30:42.654519    3837 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0521 19:30:42.654974    3837 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.695964ms
I0521 19:30:42.654988    3837 namespace.go:98] [openshift-package-operator] adding namespace
I0521 19:30:42.655419    3837 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.758633ms
I0521 19:30:42.655431    3837 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0521 19:30:42.655761    3837 namespace.go:102] [default] adding namespace took 5.756266ms
I0521 19:30:42.655776    3837 namespace.go:98] [openshift-backplane-cse] adding namespace
I0521 19:30:42.656233    3837 namespace.go:102] [openshift-config] adding namespace took 5.748305ms
I0521 19:30:42.656248    3837 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0521 19:30:42.656665    3837 namespace.go:102] [dedicated-admin] adding namespace took 5.866371ms
I0521 19:30:42.656683    3837 namespace.go:98] [openshift-backplane-tam] adding namespace
I0521 19:30:42.657058    3837 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.769911ms
I0521 19:30:42.657074    3837 namespace.go:98] [openshift-marketplace] adding namespace
I0521 19:30:42.657466    3837 namespace.go:102] [openshift-dns] adding namespace took 5.753793ms
I0521 19:30:42.657479    3837 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0521 19:30:42.657854    3837 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.791748ms
I0521 19:30:42.658235    3837 namespace.go:102] [kube-public] adding namespace took 5.692376ms
I0521 19:30:42.658252    3837 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0521 19:30:42.658607    3837 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.584238ms
I0521 19:30:42.659015    3837 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.591254ms
I0521 19:30:42.659383    3837 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.583439ms
I0521 19:30:42.659837    3837 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.664787ms
I0521 19:30:42.660240    3837 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.71549ms
I0521 19:30:42.660745    3837 namespace.go:102] [openshift-package-operator] adding namespace took 5.753041ms
I0521 19:30:42.661143    3837 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.705902ms
I0521 19:30:42.661542    3837 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.75952ms
I0521 19:30:42.661561    3837 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0521 19:30:42.661923    3837 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.669946ms
I0521 19:30:42.661941    3837 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0521 19:30:42.662311    3837 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.621976ms
I0521 19:30:42.662694    3837 namespace.go:102] [openshift-marketplace] adding namespace took 5.61267ms
I0521 19:30:42.662711    3837 namespace.go:98] [openshift-node] adding namespace
I0521 19:30:42.663081    3837 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.596079ms
I0521 19:30:42.663098    3837 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0521 19:30:42.663504    3837 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.243932ms
I0521 19:30:42.663896    3837 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 2.32815ms
I0521 19:30:42.664314    3837 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 2.365617ms
I0521 19:30:42.664709    3837 namespace.go:102] [openshift-node] adding namespace took 1.992687ms
I0521 19:30:42.665052    3837 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 1.948444ms
W0521 19:30:42.665138    3837 master.go:471] Unable to parse remote node ip-10-0-0-51.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0521 19:30:42.665244    3837 master.go:548] Adding or Updating local node "ip-10-0-1-114.ec2.internal" for network "default"
I0521 19:30:42.665302    3837 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-51.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-51.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-51.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-51.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-51.ec2.internal
I0521 19:30:42.666193    3837 zone_ic_handler.go:195] Time taken to create transit switch: 365.321µs
I0521 19:30:42.666216    3837 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-136.ec2.internal for the network default
I0521 19:30:42.667004    3837 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-136.ec2.internal" on network "default" took: 1.187205ms
W0521 19:30:42.673020    3837 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-xjk6z: pod openshift-multus/network-metrics-daemon-xjk6z: no pod IPs found 
W0521 19:30:42.673036    3837 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-l9g22: pod kube-system/global-pull-secret-syncer-l9g22: no pod IPs found 
W0521 19:30:42.673050    3837 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-ftw65: pod openshift-network-diagnostics/network-check-target-ftw65: no pod IPs found 
I0521 19:30:42.674113    3837 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-114.ec2.internal for the network default
I0521 19:30:42.674294    3837 zone_ic_handler.go:195] Time taken to create transit switch: 165.951µs
I0521 19:30:42.674981    3837 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0521 19:30:42.675016    3837 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0521 19:30:42.675033    3837 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-136.ec2.internal in network "default"
I0521 19:30:42.675036    3837 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0521 19:30:42.675086    3837 node_tracker.go:169] Node ip-10-0-2-136.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:30:42.675102    3837 services_controller.go:574] Full service sync requested for network=default
I0521 19:30:42.675107    3837 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-51.ec2.internal in network "default"
I0521 19:30:42.675116    3837 node_tracker.go:235] Node ip-10-0-0-51.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-51.ec2.internal"
I0521 19:30:42.675126    3837 node_tracker.go:169] Node ip-10-0-0-51.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:30:42.675130    3837 services_controller.go:574] Full service sync requested for network=default
I0521 19:30:42.675133    3837 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-114.ec2.internal in network "default"
I0521 19:30:42.675153    3837 node_tracker.go:169] Node ip-10-0-1-114.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:30:42.675159    3837 services_controller.go:574] Full service sync requested for network=default
I0521 19:30:42.776076    3837 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0521 19:30:42.776314    3837 services_controller.go:208] Setting up event handlers for services for network=default
I0521 19:30:42.776381    3837 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0521 19:30:42.776417    3837 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0521 19:30:42.776431    3837 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0521 19:30:42.876703    3837 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0521 19:30:42.876723    3837 repair.go:60] Starting repairing loop for services
I0521 19:30:42.876812    3837 repair.go:131] Deleted 0 stale service LBs
I0521 19:30:42.876841    3837 repair.go:137] Deleted 0 stale Chassis Template Vars
I0521 19:30:42.876867    3837 repair.go:62] Finished repairing loop for services: 146.004µs
I0521 19:30:42.876901    3837 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0521 19:30:42.876914    3837 services_controller.go:254] Starting workers for network=default
I0521 19:30:42.877260    3837 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-l9g22] creating logical port kube-system_global-pull-secret-syncer-l9g22 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:30:42.877315    3837 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-5s2hq, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5s2hq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5s2hq: no pod IPs found 
I0521 19:30:42.877330    3837 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ftw65] creating logical port openshift-network-diagnostics_network-check-target-ftw65 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:30:42.877337    3837 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-qzr96, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-qzr96: suppressed error logged: pod kube-system/global-pull-secret-syncer-qzr96: no pod IPs found 
I0521 19:30:42.877385    3837 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-l9g22
I0521 19:30:42.877407    3837 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-ftw65
I0521 19:30:42.877504    3837 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-xjk6z] creating logical port openshift-multus_network-metrics-daemon-xjk6z for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:30:42.877567    3837 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-bxr8j, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-bxr8j: suppressed error logged: pod openshift-multus/network-metrics-daemon-bxr8j: no pod IPs found 
I0521 19:30:42.877584    3837 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-xjk6z
I0521 19:30:42.893916    3837 pod.go:62] [kube-system/global-pull-secret-syncer-l9g22] pod update took 16.582628ms
I0521 19:30:42.893938    3837 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-l9g22] addLogicalPort annotation time took 16.606668ms
I0521 19:30:42.894762    3837 pods.go:271] [kube-system/global-pull-secret-syncer-l9g22] addLogicalPort took 17.508265ms, libovsdb time 631.189µs
I0521 19:30:42.897961    3837 pod.go:62] [openshift-multus/network-metrics-daemon-xjk6z] pod update took 20.3968ms
I0521 19:30:42.897983    3837 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-xjk6z] addLogicalPort annotation time took 20.418941ms
I0521 19:30:42.898044    3837 pod.go:62] [openshift-network-diagnostics/network-check-target-ftw65] pod update took 20.666185ms
I0521 19:30:42.898061    3837 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-ftw65] addLogicalPort annotation time took 20.684785ms
I0521 19:30:42.898930    3837 pods.go:271] [openshift-multus/network-metrics-daemon-xjk6z] addLogicalPort took 21.431579ms, libovsdb time 735.137µs
I0521 19:30:42.899242    3837 pods.go:271] [openshift-network-diagnostics/network-check-target-ftw65] addLogicalPort took 21.919184ms, libovsdb time 935.999µs
I0521 19:30:42.899636    3837 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0521 19:30:42.899655    3837 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0521 19:30:42.899666    3837 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0521 19:30:42.899670    3837 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0521 19:30:42.899848    3837 repair.go:29] Repairing admin network policies took 173.487µs
I0521 19:30:42.899947    3837 repair.go:92] Repairing baseline admin network policies took 91.164µs
I0521 19:30:42.900444    3837 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0521 19:30:42.900458    3837 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0521 19:30:42.901821    3837 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0521 19:30:42.901845    3837 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0521 19:30:42.901858    3837 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0521 19:30:42.903012    3837 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0521 19:30:42.903033    3837 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0521 19:30:42.903047    3837 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0521 19:30:42.904685    3837 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0521 19:30:42.904702    3837 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0521 19:30:42.904710    3837 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0521 19:30:42.906283    3837 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0521 19:30:42.906303    3837 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0521 19:30:42.906312    3837 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0521 19:30:42.906788    3837 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0521 19:30:42.906805    3837 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0521 19:30:42.906812    3837 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0521 19:30:42.907082    3837 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0521 19:30:42.907099    3837 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0521 19:30:42.907872    3837 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0521 19:30:42.907885    3837 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0521 19:30:42.909750    3837 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0521 19:30:42.909770    3837 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0521 19:30:42.909776    3837 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0521 19:30:42.910092    3837 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0521 19:30:42.910113    3837 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0521 19:30:42.910127    3837 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0521 19:30:42.912184    3837 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0521 19:30:42.912220    3837 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0521 19:30:42.912262    3837 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0521 19:30:42.913950    3837 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0521 19:30:42.913968    3837 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0521 19:30:42.913977    3837 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0521 19:30:42.914461    3837 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0521 19:30:42.914474    3837 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0521 19:30:42.914481    3837 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0521 19:30:42.914885    3837 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0521 19:30:42.914906    3837 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0521 19:30:42.914918    3837 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0521 19:30:42.915397    3837 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0521 19:30:42.915414    3837 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0521 19:30:42.915425    3837 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0521 19:30:42.916566    3837 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0521 19:30:42.916587    3837 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0521 19:30:42.916604    3837 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0521 19:30:42.917710    3837 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0521 19:30:42.917728    3837 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0521 19:30:42.917740    3837 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0521 19:30:42.918578    3837 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0521 19:30:42.918597    3837 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0521 19:30:42.918606    3837 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0521 19:30:42.918886    3837 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0521 19:30:42.918904    3837 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0521 19:30:42.918917    3837 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0521 19:30:42.920399    3837 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0521 19:30:42.920418    3837 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0521 19:30:42.920427    3837 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0521 19:30:42.921408    3837 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0521 19:30:42.921426    3837 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0521 19:30:42.921435    3837 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0521 19:30:42.922812    3837 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0521 19:30:42.922832    3837 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0521 19:30:42.922842    3837 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0521 19:30:42.923302    3837 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0521 19:30:42.923321    3837 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0521 19:30:42.923341    3837 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0521 19:30:42.923962    3837 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0521 19:30:42.923975    3837 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0521 19:30:42.923981    3837 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0521 19:30:42.924424    3837 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0521 19:30:42.924441    3837 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0521 19:30:42.924450    3837 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0521 19:30:42.924905    3837 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0521 19:30:42.924918    3837 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0521 19:30:42.924925    3837 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0521 19:30:42.925534    3837 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0521 19:30:42.925551    3837 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0521 19:30:42.925559    3837 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0521 19:30:42.926007    3837 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0521 19:30:42.926023    3837 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0521 19:30:42.926031    3837 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0521 19:30:42.926482    3837 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0521 19:30:42.926499    3837 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0521 19:30:42.926507    3837 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0521 19:30:42.926922    3837 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0521 19:30:42.926938    3837 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0521 19:30:42.926946    3837 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0521 19:30:42.928093    3837 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0521 19:30:42.933326    3837 egressfirewall.go:374] Starting EgressFirewall controller
I0521 19:30:42.933359    3837 controller.go:133] Adding controller egress-firewall-controller event handlers
I0521 19:30:42.933369    3837 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0521 19:30:42.933380    3837 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0521 19:30:42.933393    3837 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0521 19:30:42.933399    3837 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0521 19:30:42.933412    3837 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0521 19:30:42.934036    3837 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0521 19:30:42.934051    3837 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0521 19:30:42.934056    3837 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0521 19:30:42.934065    3837 egressqos.go:193] Setting up event handlers for EgressQoS
I0521 19:30:42.934085    3837 egressfirewall.go:723] Syncing node "ip-10-0-0-51.ec2.internal" for egress firewall
I0521 19:30:42.934099    3837 egressfirewall.go:723] Syncing node "ip-10-0-1-114.ec2.internal" for egress firewall
I0521 19:30:42.934106    3837 egressfirewall.go:723] Syncing node "ip-10-0-2-136.ec2.internal" for egress firewall
I0521 19:30:42.934239    3837 egressqos.go:245] Starting EgressQoS Controller
I0521 19:30:42.934254    3837 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0521 19:30:42.934262    3837 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0521 19:30:42.934267    3837 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0521 19:30:42.934272    3837 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0521 19:30:42.934277    3837 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0521 19:30:42.934281    3837 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0521 19:30:42.934287    3837 egressqos.go:259] Repairing EgressQoSes
I0521 19:30:42.934293    3837 egressqos.go:399] Starting repairing loop for egressqos
I0521 19:30:42.934370    3837 egressqos.go:401] Finished repairing loop for egressqos: 77.623µs
I0521 19:30:42.934390    3837 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0521 19:30:42.934419    3837 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-114.ec2.internal
I0521 19:30:42.934466    3837 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-114.ec2.internal : 47.364µs
I0521 19:30:42.934523    3837 egressservice_zone.go:210] Starting Egress Services Controller
I0521 19:30:42.934534    3837 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0521 19:30:42.934539    3837 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0521 19:30:42.934544    3837 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0521 19:30:42.934549    3837 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0521 19:30:42.934554    3837 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0521 19:30:42.934558    3837 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0521 19:30:42.934563    3837 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0521 19:30:42.934567    3837 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0521 19:30:42.934571    3837 egressservice_zone.go:228] Repairing Egress Services
I0521 19:30:42.934850    3837 master_controller.go:88] Starting Admin Policy Based Route Controller
I0521 19:30:42.934861    3837 external_controller.go:278] Starting Admin Policy Based Route Controller
I0521 19:30:42.934922    3837 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-51.ec2.internal
I0521 19:30:42.934932    3837 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-51.ec2.internal: 11.485µs
I0521 19:30:42.934939    3837 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-114.ec2.internal
I0521 19:30:42.934943    3837 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-114.ec2.internal: 4.211µs
I0521 19:30:42.934948    3837 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal
I0521 19:30:42.934951    3837 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 3.544µs
I0521 19:30:42.934960    3837 default_network_controller.go:585] Completing all the Watchers took 305.676671ms
I0521 19:30:42.934971    3837 default_network_controller.go:589] Starting unidling controllers
I0521 19:30:42.934983    3837 unidle.go:46] Registering OVN SB ControllerEvent handler
I0521 19:30:42.934993    3837 unidle.go:63] Populating Initial ContollerEvent events
I0521 19:30:42.935002    3837 unidle.go:79] Setting up event handlers for services
I0521 19:30:42.935117    3837 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0521 19:30:43.103813    3837 default_node_network_controller.go:519] Node connection status = connected
I0521 19:30:43.604138    3837 default_node_network_controller.go:519] Node connection status = connected
I0521 19:30:44.104428    3837 default_node_network_controller.go:519] Node connection status = connected
I0521 19:30:44.603870    3837 default_node_network_controller.go:519] Node connection status = connected
I0521 19:30:44.830644    3837 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0521 19:30:45.104718    3837 default_node_network_controller.go:519] Node connection status = connected
I0521 19:30:45.122800    3837 bridgeconfig.go:537] Gateway is ready
I0521 19:30:45.122819    3837 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0521 19:30:45.134471    3837 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.114. Updating OVN encap IP.
I0521 19:30:45.139711    3837 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.114 - it is already configured
I0521 19:30:45.139731    3837 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.114/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0521 19:30:45.139928    3837 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.114/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-114.ec2.internal","mac-address":"0a:ff:ca:1b:73:e3","ip-addresses":["10.0.1.114/24"],"ip-address":"10.0.1.114/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f7310651-9b6a-44f5-ab05-56544d322d3d k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.114/24"}] on node ip-10-0-1-114.ec2.internal
I0521 19:30:45.155428    3837 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-114.ec2.internal
I0521 19:30:45.155438    3837 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-114.ec2.internal in network "default"
I0521 19:30:45.155448    3837 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-114.ec2.internal: 27.17µs
I0521 19:30:45.155498    3837 node_tracker.go:169] Node ip-10-0-1-114.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:30:45.155501    3837 egressfirewall.go:723] Syncing node "ip-10-0-1-114.ec2.internal" for egress firewall
I0521 19:30:45.155514    3837 services_controller.go:574] Full service sync requested for network=default
I0521 19:30:45.155732    3837 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.114
I0521 19:30:45.155829    3837 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-114.ec2.internal
I0521 19:30:45.156086    3837 master.go:548] Adding or Updating local node "ip-10-0-1-114.ec2.internal" for network "default"
I0521 19:30:45.160219    3837 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-114.ec2.internal. Updating no re-route policies
I0521 19:30:45.160256    3837 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-l94n2
I0521 19:30:45.160260    3837 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-lfwxx
I0521 19:30:45.160268    3837 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-114.ec2.internal
I0521 19:30:45.160274    3837 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-l94n2
I0521 19:30:45.160277    3837 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-lfwxx
I0521 19:30:45.160282    3837 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-114.ec2.internal
I0521 19:30:45.160284    3837 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-xjk6z
I0521 19:30:45.160296    3837 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-l94n2 after 0 failed attempt(s)
I0521 19:30:45.160299    3837 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-kchht
I0521 19:30:45.160304    3837 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-114.ec2.internal after 0 failed attempt(s)
I0521 19:30:45.160304    3837 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-7jjq5
I0521 19:30:45.160310    3837 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c5hqg
I0521 19:30:45.160311    3837 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-bxr8j
I0521 19:30:45.160315    3837 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c5hqg
I0521 19:30:45.160319    3837 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-zmz2l
I0521 19:30:45.160324    3837 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ftw65
I0521 19:30:45.160328    3837 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-zmz2l
I0521 19:30:45.160336    3837 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-9248f
I0521 19:30:45.160338    3837 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ftw65
I0521 19:30:45.160338    3837 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-nfglh
I0521 19:30:45.160341    3837 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wzk8j
I0521 19:30:45.160347    3837 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-zmz2l after 0 failed attempt(s)
I0521 19:30:45.160345    3837 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-9248f
I0521 19:30:45.160315    3837 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-7jjq5
I0521 19:30:45.160351    3837 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-114.ec2.internal
I0521 19:30:45.160354    3837 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wzk8j
I0521 19:30:45.160357    3837 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5s2hq
I0521 19:30:45.160366    3837 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-9248f after 0 failed attempt(s)
I0521 19:30:45.160368    3837 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-114.ec2.internal
I0521 19:30:45.160372    3837 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-7jjq5 after 0 failed attempt(s)
I0521 19:30:45.160376    3837 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5s2hq
I0521 19:30:45.160381    3837 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wzk8j after 0 failed attempt(s)
I0521 19:30:45.160381    3837 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ftw65] creating logical port openshift-network-diagnostics_network-check-target-ftw65 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:30:45.160390    3837 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-114.ec2.internal after 0 failed attempt(s)
I0521 19:30:45.160397    3837 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-qzr96
I0521 19:30:45.160300    3837 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-lfwxx after 0 failed attempt(s)
I0521 19:30:45.160408    3837 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-qzr96
I0521 19:30:45.160325    3837 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-kchht
I0521 19:30:45.160408    3837 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-5s2hq, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5s2hq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5s2hq: no pod IPs found 
I0521 19:30:45.160297    3837 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-xjk6z
I0521 19:30:45.160420    3837 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-kchht after 0 failed attempt(s)
I0521 19:30:45.160433    3837 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-qzr96, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-qzr96: suppressed error logged: pod kube-system/global-pull-secret-syncer-qzr96: no pod IPs found 
I0521 19:30:45.160438    3837 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-xjk6z] creating logical port openshift-multus_network-metrics-daemon-xjk6z for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:30:45.160326    3837 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-bxr8j
I0521 19:30:45.160512    3837 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-bxr8j, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-bxr8j: suppressed error logged: pod openshift-multus/network-metrics-daemon-bxr8j: no pod IPs found 
I0521 19:30:45.160327    3837 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-l9g22
I0521 19:30:45.160533    3837 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-l9g22
I0521 19:30:45.160587    3837 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-l9g22] creating logical port kube-system_global-pull-secret-syncer-l9g22 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:30:45.160328    3837 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c5hqg after 0 failed attempt(s)
I0521 19:30:45.160351    3837 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-nfglh
I0521 19:30:45.160666    3837 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-nfglh after 0 failed attempt(s)
I0521 19:30:45.161059    3837 pods.go:271] [openshift-network-diagnostics/network-check-target-ftw65] addLogicalPort took 690.69µs, libovsdb time 295.847µs
I0521 19:30:45.161074    3837 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-ftw65 after 0 failed attempt(s)
I0521 19:30:45.161162    3837 pods.go:271] [openshift-multus/network-metrics-daemon-xjk6z] addLogicalPort took 728.472µs, libovsdb time 287.983µs
I0521 19:30:45.161173    3837 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-xjk6z after 0 failed attempt(s)
I0521 19:30:45.161336    3837 pods.go:271] [kube-system/global-pull-secret-syncer-l9g22] addLogicalPort took 755.564µs, libovsdb time 335.786µs
I0521 19:30:45.161348    3837 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-l9g22 after 0 failed attempt(s)
I0521 19:30:45.172892    3837 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0521 19:30:45.185409    3837 iptables.go:108] Creating table: mangle chain: OUTPUT
I0521 19:30:45.188930    3837 iptables.go:108] Creating table: nat chain: OUTPUT
I0521 19:30:45.244845    3837 iptables.go:108] Creating table: nat chain: PREROUTING
I0521 19:30:45.300857    3837 iptables.go:108] Creating table: filter chain: FORWARD
I0521 19:30:45.318531    3837 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0521 19:30:45.318785    3837 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0521 19:30:45.318834    3837 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0521 19:30:45.318912    3837 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0521 19:30:45.318970    3837 gateway_init.go:325] Gateway and management port readiness took 2.719783211s
I0521 19:30:45.318998    3837 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0521 19:30:45.319058    3837 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0521 19:30:45.319071    3837 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0521 19:30:45.319080    3837 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0521 19:30:45.319149    3837 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0521 19:30:45.319301    3837 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 67.589µs
I0521 19:30:45.319527    3837 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0521 19:30:45.319555    3837 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.78µs
I0521 19:30:45.319563    3837 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.866µs
I0521 19:30:45.319569    3837 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0521 19:30:45.319590    3837 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0521 19:30:45.319597    3837 default_node_network_controller.go:899] Starting the default node network controller
I0521 19:30:45.319602    3837 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0521 19:30:45.319672    3837 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.386µs
I0521 19:30:45.319764    3837 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0521 19:30:45.319772    3837 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0521 19:30:45.319796    3837 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0007a9cc0 0xc0002ee770 0xc0002ee7e0 0xc0002ee850 0xc0002ee8c0 0xc0002ee930 <nil> 0xc0002ee9a0 0xc000c20dc0 0xc0002eea80 0xc0002eeaf0 <nil> 0xc000c20000 0xc005ff7f10 <nil> <nil> <nil> 0xc0002eeb60 <nil> map[0x2ff9080:0xc002983f20 0x2ff95c0:0xc0057020c0 0x2ffa2e0:0xc000bb2c60 0x2ffa580:0xc002983ec0 0x2ffad60:0xc004f7c000 0x2ffb000:0xc004f7c060 0x2ffb2a0:0xc004f7c0c0 0x2ffba80:0xc005702120 0x2ffbd20:0xc005702180 0x3026980:0xc000bb2540 0x3026d20:0xc000bb25a0 0x3027800:0xc000c784e0 0x3029160:0xc001bac000 0x30298a0:0xc000bb2c00 0x302a720:0xc001bac060] 0xc00030aa10 0}
I0521 19:30:45.319860    3837 gateway.go:151] Starting gateway service sync
I0521 19:30:45.320292    3837 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0521 19:30:45.322609    3837 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0521 19:30:45.350660    3837 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0521 19:30:45.351949    3837 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0521 19:30:45.353180    3837 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0521 19:30:45.386811    3837 gateway.go:168] Gateway service sync done. Time taken: 66.939763ms
I0521 19:30:45.387528    3837 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30722
I0521 19:30:45.387716    3837 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0007a9cc0 0xc0002ee770 0xc0002ee7e0 0xc0002ee850 0xc0002ee8c0 0xc0002ee930 <nil> 0xc0002ee9a0 0xc000c20dc0 0xc0002eea80 0xc0002eeaf0 <nil> 0xc000c20000 0xc005ff7f10 <nil> <nil> <nil> 0xc0002eeb60 <nil> map[0x2ff9080:0xc002983f20 0x2ff95c0:0xc0057020c0 0x2ffa2e0:0xc000bb2c60 0x2ffa580:0xc002983ec0 0x2ffad60:0xc004f7c000 0x2ffb000:0xc004f7c060 0x2ffb2a0:0xc004f7c0c0 0x2ffba80:0xc005702120 0x2ffbd20:0xc005702180 0x3026980:0xc000bb2540 0x3026d20:0xc000bb25a0 0x3027800:0xc000c784e0 0x3029160:0xc001bac000 0x30298a0:0xc000bb2c00 0x302a720:0xc001bac060] 0xc00030aa10 0}
I0521 19:30:45.388188    3837 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0007a9cc0 0xc0002ee770 0xc0002ee7e0 0xc0002ee850 0xc0002ee8c0 0xc0002ee930 <nil> 0xc0002ee9a0 0xc000c20dc0 0xc0002eea80 0xc0002eeaf0 <nil> 0xc000c20000 0xc005ff7f10 <nil> <nil> <nil> 0xc0002eeb60 <nil> map[0x2ff9080:0xc002983f20 0x2ff95c0:0xc0057020c0 0x2ffa2e0:0xc000bb2c60 0x2ffa580:0xc002983ec0 0x2ffad60:0xc004f7c000 0x2ffb000:0xc004f7c060 0x2ffb2a0:0xc004f7c0c0 0x2ffba80:0xc005702120 0x2ffbd20:0xc005702180 0x3026980:0xc000bb2540 0x3026d20:0xc000bb25a0 0x3027800:0xc000c784e0 0x3029160:0xc001bac000 0x30298a0:0xc000bb2c00 0x302a720:0xc001bac060] 0xc00030aa10 0}
I0521 19:30:45.388249    3837 gateway.go:532] Reconciling gateway with updates
I0521 19:30:45.393632    3837 gateway.go:339] Spawning Conntrack Rule Check Thread
I0521 19:30:45.393710    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0521 19:30:45.393731    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0521 19:30:45.393757    3837 default_node_network_controller.go:944] Gateway and management port readiness took 73.977152ms
I0521 19:30:45.393791    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0521 19:30:45.393806    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0521 19:30:45.393821    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0521 19:30:45.393709    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0521 19:30:45.393835    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0521 19:30:45.393851    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0521 19:30:45.393872    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0521 19:30:45.394299    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0521 19:30:45.394312    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0521 19:30:45.394321    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0521 19:30:45.394316    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0521 19:30:45.394327    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0521 19:30:45.394338    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0521 19:30:45.394336    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0521 19:30:45.394345    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0521 19:30:45.394357    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0521 19:30:45.394354    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0521 19:30:45.394365    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0521 19:30:45.394367    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0521 19:30:45.394376    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0521 19:30:45.394381    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0521 19:30:45.394383    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0521 19:30:45.394389    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0521 19:30:45.394391    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0521 19:30:45.394394    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0521 19:30:45.394411    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0521 19:30:45.394414    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0521 19:30:45.394424    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0521 19:30:45.394425    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0521 19:30:45.394434    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0521 19:30:45.394432    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0521 19:30:45.394371    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0521 19:30:45.394447    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0521 19:30:45.394459    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0521 19:30:45.394461    3837 port_claim.go:71] Svc openshift-ingress/router-default: port 31745 is already open, no action needed
I0521 19:30:45.394461    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0521 19:30:45.394470    3837 port_claim.go:71] Svc openshift-ingress/router-default: port 31105 is already open, no action needed
I0521 19:30:45.394465    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0521 19:30:45.394466    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0521 19:30:45.394481    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0521 19:30:45.394495    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0521 19:30:45.394518    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0521 19:30:45.394534    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0521 19:30:45.394567    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0521 19:30:45.394568    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0521 19:30:45.394583    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0521 19:30:45.394588    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0521 19:30:45.394590    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0521 19:30:45.394599    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0521 19:30:45.394602    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0521 19:30:45.394602    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0521 19:30:45.394611    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0521 19:30:45.394619    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0521 19:30:45.394617    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:30:45.394627    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0521 19:30:45.394623    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0521 19:30:45.394629    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0521 19:30:45.394635    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:30:45.394638    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0521 19:30:45.394634    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0521 19:30:45.394599    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0521 19:30:45.394694    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0521 19:30:45.394695    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0521 19:30:45.394708    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0521 19:30:45.394725    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0521 19:30:45.394617    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0521 19:30:45.394737    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0521 19:30:45.394709    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0521 19:30:45.394749    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0521 19:30:45.394748    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0521 19:30:45.394759    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0521 19:30:45.394576    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0521 19:30:45.394761    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0521 19:30:45.394749    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0521 19:30:45.394772    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0521 19:30:45.394772    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0521 19:30:45.394784    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0521 19:30:45.394790    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0521 19:30:45.394795    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0521 19:30:45.394798    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0521 19:30:45.394801    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0521 19:30:45.394775    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0521 19:30:45.394810    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0521 19:30:45.394766    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0521 19:30:45.394812    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0521 19:30:45.394819    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0521 19:30:45.394826    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0521 19:30:45.394785    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0521 19:30:45.394723    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0521 19:30:45.394859    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0521 19:30:45.394866    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0521 19:30:45.394738    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0521 19:30:45.394911    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0521 19:30:45.394928    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0521 19:30:45.394940    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0521 19:30:45.394848    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0521 19:30:45.394954    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0521 19:30:45.394962    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0521 19:30:45.394774    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0521 19:30:45.395060    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0521 19:30:45.394762    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0521 19:30:45.395094    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0521 19:30:45.395097    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0521 19:30:45.395106    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0521 19:30:45.395111    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0521 19:30:45.395150    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0521 19:30:45.395163    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0521 19:30:45.395266    3837 node_ip_handler_linux.go:160] Node IP manager is running
W0521 19:30:45.432294    3837 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0521 19:30:45.432490    3837 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0521 19:30:45.432692    3837 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0521 19:30:45.439333    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0521 19:30:45.458953    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0521 19:30:45.458965    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0521 19:30:45.458981    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0521 19:30:45.458987    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0521 19:30:45.458994    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0521 19:30:45.458999    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0521 19:30:45.459005    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0521 19:30:45.459009    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0521 19:30:45.459017    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0521 19:30:45.459022    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0521 19:30:45.459028    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0521 19:30:45.459033    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0521 19:30:45.459038    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0521 19:30:45.459043    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0521 19:30:45.459048    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0521 19:30:45.459053    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0521 19:30:45.459059    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0521 19:30:45.459064    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0521 19:30:45.459069    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0521 19:30:45.459074    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0521 19:30:45.497616    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0521 19:30:45.497643    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0521 19:30:45.497651    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0521 19:30:45.497657    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0521 19:30:46.086171    3837 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal
I0521 19:30:46.086226    3837 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 40.087µs
I0521 19:30:46.811765    3837 default_node_network_controller.go:1380] Starting node controller node sync
W0521 19:30:46.811821    3837 egressip_healthcheck.go:76] Health checking using insecure connection
I0521 19:30:46.811878    3837 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0521 19:30:46.824236    3837 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.450173ms
I0521 19:30:46.824345    3837 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-136.ec2.internal", IP: 10.0.2.136 to PMTUD blocking rules
I0521 19:30:46.824358    3837 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-136.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0521 19:30:46.830245    3837 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0521 19:30:46.830570    3837 egressservice_node.go:93] Setting up event handlers for Egress Services
I0521 19:30:46.830689    3837 egressservice_node.go:183] Starting Egress Services Controller
I0521 19:30:46.830707    3837 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0521 19:30:46.830719    3837 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0521 19:30:46.830727    3837 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0521 19:30:46.830732    3837 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0521 19:30:46.830737    3837 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0521 19:30:46.830742    3837 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0521 19:30:46.830747    3837 egressservice_node.go:197] Repairing Egress Services
I0521 19:30:46.840759    3837 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0521 19:30:46.840769    3837 external_controller.go:278] Starting Admin Policy Based Route Controller
I0521 19:30:46.840958    3837 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0521 19:30:46.840971    3837 link_network_manager.go:119] Link manager is running
I0521 19:30:46.840980    3837 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0521 19:30:46.841131    3837 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0521 19:30:46.841334    3837 vrf_manager.go:128] VRF manager is running
I0521 19:30:46.841397    3837 node_controller_manager.go:437] Removing flows to drop GARP
I0521 19:30:46.841406    3837 gateway.go:532] Reconciling gateway with updates
I0521 19:30:46.853071    3837 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-51.ec2.internal in network "default"
I0521 19:30:46.853095    3837 node_tracker.go:235] Node ip-10-0-0-51.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-51.ec2.internal"
I0521 19:30:46.853100    3837 default_network_controller.go:1025] Node "ip-10-0-0-51.ec2.internal" in remote zone "ip-10-0-0-51.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0521 19:30:46.853109    3837 node_tracker.go:169] Node ip-10-0-0-51.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:30:46.853123    3837 services_controller.go:574] Full service sync requested for network=default
I0521 19:30:46.857049    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0521 19:30:46.857055    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0521 19:30:46.857064    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0521 19:30:46.857064    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0521 19:30:46.857071    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0521 19:30:46.857072    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0521 19:30:46.857065    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0521 19:30:46.857078    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0521 19:30:46.857081    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0521 19:30:46.857083    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0521 19:30:46.857089    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0521 19:30:46.857090    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0521 19:30:46.857079    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0521 19:30:46.857096    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0521 19:30:46.857108    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0521 19:30:46.857111    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0521 19:30:46.857115    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0521 19:30:46.857116    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0521 19:30:46.857121    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0521 19:30:46.857124    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0521 19:30:46.857131    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0521 19:30:46.857139    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0521 19:30:46.857139    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0521 19:30:46.857137    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0521 19:30:46.857133    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0521 19:30:46.857150    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0521 19:30:46.857145    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0521 19:30:46.857146    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0521 19:30:46.857155    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0521 19:30:46.857161    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0521 19:30:46.857165    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0521 19:30:46.857163    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0521 19:30:46.857073    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0521 19:30:46.857093    3837 port_claim.go:71] Svc openshift-ingress/router-default: port 31745 is already open, no action needed
I0521 19:30:46.857179    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0521 19:30:46.857185    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0521 19:30:46.857191    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0521 19:30:46.857193    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0521 19:30:46.857144    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0521 19:30:46.857099    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0521 19:30:46.857219    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:30:46.857228    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0521 19:30:46.857229    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0521 19:30:46.857234    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0521 19:30:46.857235    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0521 19:30:46.857239    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0521 19:30:46.857100    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0521 19:30:46.857247    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0521 19:30:46.857253    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0521 19:30:46.857257    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0521 19:30:46.857261    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0521 19:30:46.857269    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0521 19:30:46.857274    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0521 19:30:46.857186    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0521 19:30:46.857272    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0521 19:30:46.857172    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0521 19:30:46.857287    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0521 19:30:46.857288    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0521 19:30:46.857291    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0521 19:30:46.857295    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0521 19:30:46.857300    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0521 19:30:46.857305    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0521 19:30:46.857057    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0521 19:30:46.857307    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0521 19:30:46.857308    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0521 19:30:46.857315    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0521 19:30:46.857314    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0521 19:30:46.857319    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0521 19:30:46.857324    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0521 19:30:46.857162    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0521 19:30:46.857181    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0521 19:30:46.857332    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0521 19:30:46.857333    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0521 19:30:46.857127    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0521 19:30:46.857348    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0521 19:30:46.857348    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0521 19:30:46.857350    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0521 19:30:46.857358    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0521 19:30:46.857110    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0521 19:30:46.857363    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0521 19:30:46.857373    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0521 19:30:46.857369    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0521 19:30:46.857384    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0521 19:30:46.857385    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0521 19:30:46.857408    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0521 19:30:46.857246    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0521 19:30:46.857421    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0521 19:30:46.857421    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0521 19:30:46.857410    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0521 19:30:46.857425    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0521 19:30:46.857194    3837 port_claim.go:71] Svc openshift-ingress/router-default: port 31105 is already open, no action needed
I0521 19:30:46.857448    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0521 19:30:46.857335    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0521 19:30:46.857457    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0521 19:30:46.857193    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0521 19:30:46.857484    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0521 19:30:46.857236    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0521 19:30:46.857501    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0521 19:30:46.857506    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0521 19:30:46.857505    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0521 19:30:46.857228    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0521 19:30:46.857513    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0521 19:30:46.857518    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0521 19:30:46.857511    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0521 19:30:46.857275    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0521 19:30:46.857277    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0521 19:30:46.857108    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0521 19:30:46.857575    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0521 19:30:46.857581    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0521 19:30:46.857110    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0521 19:30:46.857588    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0521 19:30:46.857287    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0521 19:30:46.857296    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0521 19:30:46.857330    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0521 19:30:46.857329    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0521 19:30:46.857338    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0521 19:30:46.857368    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0521 19:30:46.857376    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0521 19:30:46.857399    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0521 19:30:46.857100    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0521 19:30:46.857245    3837 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0521 19:30:46.857745    3837 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0521 19:30:46.881980    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0521 19:30:46.881989    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0521 19:30:46.881995    3837 default_network_controller.go:1025] Node "ip-10-0-0-51.ec2.internal" in remote zone "ip-10-0-0-51.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0521 19:30:46.882004    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0521 19:30:46.921132    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0521 19:30:46.921134    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0521 19:30:46.921143    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0521 19:30:46.921147    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0521 19:30:46.921152    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0521 19:30:46.921163    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0521 19:30:46.921173    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0521 19:30:46.921178    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0521 19:30:46.921183    3837 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0521 19:30:47.045489    3837 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-51.ec2.internal in network "default"
I0521 19:30:47.045541    3837 default_network_controller.go:1025] Node "ip-10-0-0-51.ec2.internal" in remote zone "ip-10-0-0-51.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0521 19:30:47.045546    3837 node_tracker.go:169] Node ip-10-0-0-51.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:30:47.045560    3837 services_controller.go:574] Full service sync requested for network=default
I0521 19:30:47.046506    3837 zone_ic_handler.go:195] Time taken to create transit switch: 320.962µs
I0521 19:30:47.046521    3837 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-51.ec2.internal for the network default
I0521 19:30:47.047659    3837 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-51.ec2.internal" on network "default" took: 1.483365ms
I0521 19:30:48.772119    3837 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-114.ec2.internal
I0521 19:30:48.772159    3837 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-114.ec2.internal: 45.442µs
I0521 19:30:48.805087    3837 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6946884d87-c78b9] creating logical port openshift-ingress_router-default-6946884d87-c78b9 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:30:48.805437    3837 kube.go:256] Updating pod openshift-ingress/router-default-6946884d87-c78b9
I0521 19:30:48.805702    3837 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-8658b69c96-5rrdl] creating logical port openshift-image-registry_image-registry-8658b69c96-5rrdl for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:30:48.805836    3837 kube.go:256] Updating pod openshift-image-registry/image-registry-8658b69c96-5rrdl
I0521 19:30:48.825501    3837 pod.go:62] [openshift-ingress/router-default-6946884d87-c78b9] pod update took 20.245288ms
I0521 19:30:48.825524    3837 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6946884d87-c78b9] addLogicalPort annotation time took 20.273211ms
I0521 19:30:48.826915    3837 pods.go:271] [openshift-ingress/router-default-6946884d87-c78b9] addLogicalPort took 21.917571ms, libovsdb time 1.09334ms
I0521 19:30:48.830575    3837 pod.go:62] [openshift-image-registry/image-registry-8658b69c96-5rrdl] pod update took 24.782607ms
I0521 19:30:48.830597    3837 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-8658b69c96-5rrdl] addLogicalPort annotation time took 24.80496ms
I0521 19:30:48.831636    3837 pods.go:271] [openshift-image-registry/image-registry-8658b69c96-5rrdl] addLogicalPort took 25.94364ms, libovsdb time 791.111µs
I0521 19:30:48.839901    3837 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-vlmlg] creating logical port openshift-dns_dns-default-vlmlg for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:30:48.840007    3837 kube.go:256] Updating pod openshift-dns/dns-default-vlmlg
I0521 19:30:48.842275    3837 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-htwpr] creating logical port openshift-ingress-canary_ingress-canary-htwpr for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:30:48.842391    3837 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-htwpr
I0521 19:30:48.858603    3837 pod.go:62] [openshift-dns/dns-default-vlmlg] pod update took 18.615287ms
I0521 19:30:48.858632    3837 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-vlmlg] addLogicalPort annotation time took 18.649999ms
I0521 19:30:48.859407    3837 pod.go:62] [openshift-ingress-canary/ingress-canary-htwpr] pod update took 17.045378ms
I0521 19:30:48.859424    3837 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-htwpr] addLogicalPort annotation time took 17.066827ms
I0521 19:30:48.859881    3837 pods.go:271] [openshift-dns/dns-default-vlmlg] addLogicalPort took 19.9941ms, libovsdb time 915.282µs
I0521 19:30:48.860345    3837 pods.go:271] [openshift-ingress-canary/ingress-canary-htwpr] addLogicalPort took 18.081481ms, libovsdb time 684.463µs
I0521 19:30:49.604720    3837 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-51.ec2.internal
I0521 19:30:49.604741    3837 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-51.ec2.internal in network "default"
I0521 19:30:49.604749    3837 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-51.ec2.internal: 33.902µs
I0521 19:30:49.604803    3837 egressfirewall.go:723] Syncing node "ip-10-0-0-51.ec2.internal" for egress firewall
I0521 19:30:49.604820    3837 node_tracker.go:169] Node ip-10-0-0-51.ec2.internal switch + router changed, syncing services in network "default"
I0521 19:30:49.604833    3837 services_controller.go:574] Full service sync requested for network=default
I0521 19:30:49.604835    3837 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-51.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0521 19:30:49.604851    3837 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-51.ec2.internal", IP: 10.0.0.51 to PMTUD blocking rules
I0521 19:30:49.611386    3837 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-51.ec2.internal. Updating no re-route policies
I0521 19:30:49.622426    3837 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-51.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0521 19:30:49.622445    3837 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-51.ec2.internal", IP: 10.0.0.51 to PMTUD blocking rules
I0521 19:30:50.225016    3837 cni.go:452] [openshift-ingress-canary/ingress-canary-htwpr 8897cf03f87cfcf406252e8de812a75b9c0ae8d8bcc1c672bd44520017d7e584 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-htwpr 8897cf03f87cfcf406252e8de812a75b9c0ae8d8bcc1c672bd44520017d7e584 network default NAD default NAD key ]
I0521 19:30:50.274915    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-htwpr, hostIfaceName: 8897cf03f87cfcf, network: default, NAD default, SandboxID: "8897cf03f87cfcf406252e8de812a75b9c0ae8d8bcc1c672bd44520017d7e584", PCI device ID: , UID: "bd61898a-77cc-403a-91bd-658d83979efd", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0521 19:30:50.332307    3837 cni.go:473] [openshift-ingress-canary/ingress-canary-htwpr 8897cf03f87cfcf406252e8de812a75b9c0ae8d8bcc1c672bd44520017d7e584 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-htwpr 8897cf03f87cfcf406252e8de812a75b9c0ae8d8bcc1c672bd44520017d7e584 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:2e:de:d3:5c:00\",\"name\":\"8897cf03f87cfcf\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fad5cd9d-a60c-4e97-aad9-4a0330dfc820\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:30:52.323882    3837 cni.go:452] [kube-system/global-pull-secret-syncer-l9g22 f5869d52dfcef77ecb2999ef5f7b429a141509380738192e1c37c3357243b00a network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-l9g22 f5869d52dfcef77ecb2999ef5f7b429a141509380738192e1c37c3357243b00a network default NAD default NAD key ]
I0521 19:30:52.334586    3837 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-l9g22, hostIfaceName: f5869d52dfcef77, network: default, NAD default, SandboxID: "f5869d52dfcef77ecb2999ef5f7b429a141509380738192e1c37c3357243b00a", PCI device ID: , UID: "69884554-6fd6-43cf-a331-c012f57726fd", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0521 19:30:52.380613    3837 cni.go:473] [kube-system/global-pull-secret-syncer-l9g22 f5869d52dfcef77ecb2999ef5f7b429a141509380738192e1c37c3357243b00a network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-l9g22 f5869d52dfcef77ecb2999ef5f7b429a141509380738192e1c37c3357243b00a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:ba:d0:9f:bf:33\",\"name\":\"f5869d52dfcef77\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d03fa95-ac54-4693-a2e3-b16a0ee4f61f\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:30:52.593939    3837 cni.go:452] [openshift-network-diagnostics/network-check-target-ftw65 61082ace3f45e1035b88b7801e394d98967982d172691f9e2b46149f5c1f739b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-ftw65 61082ace3f45e1035b88b7801e394d98967982d172691f9e2b46149f5c1f739b network default NAD default NAD key ]
I0521 19:30:52.604371    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-ftw65, hostIfaceName: 61082ace3f45e10, network: default, NAD default, SandboxID: "61082ace3f45e1035b88b7801e394d98967982d172691f9e2b46149f5c1f739b", PCI device ID: , UID: "051a4ab9-5233-4308-953e-e0ffc9558810", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0521 19:30:52.658409    3837 cni.go:473] [openshift-network-diagnostics/network-check-target-ftw65 61082ace3f45e1035b88b7801e394d98967982d172691f9e2b46149f5c1f739b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-ftw65 61082ace3f45e1035b88b7801e394d98967982d172691f9e2b46149f5c1f739b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ea:d7:c1:51:27\",\"name\":\"61082ace3f45e10\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4e77c34-5f92-4747-a343-2d4beb96b9db\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:30:53.151678    3837 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-51.ec2.internal
I0521 19:30:53.151721    3837 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-51.ec2.internal: 49.308µs
W0521 19:30:57.628707    3837 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0521 19:30:58.355744    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0521 19:30:58.460147    3837 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0521 19:30:58.494332    3837 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0521 19:30:58.885687    3837 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0521 19:30:58.886707    3837 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 995.072µs
I0521 19:30:58.903258    3837 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0521 19:30:59.703059    3837 namespace.go:98] [openshift-service-ca] adding namespace
I0521 19:30:59.703928    3837 namespace.go:102] [openshift-service-ca] adding namespace took 845.251µs
I0521 19:30:59.719005    3837 namespace.go:142] [openshift-service-ca] updating namespace
I0521 19:31:01.386692    3837 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-wrb2d] creating logical port openshift-service-ca_service-ca-d9cb48497-wrb2d for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:31:01.386813    3837 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-wrb2d
I0521 19:31:01.402337    3837 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-wrb2d] pod update took 15.543012ms
I0521 19:31:01.402365    3837 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-wrb2d] addLogicalPort annotation time took 15.574808ms
I0521 19:31:01.403459    3837 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-wrb2d] addLogicalPort took 16.780415ms, libovsdb time 845.539µs
I0521 19:31:01.779854    3837 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-wrb2d 138a2d484ab5ceb8debcf30cc09a4c68cc9c82b728595e564d41fcc07c883884 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-wrb2d 138a2d484ab5ceb8debcf30cc09a4c68cc9c82b728595e564d41fcc07c883884 network default NAD default NAD key ]
I0521 19:31:01.789000    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-wrb2d, hostIfaceName: 138a2d484ab5ceb, network: default, NAD default, SandboxID: "138a2d484ab5ceb8debcf30cc09a4c68cc9c82b728595e564d41fcc07c883884", PCI device ID: , UID: "dc4568ab-2fed-474f-af58-de8b5a8bfc2d", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0521 19:31:01.835767    3837 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-wrb2d 138a2d484ab5ceb8debcf30cc09a4c68cc9c82b728595e564d41fcc07c883884 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-wrb2d 138a2d484ab5ceb8debcf30cc09a4c68cc9c82b728595e564d41fcc07c883884 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c5:1e:d0:71:0f\",\"name\":\"138a2d484ab5ceb\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/257364b3-839b-4bfd-95e7-5b6c8fa1f1e0\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:31:02.770872    3837 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-bfxhp] creating logical port openshift-insights_insights-runtime-extractor-bfxhp for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:31:02.771039    3837 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-bfxhp
I0521 19:31:02.803598    3837 pod.go:62] [openshift-insights/insights-runtime-extractor-bfxhp] pod update took 32.587659ms
I0521 19:31:02.803625    3837 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-bfxhp] addLogicalPort annotation time took 32.618759ms
I0521 19:31:02.804830    3837 pods.go:271] [openshift-insights/insights-runtime-extractor-bfxhp] addLogicalPort took 33.977608ms, libovsdb time 901.874µs
W0521 19:31:03.946594    3837 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0521 19:31:08.728328    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0521 19:31:10.690185    3837 cni.go:452] [openshift-insights/insights-runtime-extractor-bfxhp ec547ad0223cf130fa682973fb88c8ab948cacda88db965c367587145d38bc08 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-bfxhp ec547ad0223cf130fa682973fb88c8ab948cacda88db965c367587145d38bc08 network default NAD default NAD key ]
I0521 19:31:10.700524    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-bfxhp, hostIfaceName: ec547ad0223cf13, network: default, NAD default, SandboxID: "ec547ad0223cf130fa682973fb88c8ab948cacda88db965c367587145d38bc08", PCI device ID: , UID: "2e39754e-95ae-46a8-b948-5d0d6a791de8", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
I0521 19:31:10.746330    3837 cni.go:473] [openshift-insights/insights-runtime-extractor-bfxhp ec547ad0223cf130fa682973fb88c8ab948cacda88db965c367587145d38bc08 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-bfxhp ec547ad0223cf130fa682973fb88c8ab948cacda88db965c367587145d38bc08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:9c:c4:cc:c7:fb\",\"name\":\"ec547ad0223cf13\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0e6c895-5b9e-4bdf-bb2d-f4c7326de114\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:31:21.019605    3837 cni.go:452] [openshift-ingress/router-default-6946884d87-c78b9 b102f1754f0423bb57ed35c0fa38407cb4ddb9d3795aa7405a9456f6c3243e2b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6946884d87-c78b9 b102f1754f0423bb57ed35c0fa38407cb4ddb9d3795aa7405a9456f6c3243e2b network default NAD default NAD key ]
I0521 19:31:21.029765    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6946884d87-c78b9, hostIfaceName: b102f1754f0423b, network: default, NAD default, SandboxID: "b102f1754f0423bb57ed35c0fa38407cb4ddb9d3795aa7405a9456f6c3243e2b", PCI device ID: , UID: "edd978ec-c1de-447e-a676-aee2f36bc927", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23]
I0521 19:31:21.051644    3837 cni.go:452] [openshift-image-registry/image-registry-8658b69c96-5rrdl 663e9799edcdbf0416a4b66ccefc01665203ccc98de702b0a8c8eeab6351d252 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-8658b69c96-5rrdl 663e9799edcdbf0416a4b66ccefc01665203ccc98de702b0a8c8eeab6351d252 network default NAD default NAD key ]
I0521 19:31:21.063458    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-8658b69c96-5rrdl, hostIfaceName: 663e9799edcdbf0, network: default, NAD default, SandboxID: "663e9799edcdbf0416a4b66ccefc01665203ccc98de702b0a8c8eeab6351d252", PCI device ID: , UID: "08067a96-2692-4071-882a-8c4ac3e9a6e4", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0521 19:31:21.074423    3837 cni.go:452] [openshift-dns/dns-default-vlmlg db794dbf7da70e0040182fa00db197d2da24294c02f5755df227fb463f5b4d7a network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-vlmlg db794dbf7da70e0040182fa00db197d2da24294c02f5755df227fb463f5b4d7a network default NAD default NAD key ]
I0521 19:31:21.084993    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-vlmlg, hostIfaceName: db794dbf7da70e0, network: default, NAD default, SandboxID: "db794dbf7da70e0040182fa00db197d2da24294c02f5755df227fb463f5b4d7a", PCI device ID: , UID: "f97b7852-c63d-425d-8e1c-0202d00e2476", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0521 19:31:21.085241    3837 cni.go:473] [openshift-ingress/router-default-6946884d87-c78b9 b102f1754f0423bb57ed35c0fa38407cb4ddb9d3795aa7405a9456f6c3243e2b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6946884d87-c78b9 b102f1754f0423bb57ed35c0fa38407cb4ddb9d3795aa7405a9456f6c3243e2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:55:73:ce:99:fe\",\"name\":\"b102f1754f0423b\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0bada0b-7e5d-40af-a2e1-942be04d2c16\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:31:21.112506    3837 cni.go:473] [openshift-image-registry/image-registry-8658b69c96-5rrdl 663e9799edcdbf0416a4b66ccefc01665203ccc98de702b0a8c8eeab6351d252 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-8658b69c96-5rrdl 663e9799edcdbf0416a4b66ccefc01665203ccc98de702b0a8c8eeab6351d252 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:52:0c:8f:e4:e1\",\"name\":\"663e9799edcdbf0\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5061ac8f-21cc-43fb-9327-6bb58c5e0ecc\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:31:21.150545    3837 cni.go:473] [openshift-dns/dns-default-vlmlg db794dbf7da70e0040182fa00db197d2da24294c02f5755df227fb463f5b4d7a network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-vlmlg db794dbf7da70e0040182fa00db197d2da24294c02f5755df227fb463f5b4d7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:c2:b1:bd:a3:36\",\"name\":\"db794dbf7da70e0\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c7a01d5-addc-44ef-984c-23237f4e26f5\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:31:23.071567    3837 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0521 19:31:23.142049    3837 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0521 19:31:23.279921    3837 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0521 19:31:23.405285    3837 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0521 19:31:23.430729    3837 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-6n9zh] creating logical port openshift-console_downloads-5c54f4944f-6n9zh for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:31:23.430829    3837 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-6n9zh
I0521 19:31:23.451199    3837 pod.go:62] [openshift-console/downloads-5c54f4944f-6n9zh] pod update took 20.394609ms
I0521 19:31:23.451247    3837 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-6n9zh] addLogicalPort annotation time took 20.444373ms
I0521 19:31:23.452445    3837 pods.go:271] [openshift-console/downloads-5c54f4944f-6n9zh] addLogicalPort took 21.728863ms, libovsdb time 852.278µs
I0521 19:31:23.515510    3837 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lchgv] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-lchgv for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:31:23.515645    3837 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lchgv
I0521 19:31:23.532803    3837 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lchgv] pod update took 17.186923ms
I0521 19:31:23.532828    3837 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lchgv] addLogicalPort annotation time took 17.216413ms
I0521 19:31:23.533868    3837 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lchgv] addLogicalPort took 18.3746ms, libovsdb time 763.143µs
I0521 19:31:23.867920    3837 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lchgv 1de4d533b739adf84656352219fba96998e02333863ac201d24a93c741ffe57d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lchgv 1de4d533b739adf84656352219fba96998e02333863ac201d24a93c741ffe57d network default NAD default NAD key ]
I0521 19:31:23.877628    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-lchgv, hostIfaceName: 1de4d533b739adf, network: default, NAD default, SandboxID: "1de4d533b739adf84656352219fba96998e02333863ac201d24a93c741ffe57d", PCI device ID: , UID: "237bb646-e2db-4ab4-bfa5-0dce8585d50d", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0521 19:31:23.925533    3837 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lchgv 1de4d533b739adf84656352219fba96998e02333863ac201d24a93c741ffe57d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lchgv 1de4d533b739adf84656352219fba96998e02333863ac201d24a93c741ffe57d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ae:27:e4:95:07\",\"name\":\"1de4d533b739adf\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ce62e76-4d80-4943-af15-a6f2dd73a0ca\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:31:24.395376    3837 cni.go:452] [openshift-multus/network-metrics-daemon-xjk6z 3d26b852f504cb64ea549b3b366fd6b860ade69f654932f9e1ce2b878268b6d4 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-xjk6z 3d26b852f504cb64ea549b3b366fd6b860ade69f654932f9e1ce2b878268b6d4 network default NAD default NAD key ]
I0521 19:31:24.405241    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-xjk6z, hostIfaceName: 3d26b852f504cb6, network: default, NAD default, SandboxID: "3d26b852f504cb64ea549b3b366fd6b860ade69f654932f9e1ce2b878268b6d4", PCI device ID: , UID: "87c3f249-e60f-48d2-98dc-176737529bac", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23]
I0521 19:31:24.452413    3837 cni.go:473] [openshift-multus/network-metrics-daemon-xjk6z 3d26b852f504cb64ea549b3b366fd6b860ade69f654932f9e1ce2b878268b6d4 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-xjk6z 3d26b852f504cb64ea549b3b366fd6b860ade69f654932f9e1ce2b878268b6d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:25:5f:24:13:8b\",\"name\":\"3d26b852f504cb6\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/555bdb37-6d02-4f5f-9971-c28b5f148ec3\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:31:25.585165    3837 cni.go:452] [openshift-console/downloads-5c54f4944f-6n9zh 47572ce6f291c949749fc772a15a6b6018b4f71be1a917e018b43dd8f1ddca61 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-6n9zh 47572ce6f291c949749fc772a15a6b6018b4f71be1a917e018b43dd8f1ddca61 network default NAD default NAD key ]
I0521 19:31:25.595615    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-6n9zh, hostIfaceName: 47572ce6f291c94, network: default, NAD default, SandboxID: "47572ce6f291c949749fc772a15a6b6018b4f71be1a917e018b43dd8f1ddca61", PCI device ID: , UID: "9bf30760-9dbf-4a61-b5ff-7c5d7ca95637", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0521 19:31:25.644609    3837 cni.go:473] [openshift-console/downloads-5c54f4944f-6n9zh 47572ce6f291c949749fc772a15a6b6018b4f71be1a917e018b43dd8f1ddca61 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-6n9zh 47572ce6f291c949749fc772a15a6b6018b4f71be1a917e018b43dd8f1ddca61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:79:6c:3f:35:44\",\"name\":\"47572ce6f291c94\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e4c26ba-42f5-4f76-a7e1-56d111ca3527\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:31:27.066895    3837 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-lcv6k] creating logical port openshift-monitoring_prometheus-operator-76b589d668-lcv6k for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:31:27.067016    3837 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-lcv6k
I0521 19:31:27.085030    3837 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-lcv6k] pod update took 18.051987ms
I0521 19:31:27.085059    3837 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-lcv6k] addLogicalPort annotation time took 18.087695ms
I0521 19:31:27.086392    3837 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-lcv6k] addLogicalPort took 19.518059ms, libovsdb time 929.574µs
I0521 19:31:27.480108    3837 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-lcv6k 5046e5fdd50a0d639e46ee09ab6a83ccc5f7c087a751d51609b94b2c71a1b9ce network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-lcv6k 5046e5fdd50a0d639e46ee09ab6a83ccc5f7c087a751d51609b94b2c71a1b9ce network default NAD default NAD key ]
I0521 19:31:27.489748    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-lcv6k, hostIfaceName: 5046e5fdd50a0d6, network: default, NAD default, SandboxID: "5046e5fdd50a0d639e46ee09ab6a83ccc5f7c087a751d51609b94b2c71a1b9ce", PCI device ID: , UID: "7eab6765-bb94-4841-bae5-d31da3814fed", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0521 19:31:27.539888    3837 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-lcv6k 5046e5fdd50a0d639e46ee09ab6a83ccc5f7c087a751d51609b94b2c71a1b9ce network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-lcv6k 5046e5fdd50a0d639e46ee09ab6a83ccc5f7c087a751d51609b94b2c71a1b9ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:6e:ac:63:7a:67\",\"name\":\"5046e5fdd50a0d6\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66874ce5-73f8-4f1b-b661-05a6406f1699\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:31:28.618004    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0521 19:31:30.984306    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0521 19:31:30.984335    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0521 19:31:31.759991    3837 base_network_controller_pods.go:487] [default/openshift-console/console-5b7db9b87d-t74cj] creating logical port openshift-console_console-5b7db9b87d-t74cj for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:31:31.760140    3837 kube.go:256] Updating pod openshift-console/console-5b7db9b87d-t74cj
I0521 19:31:31.777409    3837 pod.go:62] [openshift-console/console-5b7db9b87d-t74cj] pod update took 17.295963ms
I0521 19:31:31.777432    3837 base_network_controller_pods.go:951] [default/openshift-console/console-5b7db9b87d-t74cj] addLogicalPort annotation time took 17.323783ms
I0521 19:31:31.778628    3837 pods.go:271] [openshift-console/console-5b7db9b87d-t74cj] addLogicalPort took 18.656476ms, libovsdb time 921.482µs
I0521 19:31:32.119517    3837 cni.go:452] [openshift-console/console-5b7db9b87d-t74cj 5e9b4f671806de8817a9272edb36e30a10cad98a1dd9a47783a319537833a35f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5b7db9b87d-t74cj 5e9b4f671806de8817a9272edb36e30a10cad98a1dd9a47783a319537833a35f network default NAD default NAD key ]
I0521 19:31:32.130540    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5b7db9b87d-t74cj, hostIfaceName: 5e9b4f671806de8, network: default, NAD default, SandboxID: "5e9b4f671806de8817a9272edb36e30a10cad98a1dd9a47783a319537833a35f", PCI device ID: , UID: "6c852638-84db-4bbc-ab87-0d67fbcf3a6b", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0521 19:31:32.187279    3837 cni.go:473] [openshift-console/console-5b7db9b87d-t74cj 5e9b4f671806de8817a9272edb36e30a10cad98a1dd9a47783a319537833a35f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5b7db9b87d-t74cj 5e9b4f671806de8817a9272edb36e30a10cad98a1dd9a47783a319537833a35f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:d8:3f:9e:44:92\",\"name\":\"5e9b4f671806de8\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3faa45c-3971-412b-9799-b3db032382d5\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:31:32.455637    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:31:32.455664    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:31:32.455673    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:31:32.455692    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:31:32.455699    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:31:32.455706    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0521 19:31:33.734637    3837 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:31:33.734772    3837 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0521 19:31:33.888630    3837 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0521 19:31:33.981741    3837 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 247.02323ms
I0521 19:31:33.981773    3837 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 247.057378ms
I0521 19:31:33.983034    3837 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 248.417514ms, libovsdb time 899.158µs
I0521 19:31:34.630836    3837 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7b7d95c457-pbcf7] creating logical port openshift-monitoring_thanos-querier-7b7d95c457-pbcf7 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:31:34.630941    3837 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7b7d95c457-pbcf7
I0521 19:31:34.652054    3837 pod.go:62] [openshift-monitoring/thanos-querier-7b7d95c457-pbcf7] pod update took 21.144939ms
I0521 19:31:34.652078    3837 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7b7d95c457-pbcf7] addLogicalPort annotation time took 21.174978ms
I0521 19:31:34.653302    3837 pods.go:271] [openshift-monitoring/thanos-querier-7b7d95c457-pbcf7] addLogicalPort took 22.486845ms, libovsdb time 854.676µs
W0521 19:31:34.719350    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:31:34.719372    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0521 19:31:34.719381    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0521 19:31:37.271409    3837 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-6dd5c84887-x24sm] creating logical port openshift-monitoring_metrics-server-6dd5c84887-x24sm for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:31:37.271546    3837 kube.go:256] Updating pod openshift-monitoring/metrics-server-6dd5c84887-x24sm
I0521 19:31:37.288415    3837 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-wrgbs] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-wrgbs for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:31:37.288579    3837 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-wrgbs
I0521 19:31:37.293491    3837 pod.go:62] [openshift-monitoring/metrics-server-6dd5c84887-x24sm] pod update took 21.972377ms
I0521 19:31:37.293517    3837 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-6dd5c84887-x24sm] addLogicalPort annotation time took 22.00673ms
I0521 19:31:37.294889    3837 pods.go:271] [openshift-monitoring/metrics-server-6dd5c84887-x24sm] addLogicalPort took 23.505914ms, libovsdb time 959.261µs
I0521 19:31:37.308239    3837 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wrgbs] pod update took 19.688182ms
I0521 19:31:37.308264    3837 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-wrgbs] addLogicalPort annotation time took 19.715523ms
I0521 19:31:37.309610    3837 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wrgbs] addLogicalPort took 21.210785ms, libovsdb time 1.00405ms
W0521 19:31:40.520681    3837 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0521 19:31:40.520699    3837 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0521 19:31:41.358786    3837 cni.go:452] [openshift-monitoring/thanos-querier-7b7d95c457-pbcf7 37bc6cf094e5455332546c1b61e8ce60ae32d3d16ef7fafaceea9951a0c9ed35 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7b7d95c457-pbcf7 37bc6cf094e5455332546c1b61e8ce60ae32d3d16ef7fafaceea9951a0c9ed35 network default NAD default NAD key ]
I0521 19:31:41.359578    3837 cni.go:452] [openshift-monitoring/alertmanager-main-0 ceabf5678b0377c9214a8047863bd56ff5216409094d1be01a8b75377dc7cab3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 ceabf5678b0377c9214a8047863bd56ff5216409094d1be01a8b75377dc7cab3 network default NAD default NAD key ]
I0521 19:31:41.363572    3837 cni.go:452] [openshift-monitoring/metrics-server-6dd5c84887-x24sm 123cedd8384fb24bca61dd1ba1e260bba32cf824591393bbba94301e65e85192 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-6dd5c84887-x24sm 123cedd8384fb24bca61dd1ba1e260bba32cf824591393bbba94301e65e85192 network default NAD default NAD key ]
I0521 19:31:41.363800    3837 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wrgbs 1ca91147b9c9cacf0bb51044693ff7472db2aa3020cdb1e78645e8a3bf22e01c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wrgbs 1ca91147b9c9cacf0bb51044693ff7472db2aa3020cdb1e78645e8a3bf22e01c network default NAD default NAD key ]
I0521 19:31:41.391360    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7b7d95c457-pbcf7, hostIfaceName: 37bc6cf094e5455, network: default, NAD default, SandboxID: "37bc6cf094e5455332546c1b61e8ce60ae32d3d16ef7fafaceea9951a0c9ed35", PCI device ID: , UID: "67ddccb0-7e3a-42c9-9301-816e0e2306fe", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
I0521 19:31:41.421284    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-6dd5c84887-x24sm, hostIfaceName: 123cedd8384fb24, network: default, NAD default, SandboxID: "123cedd8384fb24bca61dd1ba1e260bba32cf824591393bbba94301e65e85192", PCI device ID: , UID: "124b7773-c993-4715-9aa4-014b07e3ed82", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0521 19:31:41.423884    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-wrgbs, hostIfaceName: 1ca91147b9c9cac, network: default, NAD default, SandboxID: "1ca91147b9c9cacf0bb51044693ff7472db2aa3020cdb1e78645e8a3bf22e01c", PCI device ID: , UID: "0fc0d022-5741-467b-a8f3-1373694599b5", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0521 19:31:41.424273    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: ceabf5678b0377c, network: default, NAD default, SandboxID: "ceabf5678b0377c9214a8047863bd56ff5216409094d1be01a8b75377dc7cab3", PCI device ID: , UID: "b29c2f52-cbc0-4bd4-b65d-5d09cf524c6d", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0521 19:31:41.458281    3837 cni.go:473] [openshift-monitoring/thanos-querier-7b7d95c457-pbcf7 37bc6cf094e5455332546c1b61e8ce60ae32d3d16ef7fafaceea9951a0c9ed35 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7b7d95c457-pbcf7 37bc6cf094e5455332546c1b61e8ce60ae32d3d16ef7fafaceea9951a0c9ed35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:77:c1:53:1e:cf\",\"name\":\"37bc6cf094e5455\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b3a0e5b-af46-4e4b-9e07-03899e4d28ee\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:31:41.487232    3837 cni.go:473] [openshift-monitoring/metrics-server-6dd5c84887-x24sm 123cedd8384fb24bca61dd1ba1e260bba32cf824591393bbba94301e65e85192 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-6dd5c84887-x24sm 123cedd8384fb24bca61dd1ba1e260bba32cf824591393bbba94301e65e85192 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:3c:9f:9e:04:1c\",\"name\":\"123cedd8384fb24\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c1ed33e-a2d8-463a-bc6a-4c9d1dcd3938\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:31:41.712107    3837 cni.go:473] [openshift-monitoring/alertmanager-main-0 ceabf5678b0377c9214a8047863bd56ff5216409094d1be01a8b75377dc7cab3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 ceabf5678b0377c9214a8047863bd56ff5216409094d1be01a8b75377dc7cab3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:4c:ae:27:ce:57\",\"name\":\"ceabf5678b0377c\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ad3a1ef-e638-49f0-9afe-e897bc86abb3\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:31:41.713595    3837 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wrgbs 1ca91147b9c9cacf0bb51044693ff7472db2aa3020cdb1e78645e8a3bf22e01c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wrgbs 1ca91147b9c9cacf0bb51044693ff7472db2aa3020cdb1e78645e8a3bf22e01c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:7a:81:62:6f:4d\",\"name\":\"1ca91147b9c9cac\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9d5bcdd-010b-436a-a74f-8e03e8555e00\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:31:41.780053    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0521 19:31:43.169563    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0521 19:31:44.313285    3837 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:31:44.314002    3837 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:31:44.314039    3837 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:31:44.314052    3837 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0521 19:31:44.314066    3837 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:31:44.314080    3837 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0521 19:31:44.528921    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0521 19:31:44.834761    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0521 19:31:44.892130    3837 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:31:44.892156    3837 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:31:44.892165    3837 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0521 19:31:45.342745    3837 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:31:45.342771    3837 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:31:45.342792    3837 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:31:45.342800    3837 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0521 19:31:45.833328    3837 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:31:45.833351    3837 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:31:45.833359    3837 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:31:45.833367    3837 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:31:47.198946    3837 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:31:47.198965    3837 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:31:47.198971    3837 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:31:47.303053    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0521 19:31:47.347584    3837 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0521 19:31:47.347601    3837 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0521 19:31:48.187152    3837 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:31:48.187176    3837 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:31:48.187184    3837 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:31:48.187188    3837 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0521 19:31:48.551103    3837 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84ccc69cf9-cd9fv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:31:48.551691    3837 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84ccc69cf9-cd9fv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:31:48.841732    3837 cni.go:452] [openshift-image-registry/image-registry-8658b69c96-5rrdl 663e9799edcdbf0416a4b66ccefc01665203ccc98de702b0a8c8eeab6351d252 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-8658b69c96-5rrdl 663e9799edcdbf0416a4b66ccefc01665203ccc98de702b0a8c8eeab6351d252 network default NAD default NAD key ]
I0521 19:31:48.918090    3837 cni.go:473] [openshift-image-registry/image-registry-8658b69c96-5rrdl 663e9799edcdbf0416a4b66ccefc01665203ccc98de702b0a8c8eeab6351d252 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-8658b69c96-5rrdl 663e9799edcdbf0416a4b66ccefc01665203ccc98de702b0a8c8eeab6351d252 network default NAD default NAD key default], result "{}", err <nil>
I0521 19:31:48.969127    3837 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8658b69c96-5rrdl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:31:48.969247    3837 pods.go:176] Deleting pod: openshift-image-registry/image-registry-8658b69c96-5rrdl
I0521 19:31:48.970673    3837 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-8658b69c96-5rrdl, ips: 10.129.0.7
I0521 19:31:48.970706    3837 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8658b69c96-5rrdl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:31:48.977539    3837 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6456449bd8-mn8qf] creating logical port openshift-image-registry_image-registry-6456449bd8-mn8qf for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:31:48.977732    3837 kube.go:256] Updating pod openshift-image-registry/image-registry-6456449bd8-mn8qf
I0521 19:31:48.994045    3837 pod.go:62] [openshift-image-registry/image-registry-6456449bd8-mn8qf] pod update took 16.358088ms
I0521 19:31:48.994073    3837 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6456449bd8-mn8qf] addLogicalPort annotation time took 16.390526ms
I0521 19:31:48.995304    3837 pods.go:271] [openshift-image-registry/image-registry-6456449bd8-mn8qf] addLogicalPort took 17.778159ms, libovsdb time 872.025µs
I0521 19:31:49.252974    3837 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0521 19:31:49.283147    3837 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0521 19:31:49.345198    3837 cni.go:452] [openshift-image-registry/image-registry-6456449bd8-mn8qf 093017b30530f4b49b83b0c3051681600b9703fa3edef68bb6f04552d6661e91 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6456449bd8-mn8qf 093017b30530f4b49b83b0c3051681600b9703fa3edef68bb6f04552d6661e91 network default NAD default NAD key ]
I0521 19:31:49.355864    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6456449bd8-mn8qf, hostIfaceName: 093017b30530f4b, network: default, NAD default, SandboxID: "093017b30530f4b49b83b0c3051681600b9703fa3edef68bb6f04552d6661e91", PCI device ID: , UID: "e835dfc1-7ea8-4b2f-a23b-b6827bdd54e2", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0521 19:31:49.412024    3837 cni.go:473] [openshift-image-registry/image-registry-6456449bd8-mn8qf 093017b30530f4b49b83b0c3051681600b9703fa3edef68bb6f04552d6661e91 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6456449bd8-mn8qf 093017b30530f4b49b83b0c3051681600b9703fa3edef68bb6f04552d6661e91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:40:37:78:f2:f3\",\"name\":\"093017b30530f4b\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abb53e6a-1669-4098-a694-498a3f2f59a6\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:31:49.601288    3837 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84ccc69cf9-cd9fv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:31:49.601315    3837 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84ccc69cf9-cd9fv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:31:49.608168    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-84ccc69cf9-cd9fv
I0521 19:31:49.608201    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-84ccc69cf9-cd9fv
I0521 19:31:49.873270    3837 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8658b69c96-5rrdl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:31:49.873294    3837 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8658b69c96-5rrdl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:31:49.879453    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-8658b69c96-5rrdl
I0521 19:31:49.879484    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-8658b69c96-5rrdl
W0521 19:31:50.678478    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0521 19:31:50.678514    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0521 19:31:51.851367    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:31:51.851388    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:31:51.851394    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:31:51.851398    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0521 19:32:05.835639    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0521 19:32:06.950996    3837 cni.go:452] [openshift-console/console-5b7db9b87d-t74cj 5e9b4f671806de8817a9272edb36e30a10cad98a1dd9a47783a319537833a35f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5b7db9b87d-t74cj 5e9b4f671806de8817a9272edb36e30a10cad98a1dd9a47783a319537833a35f network default NAD default NAD key ]
I0521 19:32:07.030967    3837 cni.go:473] [openshift-console/console-5b7db9b87d-t74cj 5e9b4f671806de8817a9272edb36e30a10cad98a1dd9a47783a319537833a35f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5b7db9b87d-t74cj 5e9b4f671806de8817a9272edb36e30a10cad98a1dd9a47783a319537833a35f network default NAD default NAD key default], result "{}", err <nil>
I0521 19:32:07.103330    3837 obj_retry.go:498] Detected object openshift-console/console-5b7db9b87d-t74cj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:32:07.103377    3837 pods.go:176] Deleting pod: openshift-console/console-5b7db9b87d-t74cj
I0521 19:32:07.104711    3837 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5b7db9b87d-t74cj, ips: 10.129.0.15
I0521 19:32:07.104742    3837 obj_retry.go:498] Detected object openshift-console/console-5b7db9b87d-t74cj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:32:07.111865    3837 base_network_controller_pods.go:487] [default/openshift-console/console-7c78996b9-wxnm7] creating logical port openshift-console_console-7c78996b9-wxnm7 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:32:07.111950    3837 kube.go:256] Updating pod openshift-console/console-7c78996b9-wxnm7
I0521 19:32:07.126639    3837 pod.go:62] [openshift-console/console-7c78996b9-wxnm7] pod update took 14.714373ms
I0521 19:32:07.126666    3837 base_network_controller_pods.go:951] [default/openshift-console/console-7c78996b9-wxnm7] addLogicalPort annotation time took 14.740752ms
I0521 19:32:07.127772    3837 pods.go:271] [openshift-console/console-7c78996b9-wxnm7] addLogicalPort took 15.92063ms, libovsdb time 773.424µs
I0521 19:32:07.524882    3837 cni.go:452] [openshift-console/console-7c78996b9-wxnm7 75c5d8f6d52552c64c90525a051899b82f8ad28c09c00078d2f93f79b58f6707 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7c78996b9-wxnm7 75c5d8f6d52552c64c90525a051899b82f8ad28c09c00078d2f93f79b58f6707 network default NAD default NAD key ]
I0521 19:32:07.534247    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7c78996b9-wxnm7, hostIfaceName: 75c5d8f6d52552c, network: default, NAD default, SandboxID: "75c5d8f6d52552c64c90525a051899b82f8ad28c09c00078d2f93f79b58f6707", PCI device ID: , UID: "a6343c8a-b845-46ea-b8f1-f2c4f1f3b796", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0521 19:32:07.583224    3837 cni.go:473] [openshift-console/console-7c78996b9-wxnm7 75c5d8f6d52552c64c90525a051899b82f8ad28c09c00078d2f93f79b58f6707 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7c78996b9-wxnm7 75c5d8f6d52552c64c90525a051899b82f8ad28c09c00078d2f93f79b58f6707 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:c8:f6:b2:f0:5b\",\"name\":\"75c5d8f6d52552c\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a8cd363-35f8-437d-b452-d6690fed4209\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:32:07.935607    3837 obj_retry.go:492] Detected object openshift-console/console-5b7db9b87d-t74cj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:32:07.935636    3837 obj_retry.go:492] Detected object openshift-console/console-5b7db9b87d-t74cj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:32:07.941133    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b7db9b87d-t74cj
I0521 19:32:07.941163    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b7db9b87d-t74cj
W0521 19:32:10.567539    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0521 19:32:10.567569    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0521 19:32:10.615256    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0521 19:32:10.615278    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0521 19:32:10.865549    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0521 19:32:14.114530    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:32:14.114551    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:32:14.114557    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0521 19:32:16.078200    3837 obj_retry.go:498] Detected object openshift-console/console-5b7db9b87d-6x8g2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:32:16.078743    3837 obj_retry.go:498] Detected object openshift-console/console-5b7db9b87d-6x8g2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:32:16.305641    3837 obj_retry.go:492] Detected object openshift-console/console-5b7db9b87d-6x8g2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:32:16.305663    3837 obj_retry.go:492] Detected object openshift-console/console-5b7db9b87d-6x8g2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:32:16.312255    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b7db9b87d-6x8g2
I0521 19:32:16.312270    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b7db9b87d-6x8g2
W0521 19:32:17.964637    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0521 19:32:23.696071    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0521 19:32:28.715801    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0521 19:32:28.738225    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0521 19:32:36.343084    3837 obj_retry.go:498] Detected object openshift-ingress/router-default-bb46979bf-9jd4z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:32:36.343647    3837 obj_retry.go:498] Detected object openshift-ingress/router-default-bb46979bf-9jd4z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:32:36.737986    3837 obj_retry.go:492] Detected object openshift-ingress/router-default-bb46979bf-9jd4z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:32:36.738009    3837 obj_retry.go:492] Detected object openshift-ingress/router-default-bb46979bf-9jd4z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:32:36.740817    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-bb46979bf-9jd4z
I0521 19:32:36.740834    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-bb46979bf-9jd4z
I0521 19:32:37.433663    3837 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8658b69c96-s4mrj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:32:37.434252    3837 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8658b69c96-s4mrj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:32:38.393287    3837 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8658b69c96-s4mrj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:32:38.393307    3837 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8658b69c96-s4mrj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:32:38.398745    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-8658b69c96-s4mrj
I0521 19:32:38.398768    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-8658b69c96-s4mrj
I0521 19:32:54.550964    3837 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:32:54.551573    3837 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:32:55.482937    3837 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:32:55.482982    3837 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:32:55.490517    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0521 19:32:55.490544    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0521 19:32:57.221245    3837 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-87458887f-k5dkm] creating logical port openshift-monitoring_telemeter-client-87458887f-k5dkm for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:32:57.221383    3837 kube.go:256] Updating pod openshift-monitoring/telemeter-client-87458887f-k5dkm
I0521 19:32:57.243326    3837 pod.go:62] [openshift-monitoring/telemeter-client-87458887f-k5dkm] pod update took 21.969012ms
I0521 19:32:57.243349    3837 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-87458887f-k5dkm] addLogicalPort annotation time took 22.000309ms
I0521 19:32:57.244525    3837 pods.go:271] [openshift-monitoring/telemeter-client-87458887f-k5dkm] addLogicalPort took 23.319414ms, libovsdb time 873.615µs
I0521 19:32:57.582469    3837 cni.go:452] [openshift-monitoring/telemeter-client-87458887f-k5dkm d683584780755ff607b592ef484a38716770a6b232468ed2a7d52cb174f5f7a1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-87458887f-k5dkm d683584780755ff607b592ef484a38716770a6b232468ed2a7d52cb174f5f7a1 network default NAD default NAD key ]
I0521 19:32:57.592821    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-87458887f-k5dkm, hostIfaceName: d683584780755ff, network: default, NAD default, SandboxID: "d683584780755ff607b592ef484a38716770a6b232468ed2a7d52cb174f5f7a1", PCI device ID: , UID: "421411f2-df54-4e78-a5ea-e55c6c0ab7b1", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0521 19:32:57.650796    3837 cni.go:473] [openshift-monitoring/telemeter-client-87458887f-k5dkm d683584780755ff607b592ef484a38716770a6b232468ed2a7d52cb174f5f7a1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-87458887f-k5dkm d683584780755ff607b592ef484a38716770a6b232468ed2a7d52cb174f5f7a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:35:5d:63:dc:48\",\"name\":\"d683584780755ff\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc55d571-4bf4-4add-b18f-661541c6ac2b\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:32:58.880741    3837 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:32:58.881282    3837 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:32:59.512178    3837 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:32:59.512222    3837 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:32:59.519457    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0521 19:32:59.519484    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0521 19:33:27.603485    3837 cni.go:452] [openshift-monitoring/alertmanager-main-0 ceabf5678b0377c9214a8047863bd56ff5216409094d1be01a8b75377dc7cab3 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 ceabf5678b0377c9214a8047863bd56ff5216409094d1be01a8b75377dc7cab3 network default NAD default NAD key ]
I0521 19:33:27.686622    3837 cni.go:473] [openshift-monitoring/alertmanager-main-0 ceabf5678b0377c9214a8047863bd56ff5216409094d1be01a8b75377dc7cab3 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 ceabf5678b0377c9214a8047863bd56ff5216409094d1be01a8b75377dc7cab3 network default NAD default NAD key default], result "{}", err <nil>
I0521 19:33:27.749333    3837 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:27.749367    3837 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0
I0521 19:33:27.750638    3837 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.16
I0521 19:33:27.750669    3837 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:28.233278    3837 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:28.233304    3837 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:28.244510    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0521 19:33:28.244538    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0521 19:33:28.288497    3837 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:33:28.288636    3837 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0521 19:33:28.311980    3837 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.417321ms
I0521 19:33:28.312002    3837 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.443604ms
I0521 19:33:28.313170    3837 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.692868ms, libovsdb time 844.484µs
I0521 19:33:28.644677    3837 cni.go:452] [openshift-monitoring/alertmanager-main-0 5acd01ff8697475c49dd4725da58721a24691dd86bcb10a316d9964e17b8e0f3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 5acd01ff8697475c49dd4725da58721a24691dd86bcb10a316d9964e17b8e0f3 network default NAD default NAD key ]
I0521 19:33:28.654349    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 5acd01ff8697475, network: default, NAD default, SandboxID: "5acd01ff8697475c49dd4725da58721a24691dd86bcb10a316d9964e17b8e0f3", PCI device ID: , UID: "178d268a-b358-4456-8c26-08752d6b1445", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0521 19:33:28.704093    3837 cni.go:473] [openshift-monitoring/alertmanager-main-0 5acd01ff8697475c49dd4725da58721a24691dd86bcb10a316d9964e17b8e0f3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 5acd01ff8697475c49dd4725da58721a24691dd86bcb10a316d9964e17b8e0f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:ad:ea:8a:99:b7\",\"name\":\"5acd01ff8697475\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eaaffb72-9ee2-4ab2-85cb-28dd7d5e3adf\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:33:41.411322    3837 cni.go:452] [openshift-console/console-7c78996b9-wxnm7 75c5d8f6d52552c64c90525a051899b82f8ad28c09c00078d2f93f79b58f6707 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7c78996b9-wxnm7 75c5d8f6d52552c64c90525a051899b82f8ad28c09c00078d2f93f79b58f6707 network default NAD default NAD key ]
I0521 19:33:41.492273    3837 cni.go:473] [openshift-console/console-7c78996b9-wxnm7 75c5d8f6d52552c64c90525a051899b82f8ad28c09c00078d2f93f79b58f6707 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7c78996b9-wxnm7 75c5d8f6d52552c64c90525a051899b82f8ad28c09c00078d2f93f79b58f6707 network default NAD default NAD key default], result "{}", err <nil>
I0521 19:33:41.539257    3837 obj_retry.go:498] Detected object openshift-console/console-7c78996b9-wxnm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:41.539290    3837 pods.go:176] Deleting pod: openshift-console/console-7c78996b9-wxnm7
I0521 19:33:41.540462    3837 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7c78996b9-wxnm7, ips: 10.129.0.21
I0521 19:33:41.540490    3837 obj_retry.go:498] Detected object openshift-console/console-7c78996b9-wxnm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:41.550404    3837 base_network_controller_pods.go:487] [default/openshift-console/console-554757996c-fqvf9] creating logical port openshift-console_console-554757996c-fqvf9 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:33:41.550533    3837 kube.go:256] Updating pod openshift-console/console-554757996c-fqvf9
I0521 19:33:41.566386    3837 pod.go:62] [openshift-console/console-554757996c-fqvf9] pod update took 15.881517ms
I0521 19:33:41.566407    3837 base_network_controller_pods.go:951] [default/openshift-console/console-554757996c-fqvf9] addLogicalPort annotation time took 15.906305ms
I0521 19:33:41.567629    3837 pods.go:271] [openshift-console/console-554757996c-fqvf9] addLogicalPort took 17.238703ms, libovsdb time 799.73µs
I0521 19:33:41.904947    3837 cni.go:452] [openshift-console/console-554757996c-fqvf9 a75e4ad32833c6f4660895e245b150dba165c5d322e4196e4412630a40e442cd network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-554757996c-fqvf9 a75e4ad32833c6f4660895e245b150dba165c5d322e4196e4412630a40e442cd network default NAD default NAD key ]
I0521 19:33:41.914637    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-554757996c-fqvf9, hostIfaceName: a75e4ad32833c6f, network: default, NAD default, SandboxID: "a75e4ad32833c6f4660895e245b150dba165c5d322e4196e4412630a40e442cd", PCI device ID: , UID: "62760779-e06d-4352-bbad-38b962d742b5", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0521 19:33:41.969231    3837 cni.go:473] [openshift-console/console-554757996c-fqvf9 a75e4ad32833c6f4660895e245b150dba165c5d322e4196e4412630a40e442cd network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-554757996c-fqvf9 a75e4ad32833c6f4660895e245b150dba165c5d322e4196e4412630a40e442cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:04:71:b7:e3:1c\",\"name\":\"a75e4ad32833c6f\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c32f7d3-7174-45c2-826a-49aefe012b2c\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:33:42.176901    3837 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:42.177438    3837 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:42.327577    3837 obj_retry.go:492] Detected object openshift-console/console-7c78996b9-wxnm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:42.327600    3837 obj_retry.go:492] Detected object openshift-console/console-7c78996b9-wxnm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:42.333057    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c78996b9-wxnm7
I0521 19:33:42.333078    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c78996b9-wxnm7
I0521 19:33:43.032020    3837 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:43.032044    3837 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:51.972018    3837 obj_retry.go:498] Detected object openshift-console/console-7c78996b9-9n8k4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:33:51.972552    3837 obj_retry.go:498] Detected object openshift-console/console-7c78996b9-9n8k4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0521 19:33:52.355071    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0521 19:33:52.360317    3837 obj_retry.go:492] Detected object openshift-console/console-7c78996b9-9n8k4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:52.360343    3837 obj_retry.go:492] Detected object openshift-console/console-7c78996b9-9n8k4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:33:52.365959    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c78996b9-9n8k4
I0521 19:33:52.365979    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c78996b9-9n8k4
W0521 19:33:58.755846    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:33:58.755872    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0521 19:33:58.755880    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0521 19:34:02.135521    3837 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:34:02.136099    3837 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:34:03.141267    3837 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:34:03.141297    3837 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:34:03.156135    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0521 19:34:03.156163    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0521 19:35:25.625705    3837 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0521 19:35:35.115643    3837 cni.go:452] [openshift-console/console-554757996c-fqvf9 a75e4ad32833c6f4660895e245b150dba165c5d322e4196e4412630a40e442cd network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-554757996c-fqvf9 a75e4ad32833c6f4660895e245b150dba165c5d322e4196e4412630a40e442cd network default NAD default NAD key ]
I0521 19:35:35.189104    3837 cni.go:473] [openshift-console/console-554757996c-fqvf9 a75e4ad32833c6f4660895e245b150dba165c5d322e4196e4412630a40e442cd network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-554757996c-fqvf9 a75e4ad32833c6f4660895e245b150dba165c5d322e4196e4412630a40e442cd network default NAD default NAD key default], result "{}", err <nil>
I0521 19:35:35.238033    3837 obj_retry.go:498] Detected object openshift-console/console-554757996c-fqvf9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:35:35.238071    3837 pods.go:176] Deleting pod: openshift-console/console-554757996c-fqvf9
I0521 19:35:35.239244    3837 pods.go:236] Attempting to release IPs for pod: openshift-console/console-554757996c-fqvf9, ips: 10.129.0.24
I0521 19:35:35.239278    3837 obj_retry.go:498] Detected object openshift-console/console-554757996c-fqvf9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:35:35.248919    3837 base_network_controller_pods.go:487] [default/openshift-console/console-56cc945f4d-lcn4d] creating logical port openshift-console_console-56cc945f4d-lcn4d for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:35:35.249043    3837 kube.go:256] Updating pod openshift-console/console-56cc945f4d-lcn4d
I0521 19:35:35.271471    3837 pod.go:62] [openshift-console/console-56cc945f4d-lcn4d] pod update took 22.457161ms
I0521 19:35:35.271501    3837 base_network_controller_pods.go:951] [default/openshift-console/console-56cc945f4d-lcn4d] addLogicalPort annotation time took 22.49205ms
I0521 19:35:35.272723    3837 pods.go:271] [openshift-console/console-56cc945f4d-lcn4d] addLogicalPort took 23.81309ms, libovsdb time 885.466µs
I0521 19:35:35.607216    3837 cni.go:452] [openshift-console/console-56cc945f4d-lcn4d dd3b2a74d1642ce8bd93d062debe7a1476c78ef159f8027fbfa46f38c267d46c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-56cc945f4d-lcn4d dd3b2a74d1642ce8bd93d062debe7a1476c78ef159f8027fbfa46f38c267d46c network default NAD default NAD key ]
I0521 19:35:35.616851    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-56cc945f4d-lcn4d, hostIfaceName: dd3b2a74d1642ce, network: default, NAD default, SandboxID: "dd3b2a74d1642ce8bd93d062debe7a1476c78ef159f8027fbfa46f38c267d46c", PCI device ID: , UID: "357bebf7-fe8a-43cf-bb62-103dca774f0d", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
I0521 19:35:35.667224    3837 cni.go:473] [openshift-console/console-56cc945f4d-lcn4d dd3b2a74d1642ce8bd93d062debe7a1476c78ef159f8027fbfa46f38c267d46c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-56cc945f4d-lcn4d dd3b2a74d1642ce8bd93d062debe7a1476c78ef159f8027fbfa46f38c267d46c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:17:91:6c:fc:09\",\"name\":\"dd3b2a74d1642ce\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b403d68-570a-4e3f-a3c5-6b6c0dc56e82\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:35:35.732891    3837 obj_retry.go:492] Detected object openshift-console/console-554757996c-fqvf9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:35:35.732914    3837 obj_retry.go:492] Detected object openshift-console/console-554757996c-fqvf9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:35:35.739536    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-554757996c-fqvf9
I0521 19:35:35.739562    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-554757996c-fqvf9
I0521 19:35:45.757961    3837 obj_retry.go:498] Detected object openshift-console/console-554757996c-5k9p2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:35:45.758511    3837 obj_retry.go:498] Detected object openshift-console/console-554757996c-5k9p2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0521 19:35:45.793621    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0521 19:35:46.180983    3837 obj_retry.go:492] Detected object openshift-console/console-554757996c-5k9p2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:35:46.181005    3837 obj_retry.go:492] Detected object openshift-console/console-554757996c-5k9p2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:35:46.186419    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-554757996c-5k9p2
I0521 19:35:46.186440    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-554757996c-5k9p2
I0521 19:36:30.074837    3837 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0521 19:36:45.085616    3837 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0521 19:36:51.426862    3837 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hr2kx] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-hr2kx for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:36:51.427029    3837 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hr2kx
I0521 19:36:51.441907    3837 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hr2kx] pod update took 14.919535ms
I0521 19:36:51.441930    3837 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hr2kx] addLogicalPort annotation time took 14.946491ms
I0521 19:36:51.443125    3837 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hr2kx] addLogicalPort took 16.283167ms, libovsdb time 836.843µs
I0521 19:36:51.787544    3837 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hr2kx 4bc2f8f56fb7c1dd2235c944bdf0e8de179d03f758753f862b13d79eb24918c5 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hr2kx 4bc2f8f56fb7c1dd2235c944bdf0e8de179d03f758753f862b13d79eb24918c5 network default NAD default NAD key ]
I0521 19:36:51.796798    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-hr2kx, hostIfaceName: 4bc2f8f56fb7c1d, network: default, NAD default, SandboxID: "4bc2f8f56fb7c1dd2235c944bdf0e8de179d03f758753f862b13d79eb24918c5", PCI device ID: , UID: "e596ad0d-0283-4162-a280-7ea633d09b7e", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0521 19:36:51.847580    3837 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hr2kx 4bc2f8f56fb7c1dd2235c944bdf0e8de179d03f758753f862b13d79eb24918c5 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-hr2kx 4bc2f8f56fb7c1dd2235c944bdf0e8de179d03f758753f862b13d79eb24918c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:f8:7b:a0:a7:3b\",\"name\":\"4bc2f8f56fb7c1d\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/899604f2-8290-4818-9670-4fe2b6bed69d\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:36:55.049514    3837 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0521 19:37:06.059163    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0521 19:37:06.092152    3837 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0521 19:37:06.092233    3837 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8hxzx IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8hxzx: no pod IPs found 
I0521 19:37:11.961807    3837 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52
I0521 19:37:12.048097    3837 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0521 19:37:26.060116    3837 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0521 19:37:48.052149    3837 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0521 19:37:49.092023    3837 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0521 19:38:05.963360    3837 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71
I0521 19:38:21.962937    3837 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16
I0521 19:38:34.974950    3837 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=605
I0521 19:38:38.080785    3837 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0521 19:38:39.066375    3837 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0521 19:39:12.092019    3837 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0521 19:39:40.964699    3837 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0521 19:40:04.699094    3837 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:40:04.699690    3837 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:40:05.588475    3837 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:40:05.588516    3837 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:40:37.048006    3837 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0521 19:40:37.961366    3837 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=134
I0521 19:41:30.209810    3837 namespace.go:98] [tsf] adding namespace
I0521 19:41:30.210662    3837 namespace.go:102] [tsf] adding namespace took 828.932µs
I0521 19:41:30.225349    3837 namespace.go:142] [tsf] updating namespace
I0521 19:41:30.238558    3837 namespace.go:142] [tsf] updating namespace
I0521 19:41:34.232224    3837 namespace.go:98] [konflux-ui] adding namespace
I0521 19:41:34.233099    3837 namespace.go:102] [konflux-ui] adding namespace took 852.175µs
I0521 19:41:34.233140    3837 namespace.go:98] [tsf-tas] adding namespace
I0521 19:41:34.233370    3837 namespace.go:98] [rhtpa-operator] adding namespace
I0521 19:41:34.233865    3837 namespace.go:102] [tsf-tas] adding namespace took 716.619µs
I0521 19:41:34.234453    3837 namespace.go:102] [rhtpa-operator] adding namespace took 1.05944ms
I0521 19:41:34.236246    3837 namespace.go:98] [konflux-operator] adding namespace
I0521 19:41:34.236337    3837 namespace.go:98] [rhbk-operator] adding namespace
I0521 19:41:34.236444    3837 namespace.go:98] [tsf-tpa] adding namespace
I0521 19:41:34.236958    3837 namespace.go:102] [konflux-operator] adding namespace took 698.02µs
I0521 19:41:34.237574    3837 namespace.go:102] [rhbk-operator] adding namespace took 1.221441ms
I0521 19:41:34.238094    3837 namespace.go:102] [tsf-tpa] adding namespace took 1.634293ms
I0521 19:41:34.238545    3837 namespace.go:98] [tsf-keycloak] adding namespace
I0521 19:41:34.238713    3837 namespace.go:98] [cert-manager-operator] adding namespace
I0521 19:41:34.239298    3837 namespace.go:102] [tsf-keycloak] adding namespace took 740.7µs
I0521 19:41:34.239813    3837 namespace.go:102] [cert-manager-operator] adding namespace took 1.085909ms
I0521 19:41:34.249886    3837 namespace.go:142] [konflux-ui] updating namespace
I0521 19:41:34.262693    3837 namespace.go:142] [konflux-ui] updating namespace
I0521 19:41:34.268901    3837 namespace.go:142] [tsf-tas] updating namespace
I0521 19:41:34.283392    3837 namespace.go:142] [tsf-tas] updating namespace
I0521 19:41:34.290854    3837 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:41:34.303476    3837 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:41:34.308104    3837 namespace.go:142] [konflux-operator] updating namespace
I0521 19:41:34.318446    3837 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:41:34.318519    3837 namespace.go:142] [konflux-operator] updating namespace
I0521 19:41:34.339038    3837 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:41:34.350180    3837 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:41:34.357432    3837 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:41:34.370169    3837 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:41:34.374675    3837 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:41:34.385742    3837 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:41:34.389819    3837 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:41:34.400956    3837 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:41:34.411875    3837 namespace.go:142] [konflux-ui] updating namespace
I0521 19:41:34.411935    3837 namespace.go:142] [tsf-tas] updating namespace
I0521 19:41:34.478081    3837 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:41:34.662929    3837 namespace.go:142] [konflux-operator] updating namespace
I0521 19:41:34.840194    3837 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:41:35.040224    3837 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:41:35.240636    3837 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:41:35.632936    3837 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:41:35.659843    3837 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:41:47.803399    3837 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:47.803929    3837 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:47.803952    3837 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:47.803960    3837 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:41:47.803968    3837 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:47.803972    3837 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:41:48.675269    3837 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:48.675297    3837 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:48.675311    3837 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:48.675326    3837 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:48.804486    3837 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:48.805017    3837 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:48.805040    3837 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:48.805048    3837 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:41:48.805056    3837 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:48.805059    3837 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:41:49.833338    3837 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:49.833366    3837 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:49.833381    3837 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:49.833388    3837 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:49.856698    3837 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:49.857274    3837 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:49.857302    3837 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:49.857312    3837 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:41:49.857323    3837 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:49.857328    3837 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:41:49.882333    3837 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:49.882669    3837 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:49.882688    3837 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:49.882695    3837 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:41:49.882703    3837 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:49.882706    3837 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:41:49.903470    3837 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:49.903829    3837 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:49.903846    3837 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:49.903852    3837 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:41:49.903858    3837 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:49.903861    3837 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:41:50.837519    3837 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:50.838023    3837 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:50.838051    3837 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:50.838061    3837 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0521 19:41:50.838068    3837 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0521 19:41:50.838072    3837 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0521 19:41:50.892972    3837 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:50.892994    3837 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:50.893008    3837 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:50.893016    3837 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:50.913138    3837 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:50.913157    3837 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:50.913177    3837 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:50.913186    3837 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:50.937428    3837 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:50.937447    3837 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:50.937458    3837 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:50.937466    3837 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:51.861667    3837 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:51.861688    3837 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:51.861701    3837 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:41:51.861713    3837 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0521 19:41:56.011572    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0521 19:42:00.090429    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0521 19:42:00.098250    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0521 19:42:00.109764    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0521 19:42:00.119871    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0521 19:42:03.855349    3837 namespace.go:98] [cert-manager] adding namespace
I0521 19:42:03.856155    3837 namespace.go:102] [cert-manager] adding namespace took 783.757µs
I0521 19:42:03.880379    3837 namespace.go:142] [cert-manager] updating namespace
I0521 19:42:03.897278    3837 namespace.go:142] [cert-manager] updating namespace
I0521 19:42:04.512450    3837 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-6fc7dbc666-2zkll] creating logical port rhbk-operator_rhbk-operator-6fc7dbc666-2zkll for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:42:04.512580    3837 kube.go:256] Updating pod rhbk-operator/rhbk-operator-6fc7dbc666-2zkll
I0521 19:42:04.538111    3837 pod.go:62] [rhbk-operator/rhbk-operator-6fc7dbc666-2zkll] pod update took 25.557203ms
I0521 19:42:04.538140    3837 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-6fc7dbc666-2zkll] addLogicalPort annotation time took 25.59016ms
I0521 19:42:04.539328    3837 pods.go:271] [rhbk-operator/rhbk-operator-6fc7dbc666-2zkll] addLogicalPort took 26.899956ms, libovsdb time 835.117µs
I0521 19:42:04.870902    3837 cni.go:452] [rhbk-operator/rhbk-operator-6fc7dbc666-2zkll f5deca5f2fb85bf6ade4f22766ecd089c710010449932f8b372b316ad4b64d1a network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-6fc7dbc666-2zkll f5deca5f2fb85bf6ade4f22766ecd089c710010449932f8b372b316ad4b64d1a network default NAD default NAD key ]
I0521 19:42:04.880341    3837 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-6fc7dbc666-2zkll, hostIfaceName: f5deca5f2fb85bf, network: default, NAD default, SandboxID: "f5deca5f2fb85bf6ade4f22766ecd089c710010449932f8b372b316ad4b64d1a", PCI device ID: , UID: "2b5d0eae-d448-45e9-be52-68dda9bc26b3", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0521 19:42:04.930000    3837 cni.go:473] [rhbk-operator/rhbk-operator-6fc7dbc666-2zkll f5deca5f2fb85bf6ade4f22766ecd089c710010449932f8b372b316ad4b64d1a network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-6fc7dbc666-2zkll f5deca5f2fb85bf6ade4f22766ecd089c710010449932f8b372b316ad4b64d1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:7b:90:21:b5:f2\",\"name\":\"f5deca5f2fb85bf\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a83987d8-d478-407a-b0a6-40f59ea5d7f0\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:42:06.839167    3837 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-tdfnn] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-tdfnn for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:42:06.839288    3837 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-tdfnn
I0521 19:42:06.860825    3837 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-tdfnn] pod update took 21.563648ms
I0521 19:42:06.860855    3837 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-tdfnn] addLogicalPort annotation time took 21.598335ms
I0521 19:42:06.862529    3837 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-tdfnn] addLogicalPort took 23.38154ms, libovsdb time 1.025959ms
I0521 19:42:07.222934    3837 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-tdfnn b23175cef8d43a3fc2e7df5a19839ece5b72db86a28dc7845c53ff635d384918 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-tdfnn b23175cef8d43a3fc2e7df5a19839ece5b72db86a28dc7845c53ff635d384918 network default NAD default NAD key ]
I0521 19:42:07.235111    3837 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-tdfnn, hostIfaceName: b23175cef8d43a3, network: default, NAD default, SandboxID: "b23175cef8d43a3fc2e7df5a19839ece5b72db86a28dc7845c53ff635d384918", PCI device ID: , UID: "a4beb150-90d3-4090-be60-64f276c19873", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0521 19:42:07.284034    3837 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-tdfnn b23175cef8d43a3fc2e7df5a19839ece5b72db86a28dc7845c53ff635d384918 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-tdfnn b23175cef8d43a3fc2e7df5a19839ece5b72db86a28dc7845c53ff635d384918 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:87:38:e7:9f:46\",\"name\":\"b23175cef8d43a3\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8713c3fc-e115-496d-a441-67d742a9345b\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:42:12.278779    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0521 19:42:12.278802    3837 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0521 19:42:16.315858    3837 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4r7qm] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-4r7qm for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:42:16.316028    3837 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4r7qm
I0521 19:42:16.341802    3837 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4r7qm] pod update took 25.803312ms
I0521 19:42:16.341829    3837 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4r7qm] addLogicalPort annotation time took 25.836649ms
I0521 19:42:16.343004    3837 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4r7qm] addLogicalPort took 27.161039ms, libovsdb time 837.093µs
I0521 19:42:16.550246    3837 namespace.go:142] [openshift-operators] updating namespace
I0521 19:42:16.567199    3837 namespace.go:142] [openshift-operators] updating namespace
I0521 19:42:16.678920    3837 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4r7qm 2dde80fb287d1aeca7379aec75ed90434e9c34a4caee870751294c44ea663020 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4r7qm 2dde80fb287d1aeca7379aec75ed90434e9c34a4caee870751294c44ea663020 network default NAD default NAD key ]
I0521 19:42:16.689332    3837 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-4r7qm, hostIfaceName: 2dde80fb287d1ae, network: default, NAD default, SandboxID: "2dde80fb287d1aeca7379aec75ed90434e9c34a4caee870751294c44ea663020", PCI device ID: , UID: "f8705fa4-b69d-490c-bdb0-25280615c37b", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0521 19:42:16.742002    3837 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4r7qm 2dde80fb287d1aeca7379aec75ed90434e9c34a4caee870751294c44ea663020 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-4r7qm 2dde80fb287d1aeca7379aec75ed90434e9c34a4caee870751294c44ea663020 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:9c:13:a7:21:da\",\"name\":\"2dde80fb287d1ae\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/426209ef-3df3-440e-ad15-9729fde9d3cc\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:42:18.293968    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0521 19:42:18.293996    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0521 19:42:19.335568    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0521 19:42:24.314626    3837 namespace.go:142] [openshift-operators] updating namespace
I0521 19:42:30.156476    3837 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-r8ngg] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-r8ngg for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:42:30.156611    3837 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-r8ngg
I0521 19:42:30.289509    3837 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-r8ngg] pod update took 132.921396ms
I0521 19:42:30.289536    3837 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-r8ngg] addLogicalPort annotation time took 132.953797ms
I0521 19:42:30.290810    3837 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-r8ngg] addLogicalPort took 134.34875ms, libovsdb time 893.06µs
I0521 19:42:30.517399    3837 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-r8ngg 5c01d5349104382ce59ff4d177f9fd090e135b30ce087d2c4a9c79c74247e764 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-r8ngg 5c01d5349104382ce59ff4d177f9fd090e135b30ce087d2c4a9c79c74247e764 network default NAD default NAD key ]
I0521 19:42:30.526827    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-r8ngg, hostIfaceName: 5c01d5349104382, network: default, NAD default, SandboxID: "5c01d5349104382ce59ff4d177f9fd090e135b30ce087d2c4a9c79c74247e764", PCI device ID: , UID: "9c88307e-2b08-4791-9b0e-822d90b59d68", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0521 19:42:30.580127    3837 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-r8ngg 5c01d5349104382ce59ff4d177f9fd090e135b30ce087d2c4a9c79c74247e764 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-r8ngg 5c01d5349104382ce59ff4d177f9fd090e135b30ce087d2c4a9c79c74247e764 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:7a:b5:17:19:4a\",\"name\":\"5c01d5349104382\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c5224e5-0e20-446d-833f-24e31ee061ad\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:42:30.637356    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0521 19:42:32.019341    3837 namespace.go:98] [trusted-artifact-signer] adding namespace
I0521 19:42:32.020188    3837 namespace.go:102] [trusted-artifact-signer] adding namespace took 822.49µs
I0521 19:42:32.063200    3837 namespace.go:142] [trusted-artifact-signer] updating namespace
I0521 19:42:32.091227    3837 namespace.go:142] [trusted-artifact-signer] updating namespace
W0521 19:42:32.394577    3837 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0521 19:42:39.735296    3837 namespace.go:98] [openshift-pipelines] adding namespace
I0521 19:42:39.736157    3837 namespace.go:102] [openshift-pipelines] adding namespace took 832.689µs
I0521 19:42:39.756894    3837 namespace.go:142] [openshift-pipelines] updating namespace
I0521 19:42:40.485334    3837 namespace.go:142] [cert-manager] updating namespace
I0521 19:42:40.674517    3837 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:42:41.076738    3837 namespace.go:142] [konflux-operator] updating namespace
I0521 19:42:41.277809    3837 namespace.go:142] [konflux-ui] updating namespace
I0521 19:42:41.479753    3837 namespace.go:142] [open-cluster-management-2qegnkaps54it628q1tq7tota2a7fesv] updating namespace
I0521 19:42:41.880420    3837 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:42:42.080564    3837 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:42:42.278288    3837 namespace.go:142] [trusted-artifact-signer] updating namespace
I0521 19:42:42.481315    3837 namespace.go:142] [tsf] updating namespace
I0521 19:42:42.681649    3837 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:42:42.882269    3837 namespace.go:142] [tsf-tas] updating namespace
I0521 19:42:43.086043    3837 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:42:43.215952    3837 namespace.go:142] [cert-manager] updating namespace
I0521 19:42:43.226860    3837 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:42:43.237193    3837 namespace.go:142] [default] updating namespace
I0521 19:42:43.247587    3837 namespace.go:142] [konflux-operator] updating namespace
I0521 19:42:43.256855    3837 namespace.go:142] [konflux-ui] updating namespace
I0521 19:42:43.268048    3837 namespace.go:142] [open-cluster-management-2qegnkaps54it628q1tq7tota2a7fesv] updating namespace
I0521 19:42:43.276800    3837 namespace.go:142] [openshift] updating namespace
I0521 19:42:43.289461    3837 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:42:43.299408    3837 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:42:43.309709    3837 namespace.go:142] [trusted-artifact-signer] updating namespace
I0521 19:42:43.318632    3837 namespace.go:142] [tsf] updating namespace
I0521 19:42:43.332266    3837 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:42:43.345093    3837 namespace.go:142] [tsf-tas] updating namespace
I0521 19:42:43.369575    3837 namespace.go:142] [tsf-tpa] updating namespace
W0521 19:42:43.386556    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0521 19:42:43.469570    3837 namespace.go:142] [cert-manager] updating namespace
I0521 19:42:43.572023    3837 namespace.go:142] [cert-manager-operator] updating namespace
I0521 19:42:43.667086    3837 namespace.go:142] [default] updating namespace
I0521 19:42:43.820566    3837 namespace.go:142] [konflux-operator] updating namespace
I0521 19:42:43.975831    3837 namespace.go:142] [konflux-ui] updating namespace
I0521 19:42:44.161506    3837 namespace.go:142] [open-cluster-management-2qegnkaps54it628q1tq7tota2a7fesv] updating namespace
I0521 19:42:44.427980    3837 namespace.go:142] [openshift] updating namespace
I0521 19:42:44.784487    3837 namespace.go:142] [rhbk-operator] updating namespace
I0521 19:42:45.047745    3837 namespace.go:142] [rhtpa-operator] updating namespace
I0521 19:42:45.162185    3837 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:42:45.162744    3837 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:42:45.175673    3837 namespace.go:142] [trusted-artifact-signer] updating namespace
I0521 19:42:45.194226    3837 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:42:45.194244    3837 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:42:45.200843    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0521 19:42:45.200867    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0521 19:42:45.265849    3837 namespace.go:142] [tsf] updating namespace
I0521 19:42:45.367172    3837 namespace.go:142] [tsf-keycloak] updating namespace
I0521 19:42:45.453080    3837 namespace.go:142] [tsf-tas] updating namespace
I0521 19:42:45.533527    3837 namespace.go:142] [tsf-tpa] updating namespace
I0521 19:42:46.282098    3837 namespace.go:142] [openshift-pipelines] updating namespace
I0521 19:42:47.968942    3837 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32
I0521 19:42:49.906781    3837 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-spdp4] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-spdp4 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:42:49.906870    3837 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-spdp4
I0521 19:42:49.923115    3837 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-spdp4] pod update took 16.271385ms
I0521 19:42:49.923135    3837 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-spdp4] addLogicalPort annotation time took 16.295682ms
I0521 19:42:49.924357    3837 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-spdp4] addLogicalPort took 17.591352ms, libovsdb time 885.431µs
I0521 19:42:54.680977    3837 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tzv87] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-tzv87 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:42:54.681106    3837 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tzv87
I0521 19:42:54.718341    3837 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tzv87] pod update took 37.258786ms
I0521 19:42:54.718363    3837 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tzv87] addLogicalPort annotation time took 37.285075ms
I0521 19:42:54.719599    3837 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tzv87] addLogicalPort took 38.636271ms, libovsdb time 843.341µs
I0521 19:42:55.019792    3837 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpdxw] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-gpdxw for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:42:55.019904    3837 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpdxw
I0521 19:42:55.069413    3837 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpdxw] pod update took 49.527556ms
I0521 19:42:55.069435    3837 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpdxw] addLogicalPort annotation time took 49.554628ms
I0521 19:42:55.070670    3837 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpdxw] addLogicalPort took 50.896621ms, libovsdb time 869.28µs
I0521 19:42:55.346057    3837 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tzv87 e560fd6cda69026e6af597f5a203a562396dd023c71a15c6eb8b4f64da11d82e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tzv87 e560fd6cda69026e6af597f5a203a562396dd023c71a15c6eb8b4f64da11d82e network default NAD default NAD key ]
I0521 19:42:55.356042    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-tzv87, hostIfaceName: e560fd6cda69026, network: default, NAD default, SandboxID: "e560fd6cda69026e6af597f5a203a562396dd023c71a15c6eb8b4f64da11d82e", PCI device ID: , UID: "a85cd687-0c78-45f9-a984-185ae5ae89f4", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0521 19:42:55.379513    3837 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpdxw fa94924a0f9df5bf961f585897fcda0c419f095d2b20c2fa57eefd625eea4913 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpdxw fa94924a0f9df5bf961f585897fcda0c419f095d2b20c2fa57eefd625eea4913 network default NAD default NAD key ]
I0521 19:42:55.389730    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-gpdxw, hostIfaceName: fa94924a0f9df5b, network: default, NAD default, SandboxID: "fa94924a0f9df5bf961f585897fcda0c419f095d2b20c2fa57eefd625eea4913", PCI device ID: , UID: "dcc2fb9c-fc7b-44a6-a7d6-ab5735009ea6", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0521 19:42:55.412979    3837 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tzv87 e560fd6cda69026e6af597f5a203a562396dd023c71a15c6eb8b4f64da11d82e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tzv87 e560fd6cda69026e6af597f5a203a562396dd023c71a15c6eb8b4f64da11d82e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:88:9f:fa:db:80\",\"name\":\"e560fd6cda69026\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bde1cca2-4f13-4cc8-a6e7-3c7a6cd12096\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:42:55.440725    3837 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpdxw fa94924a0f9df5bf961f585897fcda0c419f095d2b20c2fa57eefd625eea4913 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpdxw fa94924a0f9df5bf961f585897fcda0c419f095d2b20c2fa57eefd625eea4913 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:91:4a:b7:81:a3\",\"name\":\"fa94924a0f9df5b\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/744b684a-8600-4ae6-8962-3469605e1bfd\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:42:59.092406    3837 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0521 19:42:59.092430    3837 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0521 19:42:59.092438    3837 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0521 19:42:59.129522    3837 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0521 19:42:59.129543    3837 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0521 19:42:59.129548    3837 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0521 19:42:59.162321    3837 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0521 19:42:59.162340    3837 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0521 19:42:59.162347    3837 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0521 19:42:59.162352    3837 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0521 19:42:59.553302    3837 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-spdp4 d1bebb19f51798d9f62f6db0269bf73366e761fc540f1059d8b7d9310b72b6b8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-spdp4 d1bebb19f51798d9f62f6db0269bf73366e761fc540f1059d8b7d9310b72b6b8 network default NAD default NAD key ]
I0521 19:42:59.564528    3837 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-spdp4, hostIfaceName: d1bebb19f51798d, network: default, NAD default, SandboxID: "d1bebb19f51798d9f62f6db0269bf73366e761fc540f1059d8b7d9310b72b6b8", PCI device ID: , UID: "9213385b-58fd-4564-90b7-c7203fc67302", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0521 19:42:59.619664    3837 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-spdp4 d1bebb19f51798d9f62f6db0269bf73366e761fc540f1059d8b7d9310b72b6b8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-spdp4 d1bebb19f51798d9f62f6db0269bf73366e761fc540f1059d8b7d9310b72b6b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:2f:ef:2e:99:43\",\"name\":\"d1bebb19f51798d\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77ead806-b8c3-4f29-9130-60edc0ae5baf\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:43:02.099583    3837 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0521 19:43:04.527719    3837 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0521 19:43:09.051445    3837 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
W0521 19:43:21.198108    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
W0521 19:43:25.536498    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0521 19:43:27.369714    3837 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:43:27.370300    3837 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:43:27.389404    3837 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:43:27.389425    3837 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:43:27.395529    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0521 19:43:27.395549    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0521 19:43:29.320845    3837 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0521 19:43:29.321509    3837 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0521 19:43:29.321532    3837 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0521 19:43:29.324157    3837 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
I0521 19:43:29.773500    3837 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:43:29.773615    3837 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0521 19:43:29.791422    3837 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 17.851541ms
I0521 19:43:29.791449    3837 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.881555ms
I0521 19:43:29.792882    3837 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.399154ms, libovsdb time 1.065221ms
I0521 19:43:30.139046    3837 cni.go:452] [tsf-keycloak/keycloak-0 38b346fe6a1dec9a0bc11857f185c4f97f26617c2756e501cb9d137a303bda0f network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 38b346fe6a1dec9a0bc11857f185c4f97f26617c2756e501cb9d137a303bda0f network default NAD default NAD key ]
I0521 19:43:30.149662    3837 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 38b346fe6a1dec9, network: default, NAD default, SandboxID: "38b346fe6a1dec9a0bc11857f185c4f97f26617c2756e501cb9d137a303bda0f", PCI device ID: , UID: "2aea2c56-cac8-4c42-82ce-648a52b965d3", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0521 19:43:30.203420    3837 cni.go:473] [tsf-keycloak/keycloak-0 38b346fe6a1dec9a0bc11857f185c4f97f26617c2756e501cb9d137a303bda0f network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 38b346fe6a1dec9a0bc11857f185c4f97f26617c2756e501cb9d137a303bda0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:30:01:5f:3a:8f\",\"name\":\"38b346fe6a1dec9\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f01e2409-8990-4da8-982c-6b5f970aa0df\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:43:32.055191    3837 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
W0521 19:43:37.689400    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0521 19:43:37.689415    3837 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0521 19:43:37.689426    3837 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0521 19:43:37.689435    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0521 19:43:39.486442    3837 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0521 19:43:46.078348    3837 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
W0521 19:44:02.375294    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0521 19:44:02.375320    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
W0521 19:44:02.375474    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0521 19:44:02.375488    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0521 19:44:09.654176    3837 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-tdj22] creating logical port tsf-keycloak_tsf-iam-tdj22 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:44:09.654297    3837 kube.go:256] Updating pod tsf-keycloak/tsf-iam-tdj22
I0521 19:44:09.670287    3837 pod.go:62] [tsf-keycloak/tsf-iam-tdj22] pod update took 16.016144ms
I0521 19:44:09.670313    3837 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-tdj22] addLogicalPort annotation time took 16.048927ms
I0521 19:44:09.671653    3837 pods.go:271] [tsf-keycloak/tsf-iam-tdj22] addLogicalPort took 17.492712ms, libovsdb time 827.213µs
I0521 19:44:10.048649    3837 cni.go:452] [tsf-keycloak/tsf-iam-tdj22 37aac03ab332e25ceb6f2ede41089e482e3c9ad36cb7ad0c7b5f48dcfdb6fb43 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-tdj22 37aac03ab332e25ceb6f2ede41089e482e3c9ad36cb7ad0c7b5f48dcfdb6fb43 network default NAD default NAD key ]
I0521 19:44:10.058172    3837 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-tdj22, hostIfaceName: 37aac03ab332e25, network: default, NAD default, SandboxID: "37aac03ab332e25ceb6f2ede41089e482e3c9ad36cb7ad0c7b5f48dcfdb6fb43", PCI device ID: , UID: "7f1a1b48-0d72-4a70-a112-9aa972365d25", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0521 19:44:10.112677    3837 cni.go:473] [tsf-keycloak/tsf-iam-tdj22 37aac03ab332e25ceb6f2ede41089e482e3c9ad36cb7ad0c7b5f48dcfdb6fb43 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-tdj22 37aac03ab332e25ceb6f2ede41089e482e3c9ad36cb7ad0c7b5f48dcfdb6fb43 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:a8:c2:06:f8:91\",\"name\":\"37aac03ab332e25\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7f990f0-6556-4aa5-b8c9-de8cd209b8b1\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:44:11.495792    3837 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0521 19:44:11.495817    3837 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0521 19:44:11.495823    3837 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0521 19:44:15.663054    3837 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:44:15.663880    3837 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:44:15.709882    3837 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:44:15.709921    3837 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:44:15.718393    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0521 19:44:15.718434    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
W0521 19:44:20.742048    3837 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0521 19:44:20.742078    3837 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
I0521 19:44:25.089939    3837 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0521 19:44:26.977943    3837 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=351
W0521 19:44:28.612647    3837 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0521 19:44:28.641806    3837 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0521 19:44:28.965449    3837 cni.go:452] [tsf-keycloak/tsf-iam-tdj22 37aac03ab332e25ceb6f2ede41089e482e3c9ad36cb7ad0c7b5f48dcfdb6fb43 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-tdj22 37aac03ab332e25ceb6f2ede41089e482e3c9ad36cb7ad0c7b5f48dcfdb6fb43 network default NAD default NAD key ]
I0521 19:44:29.054713    3837 cni.go:473] [tsf-keycloak/tsf-iam-tdj22 37aac03ab332e25ceb6f2ede41089e482e3c9ad36cb7ad0c7b5f48dcfdb6fb43 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-tdj22 37aac03ab332e25ceb6f2ede41089e482e3c9ad36cb7ad0c7b5f48dcfdb6fb43 network default NAD default NAD key default], result "{}", err <nil>
I0521 19:44:29.116840    3837 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tdj22 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:44:29.116876    3837 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-tdj22
I0521 19:44:29.118369    3837 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-tdj22, ips: 10.129.0.35
I0521 19:44:29.118399    3837 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tdj22 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:44:29.991021    3837 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tdj22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:44:29.991049    3837 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tdj22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0521 19:44:30.787806    3837 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0521 19:44:31.927046    3837 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gbzhz-lhtrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:44:31.927620    3837 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gbzhz-lhtrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:44:32.834390    3837 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gbzhz-lhtrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:44:32.834427    3837 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gbzhz-lhtrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:44:40.966806    3837 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=54
I0521 19:44:51.423286    3837 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-27nv8] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-27nv8 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:44:51.423383    3837 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-27nv8
I0521 19:44:51.439470    3837 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-27nv8] pod update took 16.106016ms
I0521 19:44:51.439497    3837 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-27nv8] addLogicalPort annotation time took 16.141442ms
I0521 19:44:51.440791    3837 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-27nv8] addLogicalPort took 17.520978ms, libovsdb time 846.984µs
I0521 19:44:51.524790    3837 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-wt6g6] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-wt6g6 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:44:51.524895    3837 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-wt6g6
I0521 19:44:51.538676    3837 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wt6g6] pod update took 13.808289ms
I0521 19:44:51.538699    3837 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-wt6g6] addLogicalPort annotation time took 13.835005ms
I0521 19:44:51.539947    3837 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wt6g6] addLogicalPort took 15.174286ms, libovsdb time 882.32µs
I0521 19:44:51.817575    3837 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-27nv8 71c2f4eb2ab7c6638490839427b8c5633ba93315a42fc8d585414ebab7af01e4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-27nv8 71c2f4eb2ab7c6638490839427b8c5633ba93315a42fc8d585414ebab7af01e4 network default NAD default NAD key ]
I0521 19:44:51.826940    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-27nv8, hostIfaceName: 71c2f4eb2ab7c66, network: default, NAD default, SandboxID: "71c2f4eb2ab7c6638490839427b8c5633ba93315a42fc8d585414ebab7af01e4", PCI device ID: , UID: "fedf5c20-c818-4606-afd5-55636fa650f2", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0521 19:44:51.881196    3837 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-27nv8 71c2f4eb2ab7c6638490839427b8c5633ba93315a42fc8d585414ebab7af01e4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-27nv8 71c2f4eb2ab7c6638490839427b8c5633ba93315a42fc8d585414ebab7af01e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:29:5b:37:bd:4f\",\"name\":\"71c2f4eb2ab7c66\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/229ec360-bbd9-47de-918b-50a7221ca671\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:44:51.884910    3837 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wt6g6 27cf231528dcf21a4d5024ca242cf489676d78517bb23fe59cd23d0e0dd25f32 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wt6g6 27cf231528dcf21a4d5024ca242cf489676d78517bb23fe59cd23d0e0dd25f32 network default NAD default NAD key ]
I0521 19:44:51.894571    3837 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-wt6g6, hostIfaceName: 27cf231528dcf21, network: default, NAD default, SandboxID: "27cf231528dcf21a4d5024ca242cf489676d78517bb23fe59cd23d0e0dd25f32", PCI device ID: , UID: "e79d3ace-042e-46a5-a736-956218c4ffd7", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0521 19:44:51.946039    3837 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wt6g6 27cf231528dcf21a4d5024ca242cf489676d78517bb23fe59cd23d0e0dd25f32 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wt6g6 27cf231528dcf21a4d5024ca242cf489676d78517bb23fe59cd23d0e0dd25f32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:e7:c6:78:4f:11\",\"name\":\"27cf231528dcf21\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3dc07d65-d260-47bc-8fd5-5929fa9282ba\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:44:54.907102    3837 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0521 19:44:54.907128    3837 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0521 19:44:55.092278    3837 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0521 19:45:05.976712    3837 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:05.977319    3837 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:05.998419    3837 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:05.998445    3837 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:06.004364    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0521 19:45:06.004389    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
W0521 19:45:06.114277    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0521 19:45:06.681113    3837 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-98vm7] creating logical port tsf_patch-tekton-config-98vm7 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:45:06.681237    3837 kube.go:256] Updating pod tsf/patch-tekton-config-98vm7
I0521 19:45:06.693488    3837 pod.go:62] [tsf/patch-tekton-config-98vm7] pod update took 12.304414ms
I0521 19:45:06.693511    3837 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-98vm7] addLogicalPort annotation time took 12.332993ms
I0521 19:45:06.694719    3837 pods.go:271] [tsf/patch-tekton-config-98vm7] addLogicalPort took 13.626434ms, libovsdb time 844.649µs
I0521 19:45:07.041043    3837 cni.go:452] [tsf/patch-tekton-config-98vm7 634afc53748b4412e894c4339e1d75e0874405575a82b4c9b993c6eda286bec6 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-98vm7 634afc53748b4412e894c4339e1d75e0874405575a82b4c9b993c6eda286bec6 network default NAD default NAD key ]
I0521 19:45:07.051602    3837 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-98vm7, hostIfaceName: 634afc53748b441, network: default, NAD default, SandboxID: "634afc53748b4412e894c4339e1d75e0874405575a82b4c9b993c6eda286bec6", PCI device ID: , UID: "d5056fb0-09b5-4d47-b218-e46e0d36634e", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0521 19:45:07.107715    3837 cni.go:473] [tsf/patch-tekton-config-98vm7 634afc53748b4412e894c4339e1d75e0874405575a82b4c9b993c6eda286bec6 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-98vm7 634afc53748b4412e894c4339e1d75e0874405575a82b4c9b993c6eda286bec6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:07:45:02:f5:b5\",\"name\":\"634afc53748b441\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/499051e7-97b1-4781-8283-728667aac509\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:45:12.012692    3837 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:12.013329    3837 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:12.880569    3837 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:12.880594    3837 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:15.199547    3837 cni.go:452] [tsf/patch-tekton-config-98vm7 634afc53748b4412e894c4339e1d75e0874405575a82b4c9b993c6eda286bec6 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-98vm7 634afc53748b4412e894c4339e1d75e0874405575a82b4c9b993c6eda286bec6 network default NAD default NAD key ]
I0521 19:45:15.286951    3837 cni.go:473] [tsf/patch-tekton-config-98vm7 634afc53748b4412e894c4339e1d75e0874405575a82b4c9b993c6eda286bec6 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-98vm7 634afc53748b4412e894c4339e1d75e0874405575a82b4c9b993c6eda286bec6 network default NAD default NAD key default], result "{}", err <nil>
I0521 19:45:15.335931    3837 obj_retry.go:498] Detected object tsf/patch-tekton-config-98vm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:15.335961    3837 pods.go:176] Deleting pod: tsf/patch-tekton-config-98vm7
I0521 19:45:15.337141    3837 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-98vm7, ips: 10.129.0.38
I0521 19:45:15.337170    3837 obj_retry.go:498] Detected object tsf/patch-tekton-config-98vm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:16.213438    3837 obj_retry.go:492] Detected object tsf/patch-tekton-config-98vm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:16.213468    3837 obj_retry.go:492] Detected object tsf/patch-tekton-config-98vm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0521 19:45:16.904697    3837 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0521 19:45:20.178459    3837 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-h6p4q-wmbrs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:20.178997    3837 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-h6p4q-wmbrs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:21.061055    3837 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-h6p4q-wmbrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:21.061080    3837 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-h6p4q-wmbrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:25.084497    3837 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-kmcds of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:25.085042    3837 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-kmcds of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:25.096367    3837 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0521 19:45:25.964128    3837 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-kmcds of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:25.964154    3837 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-kmcds of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:25.998324    3837 obj_retry.go:492] Detected object tsf/patch-tekton-config-98vm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:25.998346    3837 obj_retry.go:492] Detected object tsf/patch-tekton-config-98vm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:26.002321    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-98vm7
I0521 19:45:26.002350    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-98vm7
I0521 19:45:27.831957    3837 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-58675686b6-4lxl4] creating logical port tsf-tas_rekor-server-58675686b6-4lxl4 for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:45:27.832087    3837 kube.go:256] Updating pod tsf-tas/rekor-server-58675686b6-4lxl4
I0521 19:45:27.846141    3837 pod.go:62] [tsf-tas/rekor-server-58675686b6-4lxl4] pod update took 14.079208ms
I0521 19:45:27.846164    3837 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-58675686b6-4lxl4] addLogicalPort annotation time took 14.108337ms
I0521 19:45:27.847662    3837 pods.go:271] [tsf-tas/rekor-server-58675686b6-4lxl4] addLogicalPort took 15.72303ms, libovsdb time 1.078971ms
W0521 19:45:29.101319    3837 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
W0521 19:45:29.122816    3837 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0521 19:45:30.137511    3837 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:30.138131    3837 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:30.176517    3837 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:30.176536    3837 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:30.196996    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0521 19:45:30.197022    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0521 19:45:30.594889    3837 cni.go:452] [tsf-tas/rekor-server-58675686b6-4lxl4 86519b5b62328ad5e44bdad4b8410ad322b8d48a435e2bbc774199b24581ec66 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-58675686b6-4lxl4 86519b5b62328ad5e44bdad4b8410ad322b8d48a435e2bbc774199b24581ec66 network default NAD default NAD key ]
I0521 19:45:30.604460    3837 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-58675686b6-4lxl4, hostIfaceName: 86519b5b62328ad, network: default, NAD default, SandboxID: "86519b5b62328ad5e44bdad4b8410ad322b8d48a435e2bbc774199b24581ec66", PCI device ID: , UID: "e91a91cf-1768-4dc4-9b00-53828948b58e", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0521 19:45:30.658681    3837 cni.go:473] [tsf-tas/rekor-server-58675686b6-4lxl4 86519b5b62328ad5e44bdad4b8410ad322b8d48a435e2bbc774199b24581ec66 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-58675686b6-4lxl4 86519b5b62328ad5e44bdad4b8410ad322b8d48a435e2bbc774199b24581ec66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:70:1b:96:fb:8a\",\"name\":\"86519b5b62328ad\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/329c6f98-dbe7-4d46-a40b-63734755343c\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0521 19:45:33.285952    3837 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0521 19:45:36.167976    3837 obj_retry.go:498] Detected object tsf-tpa/create-db-h7ttc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:36.168561    3837 obj_retry.go:498] Detected object tsf-tpa/create-db-h7ttc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:37.191561    3837 obj_retry.go:492] Detected object tsf-tpa/create-db-h7ttc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:37.191591    3837 obj_retry.go:492] Detected object tsf-tpa/create-db-h7ttc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:40.207607    3837 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mwbfs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:40.208232    3837 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mwbfs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:40.326615    3837 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwbfs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:40.326640    3837 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwbfs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:43.214180    3837 obj_retry.go:498] Detected object tsf-tpa/create-importers-mwzfh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:43.214729    3837 obj_retry.go:498] Detected object tsf-tpa/create-importers-mwzfh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:45:43.454607    3837 base_network_controller_pods.go:487] [default/tsf-tpa/server-dd9c7f499-mg2gd] creating logical port tsf-tpa_server-dd9c7f499-mg2gd for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:45:43.454702    3837 kube.go:256] Updating pod tsf-tpa/server-dd9c7f499-mg2gd
I0521 19:45:43.470994    3837 pod.go:62] [tsf-tpa/server-dd9c7f499-mg2gd] pod update took 16.313361ms
I0521 19:45:43.471016    3837 base_network_controller_pods.go:951] [default/tsf-tpa/server-dd9c7f499-mg2gd] addLogicalPort annotation time took 16.341626ms
I0521 19:45:43.472570    3837 pods.go:271] [tsf-tpa/server-dd9c7f499-mg2gd] addLogicalPort took 17.984273ms, libovsdb time 1.053758ms
I0521 19:45:44.236976    3837 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwzfh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:45:44.236999    3837 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwzfh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0521 19:45:44.297838    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
I0521 19:45:45.023682    3837 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-6jgnq] creating logical port tsf-tpa_importer-86bcdf477b-6jgnq for pod on switch ip-10-0-1-114.ec2.internal
I0521 19:45:45.023773    3837 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-6jgnq
I0521 19:45:45.040891    3837 pod.go:62] [tsf-tpa/importer-86bcdf477b-6jgnq] pod update took 17.141935ms
I0521 19:45:45.040913    3837 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-6jgnq] addLogicalPort annotation time took 17.168694ms
I0521 19:45:45.042198    3837 pods.go:271] [tsf-tpa/importer-86bcdf477b-6jgnq] addLogicalPort took 18.535632ms, libovsdb time 904.514µs
I0521 19:45:49.782445    3837 cni.go:452] [tsf-tpa/server-dd9c7f499-mg2gd 983e76906769e2b94803c260d984e6da0c53cb0bd4cb96a78255b99fcce21b64 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-dd9c7f499-mg2gd 983e76906769e2b94803c260d984e6da0c53cb0bd4cb96a78255b99fcce21b64 network default NAD default NAD key ]
I0521 19:45:49.792108    3837 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-dd9c7f499-mg2gd, hostIfaceName: 983e76906769e2b, network: default, NAD default, SandboxID: "983e76906769e2b94803c260d984e6da0c53cb0bd4cb96a78255b99fcce21b64", PCI device ID: , UID: "050b5c44-03cd-4a9d-b2ac-78409242ca39", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0521 19:45:49.844748    3837 cni.go:473] [tsf-tpa/server-dd9c7f499-mg2gd 983e76906769e2b94803c260d984e6da0c53cb0bd4cb96a78255b99fcce21b64 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-dd9c7f499-mg2gd 983e76906769e2b94803c260d984e6da0c53cb0bd4cb96a78255b99fcce21b64 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:71:a2:22:06:64\",\"name\":\"983e76906769e2b\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26aa990e-09b0-49be-8faf-dd6465b33c37\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:45:50.050860    3837 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
W0521 19:45:52.388984    3837 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0521 19:45:55.084564    3837 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0521 19:46:00.316284    3837 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-6cp68-577sc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:00.316844    3837 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-6cp68-577sc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:01.201164    3837 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-6cp68-577sc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:01.201192    3837 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-6cp68-577sc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:03.383304    3837 cni.go:452] [tsf-tpa/importer-86bcdf477b-6jgnq 684755fb0457cb3ab656c4c85ba88386255524e9fe4b3f313d86cad82f74ca96 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-6jgnq 684755fb0457cb3ab656c4c85ba88386255524e9fe4b3f313d86cad82f74ca96 network default NAD default NAD key ]
I0521 19:46:03.393157    3837 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-6jgnq, hostIfaceName: 684755fb0457cb3, network: default, NAD default, SandboxID: "684755fb0457cb3ab656c4c85ba88386255524e9fe4b3f313d86cad82f74ca96", PCI device ID: , UID: "2c0454d8-9f6e-4eb6-844e-7127e7c882fd", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23]
W0521 19:46:03.405565    3837 util.go:959] Failed to build node endpoints for node ip-10-0-1-114.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server
I0521 19:46:03.459720    3837 cni.go:473] [tsf-tpa/importer-86bcdf477b-6jgnq 684755fb0457cb3ab656c4c85ba88386255524e9fe4b3f313d86cad82f74ca96 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-6jgnq 684755fb0457cb3ab656c4c85ba88386255524e9fe4b3f313d86cad82f74ca96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:5d:89:fb:02:a2\",\"name\":\"684755fb0457cb3\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a922b49e-22ec-40ec-8587-c6df17a2d24e\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0521 19:46:10.069438    3837 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
W0521 19:46:10.243902    3837 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0521 19:46:20.434933    3837 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:20.435525    3837 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:20.479885    3837 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:20.479912    3837 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:20.482362    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0521 19:46:20.482383    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0521 19:46:21.223806    3837 namespace.go:98] [build-service] adding namespace
I0521 19:46:21.224200    3837 namespace.go:98] [integration-service] adding namespace
I0521 19:46:21.224308    3837 namespace.go:98] [default-tenant] adding namespace
I0521 19:46:21.224889    3837 namespace.go:102] [build-service] adding namespace took 1.062589ms
I0521 19:46:21.225755    3837 namespace.go:102] [integration-service] adding namespace took 1.51803ms
I0521 19:46:21.226554    3837 namespace.go:102] [default-tenant] adding namespace took 2.229313ms
I0521 19:46:21.229351    3837 namespace.go:98] [image-controller] adding namespace
I0521 19:46:21.229987    3837 namespace.go:102] [image-controller] adding namespace took 621.222µs
I0521 19:46:21.288732    3837 namespace.go:142] [build-service] updating namespace
I0521 19:46:21.316485    3837 namespace.go:142] [build-service] updating namespace
I0521 19:46:21.322494    3837 namespace.go:142] [integration-service] updating namespace
I0521 19:46:21.351971    3837 namespace.go:142] [integration-service] updating namespace
I0521 19:46:21.352032    3837 namespace.go:142] [default-tenant] updating namespace
I0521 19:46:21.396742    3837 namespace.go:142] [image-controller] updating namespace
I0521 19:46:21.396866    3837 namespace.go:142] [default-tenant] updating namespace
I0521 19:46:21.411710    3837 namespace.go:142] [image-controller] updating namespace
I0521 19:46:21.490462    3837 namespace.go:142] [build-service] updating namespace
I0521 19:46:21.507726    3837 namespace.go:142] [integration-service] updating namespace
I0521 19:46:21.555292    3837 namespace.go:98] [release-service] adding namespace
I0521 19:46:21.556131    3837 namespace.go:102] [release-service] adding namespace took 816.916µs
I0521 19:46:21.583053    3837 namespace.go:142] [release-service] updating namespace
I0521 19:46:21.594400    3837 namespace.go:142] [konflux-ui] updating namespace
I0521 19:46:21.602460    3837 namespace.go:142] [release-service] updating namespace
I0521 19:46:21.674341    3837 namespace.go:98] [konflux-info] adding namespace
I0521 19:46:21.675314    3837 namespace.go:102] [konflux-info] adding namespace took 948.849µs
I0521 19:46:21.719420    3837 namespace.go:98] [namespace-lister] adding namespace
I0521 19:46:21.720282    3837 namespace.go:102] [namespace-lister] adding namespace took 837.903µs
I0521 19:46:21.740931    3837 namespace.go:142] [konflux-info] updating namespace
I0521 19:46:21.803716    3837 namespace.go:142] [image-controller] updating namespace
I0521 19:46:21.869191    3837 namespace.go:98] [enterprise-contract-service] adding namespace
I0521 19:46:21.869338    3837 namespace.go:142] [konflux-info] updating namespace
I0521 19:46:21.869404    3837 namespace.go:142] [namespace-lister] updating namespace
I0521 19:46:21.870229    3837 namespace.go:102] [enterprise-contract-service] adding namespace took 982.058µs
I0521 19:46:21.926159    3837 namespace.go:142] [default-tenant] updating namespace
I0521 19:46:21.955393    3837 namespace.go:142] [namespace-lister] updating namespace
I0521 19:46:21.955511    3837 namespace.go:142] [enterprise-contract-service] updating namespace
I0521 19:46:22.018332    3837 namespace.go:142] [enterprise-contract-service] updating namespace
I0521 19:46:22.039639    3837 namespace.go:98] [segment-bridge] adding namespace
I0521 19:46:22.040650    3837 namespace.go:102] [segment-bridge] adding namespace took 988.929µs
I0521 19:46:22.072565    3837 namespace.go:98] [konflux-cli] adding namespace
I0521 19:46:22.073564    3837 namespace.go:102] [konflux-cli] adding namespace took 919.498µs
I0521 19:46:22.103423    3837 namespace.go:142] [segment-bridge] updating namespace
I0521 19:46:22.175669    3837 namespace.go:142] [segment-bridge] updating namespace
I0521 19:46:22.397108    3837 namespace.go:142] [konflux-cli] updating namespace
I0521 19:46:22.673269    3837 namespace.go:142] [konflux-cli] updating namespace
I0521 19:46:22.977525    3837 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0521 19:46:22.978155    3837 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0521 19:46:22.978177    3837 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0521 19:46:22.980808    3837 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0521 19:46:23.253724    3837 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0521 19:46:23.253752    3837 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0521 19:46:23.254744    3837 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0521 19:46:24.496126    3837 namespace.go:142] [build-service] updating namespace
I0521 19:46:24.798552    3837 namespace.go:142] [default-tenant] updating namespace
I0521 19:46:24.992745    3837 namespace.go:142] [enterprise-contract-service] updating namespace
I0521 19:46:25.187663    3837 namespace.go:142] [image-controller] updating namespace
I0521 19:46:25.404484    3837 namespace.go:142] [integration-service] updating namespace
I0521 19:46:25.598656    3837 namespace.go:142] [konflux-cli] updating namespace
I0521 19:46:25.786733    3837 namespace.go:142] [konflux-info] updating namespace
I0521 19:46:25.999980    3837 namespace.go:142] [namespace-lister] updating namespace
I0521 19:46:26.183435    3837 namespace.go:142] [release-service] updating namespace
I0521 19:46:26.409438    3837 namespace.go:142] [segment-bridge] updating namespace
I0521 19:46:26.510400    3837 namespace.go:142] [build-service] updating namespace
I0521 19:46:26.550415    3837 namespace.go:142] [default-tenant] updating namespace
I0521 19:46:26.574578    3837 namespace.go:142] [enterprise-contract-service] updating namespace
I0521 19:46:26.593554    3837 namespace.go:142] [image-controller] updating namespace
I0521 19:46:26.620362    3837 namespace.go:142] [integration-service] updating namespace
I0521 19:46:26.667404    3837 namespace.go:142] [konflux-cli] updating namespace
I0521 19:46:26.690434    3837 namespace.go:142] [konflux-info] updating namespace
I0521 19:46:26.712241    3837 namespace.go:142] [namespace-lister] updating namespace
I0521 19:46:26.737483    3837 namespace.go:142] [release-service] updating namespace
I0521 19:46:26.758184    3837 namespace.go:142] [segment-bridge] updating namespace
I0521 19:46:26.876294    3837 namespace.go:142] [build-service] updating namespace
I0521 19:46:27.051267    3837 namespace.go:142] [default-tenant] updating namespace
I0521 19:46:27.114579    3837 namespace.go:142] [enterprise-contract-service] updating namespace
I0521 19:46:27.174555    3837 namespace.go:142] [image-controller] updating namespace
I0521 19:46:27.238306    3837 namespace.go:142] [integration-service] updating namespace
I0521 19:46:27.305380    3837 namespace.go:142] [konflux-cli] updating namespace
I0521 19:46:27.381432    3837 namespace.go:142] [konflux-info] updating namespace
I0521 19:46:27.474587    3837 namespace.go:142] [namespace-lister] updating namespace
I0521 19:46:27.567123    3837 namespace.go:142] [release-service] updating namespace
I0521 19:46:27.672688    3837 namespace.go:142] [segment-bridge] updating namespace
W0521 19:46:32.391770    3837 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
W0521 19:46:32.413489    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0521 19:46:32.437924    3837 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0521 19:46:34.450494    3837 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
I0521 19:46:35.063885    3837 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11
W0521 19:46:35.426768    3837 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0521 19:46:35.429195    3837 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0521 19:46:35.455334    3837 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0521 19:46:35.456167    3837 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0521 19:46:36.437233    3837 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0521 19:46:36.437288    3837 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0521 19:46:37.506168    3837 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0521 19:46:37.506193    3837 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0521 19:46:39.465690    3837 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0521 19:46:39.465715    3837 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
I0521 19:46:46.995762    3837 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:46.996372    3837 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:46:47.515903    3837 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:47.515926    3837 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:46:47.519324    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8
I0521 19:46:47.519351    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8
I0521 19:47:05.050878    3837 namespace.go:142] [openshift-pipelines] updating namespace
I0521 19:47:50.446729    3837 obj_retry.go:498] Detected object konflux-ui/proxy-fbf4bb6f6-pcd5x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:47:50.447345    3837 obj_retry.go:498] Detected object konflux-ui/proxy-fbf4bb6f6-pcd5x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:47:50.869914    3837 obj_retry.go:492] Detected object konflux-ui/proxy-fbf4bb6f6-pcd5x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:47:50.869941    3837 obj_retry.go:492] Detected object konflux-ui/proxy-fbf4bb6f6-pcd5x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:47:50.876970    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-fbf4bb6f6-pcd5x
I0521 19:47:50.877006    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-fbf4bb6f6-pcd5x
I0521 19:47:50.967986    3837 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12
I0521 19:47:54.069378    3837 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0521 19:47:54.070015    3837 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0521 19:47:54.087360    3837 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:47:54.087386    3837 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0521 19:47:54.092935    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0521 19:47:54.092963    3837 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0521 19:48:01.966592    3837 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=166
I0521 19:48:20.751271    3837 namespace.go:98] [managed-tenant-mit1e] adding namespace
I0521 19:48:20.752238    3837 namespace.go:102] [managed-tenant-mit1e] adding namespace took 939.908µs
I0521 19:48:20.807416    3837 namespace.go:142] [managed-tenant-mit1e] updating namespace
I0521 19:48:20.831895    3837 namespace.go:142] [managed-tenant-mit1e] updating namespace
I0521 19:48:21.796326    3837 namespace.go:142] [managed-tenant-mit1e] updating namespace
I0521 19:48:21.929867    3837 namespace.go:142] [managed-tenant-mit1e] updating namespace
I0521 19:48:22.028953    3837 namespace.go:142] [managed-tenant-mit1e] updating namespace
I0521 19:48:47.096145    3837 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10