+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-2-221.ec2.internal
++ [[ -n ip-10-0-2-221.ec2.internal ]]
++ [[ -f /env/ip-10-0-2-221.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0508 00:10:14.628722907 - disable conntrack on geneve port'
I0508 00:10:14.628722907 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0508 00:10:14.646980709 - starting ovnkube-node'
I0508 00:10:14.646980709 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-221.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-221.ec2.internal --init-node ip-10-0-2-221.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-221.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0508 00:10:14.687925    3638 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0508 00:10:14.687976    3638 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-461967cbe0.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0508 00:10:14.689881    3638 kube.go:431] Waiting for certificate
I0508 00:10:14.689907    3638 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0508 00:10:14.689943    3638 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0508 00:10:14.690664    3638 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0508 00:10:14.717873    3638 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0508 00:10:14.717889    3638 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0508 00:10:14.720596    3638 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0508 00:10:14.724380    3638 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vmsnz"
I0508 00:10:14.732335    3638 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vmsnz"
I0508 00:10:14.732398    3638 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0508 00:10:15.690172    3638 kube.go:438] Certificate found
I0508 00:10:15.691092    3638 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0508 00:10:15.691967    3638 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0508 00:10:15.749198    3638 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-09 00:05:14 +0000 UTC" deadline="2026-05-08 17:08:47.64844428 +0000 UTC"
I0508 00:10:15.749232    3638 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h58m31.899221986s"
I0508 00:10:15.772325    3638 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0508 00:10:15.781459    3638 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0508 00:10:15.781524    3638 server.go:101] MetricServer registers OVS metrics
I0508 00:10:15.781909    3638 server.go:105] MetricServer registers OVN DB metrics
I0508 00:10:15.783933    3638 controller_manager.go:370] Starting the ovnkube controller
I0508 00:10:15.783946    3638 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-221.ec2.internal
I0508 00:10:15.783997    3638 controller_manager.go:395] NBDB zone sync took: 42.062µs
I0508 00:10:15.784011    3638 factory.go:561] Starting watch factory
I0508 00:10:15.784098    3638 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.784103    3638 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.784115    3638 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.784122    3638 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.784117    3638 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.784152    3638 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.784156    3638 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.784177    3638 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.784850    3638 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.784871    3638 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.784098    3638 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.785007    3638 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.785634    3638 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0508 00:10:15.785682    3638 factory.go:561] Starting watch factory
I0508 00:10:15.786403    3638 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0508 00:10:15.786423    3638 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0508 00:10:15.801614    3638 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0508 00:10:15.801634    3638 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0508 00:10:15.805208    3638 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0508 00:10:15.805240    3638 server.go:109] MetricServer registers OVN Controller metrics
I0508 00:10:15.808898    3638 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.809259    3638 server.go:113] MetricServer registers OVN Northd metrics
I0508 00:10:15.809472    3638 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.809559    3638 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.810018    3638 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.815060    3638 metrics.go:519] OVN Metrics Server starts to run ...
I0508 00:10:15.815317    3638 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.818196    3638 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0508 00:10:15.890347    3638 factory.go:1977] *v1.Service informer cache synced successfully
I0508 00:10:15.890368    3638 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0508 00:10:15.890371    3638 factory.go:1977] *v1.Pod informer cache synced successfully
I0508 00:10:15.890375    3638 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0508 00:10:15.890378    3638 factory.go:1977] *v1.Namespace informer cache synced successfully
I0508 00:10:15.890381    3638 factory.go:1977] *v1.Node informer cache synced successfully
I0508 00:10:15.890502    3638 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0508 00:10:15.890554    3638 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0508 00:10:15.890487    3638 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0508 00:10:15.890915    3638 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0508 00:10:15.891643    3638 factory.go:1977] *v1.Node informer cache synced successfully
I0508 00:10:15.891655    3638 factory.go:1977] *v1.Service informer cache synced successfully
I0508 00:10:15.891659    3638 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0508 00:10:15.891662    3638 factory.go:1977] *v1.Pod informer cache synced successfully
I0508 00:10:15.891665    3638 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0508 00:10:15.891668    3638 factory.go:1977] *v1.Namespace informer cache synced successfully
I0508 00:10:15.894329    3638 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0508 00:10:15.894327    3638 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0508 00:10:15.896190    3638 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0508 00:10:15.896200    3638 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0508 00:10:15.896246    3638 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.896258    3638 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.897118    3638 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0508 00:10:15.897129    3638 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0508 00:10:15.899101    3638 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.901656    3638 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0508 00:10:15.901777    3638 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.901796    3638 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.902231    3638 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0508 00:10:15.904928    3638 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.906889    3638 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0508 00:10:15.906944    3638 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.906954    3638 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.907482    3638 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0508 00:10:15.909921    3638 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.912670    3638 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0508 00:10:15.912737    3638 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.912753    3638 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0508 00:10:15.912757    3638 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.915899    3638 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.917896    3638 factory.go:1977] *v1.EgressService informer cache synced successfully
I0508 00:10:15.917907    3638 factory.go:1977] *v1.EgressService informer cache synced successfully
I0508 00:10:15.917956    3638 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.917967    3638 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.921003    3638 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.922933    3638 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0508 00:10:15.922945    3638 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0508 00:10:15.923118    3638 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0508 00:10:15.923132    3638 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0508 00:10:15.926077    3638 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0508 00:10:15.928014    3638 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0508 00:10:15.928026    3638 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0508 00:10:15.928078    3638 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.928086    3638 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.928090    3638 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.928096    3638 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.931241    3638 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.931244    3638 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0508 00:10:15.933273    3638 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0508 00:10:15.933284    3638 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0508 00:10:15.933291    3638 factory.go:680] Watch Factory start up complete, took: 149.2832ms
I0508 00:10:15.933299    3638 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-221.ec2.internal" zone
I0508 00:10:15.933349    3638 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0508 00:10:15.933357    3638 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0508 00:10:15.933363    3638 factory.go:680] Watch Factory start up complete, took: 147.679897ms
I0508 00:10:15.933420    3638 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0508 00:10:15.972197    3638 default_node_network_controller.go:710] Initializing the default node network controller
I0508 00:10:16.038334    3638 udn_isolation.go:101] Starting UDN host isolation manager
I0508 00:10:16.044172    3638 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0508 00:10:16.091328    3638 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0508 00:10:16.091413    3638 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0508 00:10:16.091431    3638 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0508 00:10:16.125995    3638 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0508 00:10:16.126059    3638 default_node_network_controller.go:809] Node ip-10-0-2-221.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0508 00:10:16.132480    3638 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.221"] k8s.ovn.org/zone-name:ip-10-0-2-221.ec2.internal] on node ip-10-0-2-221.ec2.internal
I0508 00:10:16.153414    3638 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0508 00:10:16.159756    3638 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0508 00:10:16.159902    3638 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1
I0508 00:10:16.160049    3638 gateway_init.go:263] Preparing Gateway
I0508 00:10:16.160060    3638 gateway_shared_intf.go:1687] Creating new gateway
I0508 00:10:16.183659    3638 controller_manager.go:429] Waiting for node in zone sync took: 250.347938ms
I0508 00:10:16.188908    3638 controller_manager.go:611] Switching to transit router for layer2 networks
I0508 00:10:16.188922    3638 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-221.ec2.internal
I0508 00:10:16.203908    3638 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0508 00:10:16.210540    3638 controller_manager.go:290] SCTP support detected in OVN
I0508 00:10:16.211161    3638 services_controller.go:69] Creating services controller for network=default
I0508 00:10:16.211286    3638 udn_enabled_svc.go:80] Waiting for service informer to sync
I0508 00:10:16.211316    3638 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0508 00:10:16.211358    3638 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0508 00:10:16.211376    3638 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0508 00:10:16.211387    3638 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0508 00:10:16.211857    3638 udn_enabled_svc.go:95] Performing full resync
I0508 00:10:16.211936    3638 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0508 00:10:16.211981    3638 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0508 00:10:16.212034    3638 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 67.727µs
I0508 00:10:16.212058    3638 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 66.394µs
I0508 00:10:16.212069    3638 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 86.361µs
I0508 00:10:16.212077    3638 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0508 00:10:16.212085    3638 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0508 00:10:16.212098    3638 default_network_controller.go:325] Starting the default network controller
I0508 00:10:16.212165    3638 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 7.616µs
I0508 00:10:16.212168    3638 udn_enabled_svc.go:99] Waiting for handler to sync
I0508 00:10:16.212185    3638 udn_enabled_svc.go:104] Starting worker
I0508 00:10:16.221391    3638 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0508 00:10:16.221461    3638 repair.go:33] Syncing exgw routes took 57.721µs
I0508 00:10:16.221490    3638 default_network_controller.go:414] Starting all the Watchers...
I0508 00:10:16.221635    3638 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0508 00:10:16.221655    3638 namespace.go:98] [openshift-machine-api] adding namespace
I0508 00:10:16.221670    3638 namespace.go:98] [openshift-network-operator] adding namespace
I0508 00:10:16.221759    3638 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0508 00:10:16.221769    3638 namespace.go:98] [openshift] adding namespace
I0508 00:10:16.221638    3638 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0508 00:10:16.221770    3638 namespace.go:98] [openshift-monitoring] adding namespace
I0508 00:10:16.221775    3638 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0508 00:10:16.221782    3638 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0508 00:10:16.221778    3638 namespace.go:98] [openshift-controller-manager] adding namespace
I0508 00:10:16.221785    3638 namespace.go:98] [dedicated-admin] adding namespace
I0508 00:10:16.221790    3638 namespace.go:98] [openshift-backplane-cse] adding namespace
I0508 00:10:16.221789    3638 namespace.go:98] [openshift-cluster-version] adding namespace
I0508 00:10:16.221793    3638 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0508 00:10:16.221798    3638 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0508 00:10:16.222285    3638 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 637.585µs
I0508 00:10:16.222304    3638 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0508 00:10:16.222785    3638 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 475.51µs
I0508 00:10:16.222801    3638 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0508 00:10:16.223379    3638 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 570.491µs
I0508 00:10:16.223397    3638 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0508 00:10:16.223875    3638 namespace.go:102] [openshift-machine-api] adding namespace took 2.209433ms
I0508 00:10:16.223891    3638 namespace.go:98] [openshift-backplane-csm] adding namespace
I0508 00:10:16.224419    3638 namespace.go:102] [openshift-network-operator] adding namespace took 2.742732ms
I0508 00:10:16.224433    3638 namespace.go:98] [openshift-backplane-cee] adding namespace
I0508 00:10:16.224927    3638 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 3.1573ms
I0508 00:10:16.224945    3638 namespace.go:98] [openshift-ingress] adding namespace
I0508 00:10:16.225444    3638 namespace.go:102] [openshift] adding namespace took 3.671008ms
I0508 00:10:16.225454    3638 namespace.go:98] [openshift-config-operator] adding namespace
I0508 00:10:16.225948    3638 namespace.go:102] [openshift-must-gather-operator] adding namespace took 4.17328ms
I0508 00:10:16.225957    3638 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0508 00:10:16.226537    3638 namespace.go:102] [openshift-monitoring] adding namespace took 4.755206ms
I0508 00:10:16.226552    3638 namespace.go:98] [openshift-ingress-operator] adding namespace
I0508 00:10:16.227187    3638 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.399303ms
I0508 00:10:16.227219    3638 namespace.go:98] [openshift-network-console] adding namespace
I0508 00:10:16.227677    3638 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.884685ms
I0508 00:10:16.227700    3638 namespace.go:98] [openshift-console-user-settings] adding namespace
I0508 00:10:16.228290    3638 namespace.go:102] [openshift-controller-manager] adding namespace took 6.497477ms
I0508 00:10:16.228304    3638 namespace.go:98] [openshift-marketplace] adding namespace
I0508 00:10:16.228798    3638 namespace.go:102] [dedicated-admin] adding namespace took 7.002363ms
I0508 00:10:16.228813    3638 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0508 00:10:16.229302    3638 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.506233ms
I0508 00:10:16.229315    3638 namespace.go:98] [openshift-backplane-srep] adding namespace
I0508 00:10:16.229731    3638 namespace.go:102] [openshift-cluster-version] adding namespace took 7.932338ms
I0508 00:10:16.229750    3638 namespace.go:98] [openshift-console-operator] adding namespace
I0508 00:10:16.230231    3638 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.427419ms
I0508 00:10:16.230250    3638 namespace.go:98] [openshift-config-managed] adding namespace
I0508 00:10:16.230700    3638 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.896849ms
I0508 00:10:16.230713    3638 namespace.go:98] [openshift-ingress-canary] adding namespace
I0508 00:10:16.231168    3638 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.765923ms
I0508 00:10:16.231180    3638 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0508 00:10:16.231596    3638 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.699592ms
I0508 00:10:16.231610    3638 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0508 00:10:16.232187    3638 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.749922ms
I0508 00:10:16.232198    3638 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0508 00:10:16.232647    3638 namespace.go:102] [openshift-ingress] adding namespace took 7.695641ms
I0508 00:10:16.232657    3638 namespace.go:98] [openshift-dns-operator] adding namespace
I0508 00:10:16.233146    3638 namespace.go:102] [openshift-config-operator] adding namespace took 7.686848ms
I0508 00:10:16.233160    3638 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0508 00:10:16.233582    3638 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.620548ms
I0508 00:10:16.233593    3638 namespace.go:98] [open-cluster-management-2q5df9l1559741uq1jaic168ir7rbp6b] adding namespace
I0508 00:10:16.234038    3638 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.481578ms
I0508 00:10:16.234047    3638 namespace.go:98] [kube-public] adding namespace
I0508 00:10:16.234465    3638 namespace.go:102] [openshift-network-console] adding namespace took 7.241127ms
I0508 00:10:16.234478    3638 namespace.go:98] [kube-system] adding namespace
I0508 00:10:16.234848    3638 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.13989ms
I0508 00:10:16.234860    3638 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0508 00:10:16.235408    3638 namespace.go:102] [openshift-marketplace] adding namespace took 7.097883ms
I0508 00:10:16.235421    3638 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0508 00:10:16.235907    3638 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.090152ms
I0508 00:10:16.235918    3638 namespace.go:98] [openshift-multus] adding namespace
I0508 00:10:16.236357    3638 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.037658ms
I0508 00:10:16.236367    3638 namespace.go:98] [openshift-authentication] adding namespace
I0508 00:10:16.236883    3638 namespace.go:102] [openshift-console-operator] adding namespace took 7.12668ms
I0508 00:10:16.236899    3638 namespace.go:98] [openshift-host-network] adding namespace
I0508 00:10:16.237420    3638 namespace.go:102] [openshift-config-managed] adding namespace took 7.164462ms
I0508 00:10:16.237431    3638 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0508 00:10:16.237846    3638 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.129215ms
I0508 00:10:16.237855    3638 namespace.go:98] [openshift-node] adding namespace
I0508 00:10:16.238350    3638 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.165468ms
I0508 00:10:16.238362    3638 namespace.go:98] [openshift-config] adding namespace
I0508 00:10:16.238761    3638 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.14654ms
I0508 00:10:16.238773    3638 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0508 00:10:16.239183    3638 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.980332ms
I0508 00:10:16.239195    3638 namespace.go:98] [openshift-insights] adding namespace
I0508 00:10:16.239566    3638 namespace.go:102] [openshift-dns-operator] adding namespace took 6.903756ms
I0508 00:10:16.239578    3638 namespace.go:98] [openshift-operators-redhat] adding namespace
I0508 00:10:16.239999    3638 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.835159ms
I0508 00:10:16.240009    3638 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0508 00:10:16.240410    3638 namespace.go:102] [open-cluster-management-2q5df9l1559741uq1jaic168ir7rbp6b] adding namespace took 6.812613ms
I0508 00:10:16.240423    3638 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
W0508 00:10:16.240772    3638 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-gdbt2: pod kube-system/global-pull-secret-syncer-gdbt2: no pod IPs found 
W0508 00:10:16.240783    3638 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-krf5z: pod kube-system/global-pull-secret-syncer-krf5z: no pod IPs found 
I0508 00:10:16.240812    3638 namespace.go:102] [kube-public] adding namespace took 6.761105ms
I0508 00:10:16.240834    3638 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0508 00:10:16.241395    3638 namespace.go:102] [kube-system] adding namespace took 6.913347ms
I0508 00:10:16.241403    3638 namespace.go:98] [openshift-network-node-identity] adding namespace
I0508 00:10:16.241842    3638 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.975737ms
I0508 00:10:16.241857    3638 namespace.go:98] [openshift-customer-monitoring] adding namespace
W0508 00:10:16.242208    3638 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-8hpxf: pod openshift-multus/network-metrics-daemon-8hpxf: no pod IPs found 
W0508 00:10:16.242219    3638 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-rqq2f: pod openshift-multus/network-metrics-daemon-rqq2f: no pod IPs found 
I0508 00:10:16.242257    3638 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.832793ms
I0508 00:10:16.242267    3638 namespace.go:98] [openshift-etcd] adding namespace
I0508 00:10:16.242809    3638 namespace.go:102] [openshift-multus] adding namespace took 6.886708ms
I0508 00:10:16.242819    3638 namespace.go:98] [openshift-logging] adding namespace
I0508 00:10:16.243281    3638 namespace.go:102] [openshift-authentication] adding namespace took 6.910424ms
I0508 00:10:16.243290    3638 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0508 00:10:16.243846    3638 namespace.go:102] [openshift-host-network] adding namespace took 6.942637ms
I0508 00:10:16.243855    3638 namespace.go:98] [openshift-operators] adding namespace
I0508 00:10:16.244391    3638 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.954185ms
I0508 00:10:16.244406    3638 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0508 00:10:16.244784    3638 namespace.go:102] [openshift-node] adding namespace took 6.925104ms
I0508 00:10:16.244795    3638 namespace.go:98] [openshift-image-registry] adding namespace
I0508 00:10:16.245240    3638 namespace.go:102] [openshift-config] adding namespace took 6.872294ms
I0508 00:10:16.245690    3638 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.913198ms
I0508 00:10:16.245702    3638 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0508 00:10:16.246135    3638 namespace.go:102] [openshift-insights] adding namespace took 6.934776ms
I0508 00:10:16.246148    3638 namespace.go:98] [openshift-apiserver] adding namespace
I0508 00:10:16.246551    3638 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.9689ms
I0508 00:10:16.246563    3638 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0508 00:10:16.247029    3638 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.015471ms
I0508 00:10:16.247043    3638 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0508 00:10:16.247444    3638 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.015228ms
I0508 00:10:16.247455    3638 namespace.go:98] [openshift-console] adding namespace
I0508 00:10:16.247842    3638 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.003345ms
I0508 00:10:16.247854    3638 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0508 00:10:16.248276    3638 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.868761ms
I0508 00:10:16.248290    3638 namespace.go:98] [openshift-dns] adding namespace
I0508 00:10:16.248674    3638 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.812985ms
I0508 00:10:16.248685    3638 namespace.go:98] [openshift-backplane-tam] adding namespace
I0508 00:10:16.249098    3638 namespace.go:102] [openshift-etcd] adding namespace took 6.8264ms
I0508 00:10:16.249109    3638 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0508 00:10:16.249505    3638 namespace.go:102] [openshift-logging] adding namespace took 6.682046ms
I0508 00:10:16.249516    3638 namespace.go:98] [openshift-authentication-operator] adding namespace
I0508 00:10:16.249979    3638 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.684129ms
I0508 00:10:16.249992    3638 namespace.go:98] [openshift-apiserver-operator] adding namespace
W0508 00:10:16.250332    3638 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-q68tq: pod openshift-network-diagnostics/network-check-target-q68tq: no pod IPs found 
W0508 00:10:16.250344    3638 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vh9jr: pod openshift-network-diagnostics/network-check-target-vh9jr: no pod IPs found 
I0508 00:10:16.250378    3638 namespace.go:102] [openshift-operators] adding namespace took 6.519937ms
I0508 00:10:16.250388    3638 namespace.go:98] [openshift-package-operator] adding namespace
I0508 00:10:16.250911    3638 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.500668ms
I0508 00:10:16.250925    3638 namespace.go:98] [openshift-infra] adding namespace
I0508 00:10:16.251318    3638 namespace.go:102] [openshift-image-registry] adding namespace took 6.518772ms
I0508 00:10:16.251330    3638 namespace.go:98] [openshift-backplane] adding namespace
I0508 00:10:16.251747    3638 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.041693ms
I0508 00:10:16.252122    3638 namespace.go:102] [openshift-apiserver] adding namespace took 5.970319ms
I0508 00:10:16.252521    3638 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.954382ms
I0508 00:10:16.252530    3638 namespace.go:98] [kube-node-lease] adding namespace
I0508 00:10:16.253399    3638 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.351643ms
I0508 00:10:16.253773    3638 namespace.go:102] [openshift-console] adding namespace took 6.314046ms
I0508 00:10:16.254188    3638 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.326953ms
I0508 00:10:16.254624    3638 namespace.go:102] [openshift-dns] adding namespace took 6.328758ms
I0508 00:10:16.254994    3638 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.30376ms
I0508 00:10:16.255009    3638 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0508 00:10:16.255482    3638 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.368208ms
I0508 00:10:16.255971    3638 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.447599ms
I0508 00:10:16.256432    3638 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.435225ms
I0508 00:10:16.256784    3638 namespace.go:102] [openshift-package-operator] adding namespace took 6.390821ms
I0508 00:10:16.257242    3638 namespace.go:102] [openshift-infra] adding namespace took 6.312032ms
I0508 00:10:16.257595    3638 namespace.go:102] [openshift-backplane] adding namespace took 6.258159ms
I0508 00:10:16.257611    3638 namespace.go:98] [default] adding namespace
I0508 00:10:16.258014    3638 namespace.go:102] [kube-node-lease] adding namespace took 5.478605ms
I0508 00:10:16.258447    3638 namespace.go:102] [openshift-service-ca-operator] adding namespace took 3.432764ms
I0508 00:10:16.258776    3638 namespace.go:102] [default] adding namespace took 1.159353ms
W0508 00:10:16.258861    3638 master.go:458] Unable to parse local node ip-10-0-2-221.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0508 00:10:16.258870    3638 master.go:471] Unable to parse remote node ip-10-0-0-43.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0508 00:10:16.258874    3638 master.go:481] Removing stale chassis with ID/Name: 5eade7c3-e701-4d98-9549-61ecbd5ed4fc, hostname: ip-10-0-2-221.ec2.internal
I0508 00:10:16.259318    3638 master.go:548] Adding or Updating local node "ip-10-0-2-221.ec2.internal" for network "default"
I0508 00:10:16.259368    3638 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-43.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-43.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-43.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-43.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-43.ec2.internal
I0508 00:10:16.262512    3638 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-221.ec2.internal for the network default
I0508 00:10:16.262795    3638 zone_ic_handler.go:195] Time taken to create transit switch: 272.251µs
I0508 00:10:16.263456    3638 default_network_controller.go:823] Node add failed for ip-10-0-2-221.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-221.ec2.internal, error getting gateway config for node ip-10-0-2-221.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-221.ec2.internal", failed to update chassis to local for local node ip-10-0-2-221.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-221.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-221.ec2.internal]
E0508 00:10:16.263507    3638 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-221.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-221.ec2.internal, error getting gateway config for node ip-10-0-2-221.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-221.ec2.internal", failed to update chassis to local for local node ip-10-0-2-221.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-221.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-221.ec2.internal]
I0508 00:10:16.263544    3638 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0508 00:10:16.263564    3638 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0508 00:10:16.263578    3638 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0508 00:10:16.263602    3638 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-221.ec2.internal in network "default"
I0508 00:10:16.263625    3638 node_tracker.go:235] Node ip-10-0-2-221.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-221.ec2.internal"
I0508 00:10:16.263617    3638 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-221.ec2.internal", UID:"289528ad-ea9c-4357-8ba7-dfb53f0b3a93", APIVersion:"v1", ResourceVersion:"8355", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-221.ec2.internal, error getting gateway config for node ip-10-0-2-221.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-221.ec2.internal", failed to update chassis to local for local node ip-10-0-2-221.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-221.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-221.ec2.internal]
I0508 00:10:16.263636    3638 node_tracker.go:169] Node ip-10-0-2-221.ec2.internal switch + router changed, syncing services in network "default"
I0508 00:10:16.263648    3638 services_controller.go:574] Full service sync requested for network=default
I0508 00:10:16.263658    3638 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-43.ec2.internal in network "default"
I0508 00:10:16.263666    3638 node_tracker.go:235] Node ip-10-0-0-43.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-43.ec2.internal"
I0508 00:10:16.263672    3638 node_tracker.go:169] Node ip-10-0-0-43.ec2.internal switch + router changed, syncing services in network "default"
I0508 00:10:16.263677    3638 services_controller.go:574] Full service sync requested for network=default
I0508 00:10:16.287434    3638 iptables.go:108] Creating table: filter chain: FORWARD
I0508 00:10:16.293246    3638 iptables.go:108] Creating table: filter chain: OUTPUT
I0508 00:10:16.299310    3638 gateway_shared_intf.go:1816] Gateway Creation Complete
I0508 00:10:16.299323    3638 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-221.ec2.internal","mac-address":"0e:f0:6d:29:c4:65","ip-addresses":["10.0.2.221/24"],"ip-address":"10.0.2.221/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5eade7c3-e701-4d98-9549-61ecbd5ed4fc k8s.ovn.org/node-encap-ips:["10.0.2.221"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.221/24"} k8s.ovn.org/zone-name:ip-10-0-2-221.ec2.internal] on node ip-10-0-2-221.ec2.internal
I0508 00:10:16.314397    3638 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-221.ec2.internal in network "default"
I0508 00:10:16.314450    3638 master.go:548] Adding or Updating local node "ip-10-0-2-221.ec2.internal" for network "default"
I0508 00:10:16.314456    3638 node_tracker.go:169] Node ip-10-0-2-221.ec2.internal switch + router changed, syncing services in network "default"
I0508 00:10:16.314473    3638 services_controller.go:574] Full service sync requested for network=default
I0508 00:10:16.317984    3638 default_node_network_controller.go:519] Node connection status = connected
W0508 00:10:16.318963    3638 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-q68tq: pod openshift-network-diagnostics/network-check-target-q68tq: no pod IPs found 
W0508 00:10:16.318975    3638 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-rqq2f: pod openshift-multus/network-metrics-daemon-rqq2f: no pod IPs found 
W0508 00:10:16.318987    3638 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-gdbt2: pod kube-system/global-pull-secret-syncer-gdbt2: no pod IPs found 
I0508 00:10:16.319941    3638 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-221.ec2.internal for the network default
I0508 00:10:16.320115    3638 zone_ic_handler.go:195] Time taken to create transit switch: 161.813µs
I0508 00:10:16.364506    3638 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0508 00:10:16.364526    3638 services_controller.go:208] Setting up event handlers for services for network=default
I0508 00:10:16.364593    3638 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0508 00:10:16.364651    3638 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0508 00:10:16.364665    3638 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0508 00:10:16.464947    3638 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0508 00:10:16.464966    3638 repair.go:60] Starting repairing loop for services
I0508 00:10:16.465044    3638 repair.go:131] Deleted 0 stale service LBs
I0508 00:10:16.465061    3638 repair.go:137] Deleted 0 stale Chassis Template Vars
I0508 00:10:16.465076    3638 repair.go:62] Finished repairing loop for services: 112.401µs
I0508 00:10:16.465099    3638 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0508 00:10:16.465108    3638 services_controller.go:254] Starting workers for network=default
I0508 00:10:16.465425    3638 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-krf5z, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-krf5z: suppressed error logged: pod kube-system/global-pull-secret-syncer-krf5z: no pod IPs found 
I0508 00:10:16.465467    3638 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-8hpxf, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-8hpxf: suppressed error logged: pod openshift-multus/network-metrics-daemon-8hpxf: no pod IPs found 
I0508 00:10:16.465481    3638 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-rqq2f] creating logical port openshift-multus_network-metrics-daemon-rqq2f for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:10:16.465460    3638 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-vh9jr, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-vh9jr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-vh9jr: no pod IPs found 
I0508 00:10:16.465514    3638 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-q68tq] creating logical port openshift-network-diagnostics_network-check-target-q68tq for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:10:16.465511    3638 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-gdbt2] creating logical port kube-system_global-pull-secret-syncer-gdbt2 for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:10:16.465648    3638 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-rqq2f
I0508 00:10:16.465654    3638 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-gdbt2
I0508 00:10:16.465719    3638 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-q68tq
I0508 00:10:16.483144    3638 pod.go:62] [kube-system/global-pull-secret-syncer-gdbt2] pod update took 17.506336ms
I0508 00:10:16.483161    3638 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-gdbt2] addLogicalPort annotation time took 17.523387ms
I0508 00:10:16.483950    3638 pods.go:271] [kube-system/global-pull-secret-syncer-gdbt2] addLogicalPort took 18.444098ms, libovsdb time 617.313µs
I0508 00:10:16.486022    3638 pod.go:62] [openshift-multus/network-metrics-daemon-rqq2f] pod update took 20.471441ms
I0508 00:10:16.486041    3638 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-rqq2f] addLogicalPort annotation time took 20.494693ms
I0508 00:10:16.486840    3638 pods.go:271] [openshift-multus/network-metrics-daemon-rqq2f] addLogicalPort took 21.360652ms, libovsdb time 597.097µs
I0508 00:10:16.487083    3638 pod.go:62] [openshift-network-diagnostics/network-check-target-q68tq] pod update took 21.509334ms
I0508 00:10:16.487097    3638 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-q68tq] addLogicalPort annotation time took 21.526906ms
I0508 00:10:16.487989    3638 pods.go:271] [openshift-network-diagnostics/network-check-target-q68tq] addLogicalPort took 22.479816ms, libovsdb time 635.352µs
I0508 00:10:16.488423    3638 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0508 00:10:16.488446    3638 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0508 00:10:16.488456    3638 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0508 00:10:16.488460    3638 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0508 00:10:16.488629    3638 repair.go:29] Repairing admin network policies took 163.749µs
I0508 00:10:16.488726    3638 repair.go:92] Repairing baseline admin network policies took 89.934µs
I0508 00:10:16.489192    3638 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0508 00:10:16.489209    3638 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0508 00:10:16.490555    3638 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0508 00:10:16.490573    3638 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0508 00:10:16.490583    3638 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0508 00:10:16.492230    3638 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0508 00:10:16.492248    3638 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0508 00:10:16.492262    3638 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0508 00:10:16.493622    3638 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0508 00:10:16.493640    3638 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0508 00:10:16.493650    3638 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0508 00:10:16.494801    3638 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0508 00:10:16.494819    3638 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0508 00:10:16.494843    3638 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0508 00:10:16.496395    3638 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0508 00:10:16.496412    3638 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0508 00:10:16.496420    3638 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0508 00:10:16.498255    3638 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0508 00:10:16.498272    3638 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0508 00:10:16.498279    3638 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0508 00:10:16.498707    3638 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0508 00:10:16.498728    3638 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0508 00:10:16.498739    3638 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0508 00:10:16.499209    3638 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0508 00:10:16.499226    3638 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0508 00:10:16.499234    3638 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0508 00:10:16.500662    3638 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0508 00:10:16.500678    3638 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0508 00:10:16.500686    3638 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0508 00:10:16.501353    3638 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0508 00:10:16.501375    3638 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0508 00:10:16.501385    3638 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0508 00:10:16.501865    3638 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0508 00:10:16.501883    3638 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0508 00:10:16.501889    3638 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0508 00:10:16.502176    3638 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0508 00:10:16.502189    3638 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0508 00:10:16.502197    3638 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0508 00:10:16.503084    3638 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0508 00:10:16.503104    3638 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0508 00:10:16.503112    3638 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0508 00:10:16.504290    3638 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0508 00:10:16.504313    3638 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0508 00:10:16.504343    3638 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0508 00:10:16.505652    3638 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0508 00:10:16.505669    3638 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0508 00:10:16.505676    3638 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0508 00:10:16.507282    3638 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0508 00:10:16.507298    3638 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0508 00:10:16.507305    3638 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0508 00:10:16.507793    3638 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0508 00:10:16.507810    3638 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0508 00:10:16.507820    3638 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0508 00:10:16.508939    3638 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0508 00:10:16.508955    3638 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0508 00:10:16.509451    3638 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0508 00:10:16.509464    3638 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0508 00:10:16.510269    3638 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0508 00:10:16.510288    3638 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0508 00:10:16.510308    3638 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0508 00:10:16.511008    3638 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0508 00:10:16.511027    3638 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0508 00:10:16.511036    3638 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0508 00:10:16.511841    3638 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0508 00:10:16.511860    3638 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0508 00:10:16.511869    3638 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0508 00:10:16.513291    3638 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0508 00:10:16.513310    3638 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0508 00:10:16.513318    3638 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0508 00:10:16.513770    3638 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0508 00:10:16.513787    3638 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0508 00:10:16.513793    3638 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0508 00:10:16.514089    3638 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0508 00:10:16.514105    3638 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0508 00:10:16.514113    3638 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0508 00:10:16.514524    3638 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0508 00:10:16.514538    3638 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0508 00:10:16.514547    3638 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0508 00:10:16.515534    3638 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0508 00:10:16.515550    3638 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0508 00:10:16.515558    3638 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0508 00:10:16.515996    3638 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0508 00:10:16.516011    3638 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0508 00:10:16.516019    3638 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0508 00:10:16.516950    3638 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0508 00:10:16.516966    3638 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0508 00:10:16.516975    3638 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0508 00:10:16.517443    3638 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0508 00:10:16.521205    3638 egressfirewall.go:374] Starting EgressFirewall controller
I0508 00:10:16.521239    3638 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0508 00:10:16.521240    3638 controller.go:133] Adding controller egress-firewall-controller event handlers
I0508 00:10:16.521263    3638 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0508 00:10:16.521275    3638 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0508 00:10:16.521266    3638 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0508 00:10:16.521282    3638 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0508 00:10:16.521506    3638 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0508 00:10:16.521517    3638 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0508 00:10:16.521522    3638 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0508 00:10:16.521529    3638 egressqos.go:193] Setting up event handlers for EgressQoS
I0508 00:10:16.521537    3638 egressfirewall.go:723] Syncing node "ip-10-0-0-43.ec2.internal" for egress firewall
I0508 00:10:16.521546    3638 egressfirewall.go:723] Syncing node "ip-10-0-2-221.ec2.internal" for egress firewall
I0508 00:10:16.521597    3638 egressqos.go:245] Starting EgressQoS Controller
I0508 00:10:16.521609    3638 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0508 00:10:16.521615    3638 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0508 00:10:16.521621    3638 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0508 00:10:16.521625    3638 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0508 00:10:16.521630    3638 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0508 00:10:16.521634    3638 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0508 00:10:16.521638    3638 egressqos.go:259] Repairing EgressQoSes
I0508 00:10:16.521642    3638 egressqos.go:399] Starting repairing loop for egressqos
I0508 00:10:16.521703    3638 egressqos.go:401] Finished repairing loop for egressqos: 61.078µs
I0508 00:10:16.521716    3638 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0508 00:10:16.521735    3638 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-221.ec2.internal
I0508 00:10:16.521779    3638 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-221.ec2.internal : 46.553µs
I0508 00:10:16.521822    3638 egressservice_zone.go:210] Starting Egress Services Controller
I0508 00:10:16.521844    3638 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0508 00:10:16.521849    3638 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0508 00:10:16.521855    3638 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0508 00:10:16.521859    3638 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0508 00:10:16.521865    3638 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0508 00:10:16.521871    3638 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0508 00:10:16.521875    3638 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0508 00:10:16.521879    3638 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0508 00:10:16.521885    3638 egressservice_zone.go:228] Repairing Egress Services
I0508 00:10:16.522098    3638 master_controller.go:88] Starting Admin Policy Based Route Controller
I0508 00:10:16.522107    3638 external_controller.go:278] Starting Admin Policy Based Route Controller
I0508 00:10:16.522133    3638 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-43.ec2.internal
I0508 00:10:16.522142    3638 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-43.ec2.internal: 26.497µs
I0508 00:10:16.522149    3638 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-221.ec2.internal
I0508 00:10:16.522152    3638 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-221.ec2.internal: 4.191µs
I0508 00:10:16.522598    3638 default_network_controller.go:585] Completing all the Watchers took 301.096905ms
I0508 00:10:16.522614    3638 default_network_controller.go:589] Starting unidling controllers
I0508 00:10:16.522634    3638 unidle.go:46] Registering OVN SB ControllerEvent handler
I0508 00:10:16.522645    3638 unidle.go:63] Populating Initial ContollerEvent events
I0508 00:10:16.522661    3638 unidle.go:79] Setting up event handlers for services
I0508 00:10:16.522731    3638 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0508 00:10:16.819358    3638 default_node_network_controller.go:519] Node connection status = connected
I0508 00:10:17.318965    3638 default_node_network_controller.go:519] Node connection status = connected
I0508 00:10:17.819503    3638 default_node_network_controller.go:519] Node connection status = connected
I0508 00:10:18.333577    3638 default_node_network_controller.go:519] Node connection status = connected
I0508 00:10:18.402124    3638 bridgeconfig.go:537] Gateway is ready
I0508 00:10:18.402141    3638 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0508 00:10:18.414562    3638 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.221. Updating OVN encap IP.
I0508 00:10:18.418766    3638 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0508 00:10:18.419952    3638 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.221 - it is already configured
I0508 00:10:18.419965    3638 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.221/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0508 00:10:18.420150    3638 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.221/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-221.ec2.internal","mac-address":"0e:f0:6d:29:c4:65","ip-addresses":["10.0.2.221/24"],"ip-address":"10.0.2.221/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5eade7c3-e701-4d98-9549-61ecbd5ed4fc k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.221/24"}] on node ip-10-0-2-221.ec2.internal
I0508 00:10:18.435649    3638 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-221.ec2.internal in network "default"
I0508 00:10:18.435683    3638 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-221.ec2.internal
I0508 00:10:18.435694    3638 master.go:548] Adding or Updating local node "ip-10-0-2-221.ec2.internal" for network "default"
I0508 00:10:18.435697    3638 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-221.ec2.internal: 21.063µs
I0508 00:10:18.435707    3638 node_tracker.go:169] Node ip-10-0-2-221.ec2.internal switch + router changed, syncing services in network "default"
I0508 00:10:18.435722    3638 egressfirewall.go:723] Syncing node "ip-10-0-2-221.ec2.internal" for egress firewall
I0508 00:10:18.435726    3638 services_controller.go:574] Full service sync requested for network=default
I0508 00:10:18.436002    3638 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.221
I0508 00:10:18.436099    3638 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-221.ec2.internal
I0508 00:10:18.439913    3638 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-221.ec2.internal. Updating no re-route policies
I0508 00:10:18.439999    3638 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-q68tq
I0508 00:10:18.440016    3638 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-q68tq
I0508 00:10:18.440050    3638 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-zt62f
I0508 00:10:18.440070    3638 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-zt62f
I0508 00:10:18.440065    3638 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-221.ec2.internal
I0508 00:10:18.440082    3638 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-xbrd8
I0508 00:10:18.440069    3638 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-krf5z
I0508 00:10:18.440084    3638 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-rqq2f
I0508 00:10:18.440092    3638 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-xbrd8
I0508 00:10:18.440094    3638 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-221.ec2.internal
I0508 00:10:18.440097    3638 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-b8znw
I0508 00:10:18.440100    3638 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-rqq2f
I0508 00:10:18.440102    3638 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cm6n4
I0508 00:10:18.440105    3638 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-221.ec2.internal
I0508 00:10:18.440106    3638 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ws7q5
I0508 00:10:18.440111    3638 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cm6n4
I0508 00:10:18.440112    3638 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-xbrd8 after 0 failed attempt(s)
I0508 00:10:18.440114    3638 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-gdbt2
I0508 00:10:18.440092    3638 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-krf5z
I0508 00:10:18.440119    3638 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ws7q5
I0508 00:10:18.440107    3638 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-8hpxf
I0508 00:10:18.440122    3638 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-gdbt2
I0508 00:10:18.440121    3638 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-g5cqj
I0508 00:10:18.440129    3638 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-8hpxf
I0508 00:10:18.440133    3638 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-rqq2f] creating logical port openshift-multus_network-metrics-daemon-rqq2f for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:10:18.440133    3638 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cm6n4 after 0 failed attempt(s)
I0508 00:10:18.440084    3638 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-221.ec2.internal
I0508 00:10:18.440105    3638 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-b8znw
I0508 00:10:18.440156    3638 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-gdbt2] creating logical port kube-system_global-pull-secret-syncer-gdbt2 for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:10:18.440157    3638 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-8hpxf, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-8hpxf: suppressed error logged: pod openshift-multus/network-metrics-daemon-8hpxf: no pod IPs found 
I0508 00:10:18.440096    3638 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-2wkpf
I0508 00:10:18.440172    3638 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-221.ec2.internal after 0 failed attempt(s)
I0508 00:10:18.440154    3638 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-krf5z, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-krf5z: suppressed error logged: pod kube-system/global-pull-secret-syncer-krf5z: no pod IPs found 
I0508 00:10:18.440136    3638 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-g5cqj
I0508 00:10:18.440071    3638 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rzd2r
I0508 00:10:18.440205    3638 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rzd2r
I0508 00:10:18.440088    3638 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-zt62f after 0 failed attempt(s)
I0508 00:10:18.440221    3638 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rzd2r after 0 failed attempt(s)
I0508 00:10:18.440058    3638 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-q68tq] creating logical port openshift-network-diagnostics_network-check-target-q68tq for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:10:18.440173    3638 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-2wkpf
I0508 00:10:18.440363    3638 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-2wkpf after 0 failed attempt(s)
I0508 00:10:18.440121    3638 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-xp98n
I0508 00:10:18.440383    3638 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-xp98n
I0508 00:10:18.440402    3638 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-xp98n after 0 failed attempt(s)
I0508 00:10:18.440125    3638 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-221.ec2.internal after 0 failed attempt(s)
I0508 00:10:18.440137    3638 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-ws7q5 after 0 failed attempt(s)
I0508 00:10:18.440161    3638 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-b8znw after 0 failed attempt(s)
I0508 00:10:18.440084    3638 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vh9jr
I0508 00:10:18.440437    3638 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vh9jr
I0508 00:10:18.440477    3638 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-vh9jr, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-vh9jr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-vh9jr: no pod IPs found 
I0508 00:10:18.440225    3638 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-g5cqj after 0 failed attempt(s)
I0508 00:10:18.441109    3638 pods.go:271] [openshift-multus/network-metrics-daemon-rqq2f] addLogicalPort took 981.086µs, libovsdb time 427.097µs
I0508 00:10:18.441126    3638 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-rqq2f after 0 failed attempt(s)
I0508 00:10:18.441158    3638 pods.go:271] [openshift-network-diagnostics/network-check-target-q68tq] addLogicalPort took 1.11377ms, libovsdb time 482.723µs
I0508 00:10:18.441171    3638 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-q68tq after 0 failed attempt(s)
I0508 00:10:18.441227    3638 pods.go:271] [kube-system/global-pull-secret-syncer-gdbt2] addLogicalPort took 1.08264ms, libovsdb time 533.09µs
I0508 00:10:18.441236    3638 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-gdbt2 after 0 failed attempt(s)
I0508 00:10:18.452235    3638 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0508 00:10:18.463466    3638 iptables.go:108] Creating table: mangle chain: OUTPUT
I0508 00:10:18.466612    3638 iptables.go:108] Creating table: nat chain: OUTPUT
I0508 00:10:18.488769    3638 iptables.go:108] Creating table: nat chain: PREROUTING
I0508 00:10:18.526169    3638 iptables.go:108] Creating table: filter chain: FORWARD
I0508 00:10:18.541953    3638 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0508 00:10:18.542039    3638 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0508 00:10:18.542080    3638 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0508 00:10:18.542156    3638 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0508 00:10:18.542206    3638 gateway_init.go:325] Gateway and management port readiness took 2.227901355s
I0508 00:10:18.542233    3638 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0508 00:10:18.542265    3638 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0508 00:10:18.542277    3638 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0508 00:10:18.542286    3638 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0508 00:10:18.542349    3638 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0508 00:10:18.542434    3638 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.464µs
I0508 00:10:18.542610    3638 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0508 00:10:18.542643    3638 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 24.821µs
I0508 00:10:18.542651    3638 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 41.862µs
I0508 00:10:18.542657    3638 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0508 00:10:18.542665    3638 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0508 00:10:18.542670    3638 default_node_network_controller.go:899] Starting the default node network controller
I0508 00:10:18.542675    3638 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0508 00:10:18.542765    3638 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 10.736µs
I0508 00:10:18.542887    3638 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0508 00:10:18.542897    3638 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0508 00:10:18.542922    3638 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000329dc0 0xc0002c6700 0xc0002c6770 0xc0002c67e0 0xc0002c6850 0xc0002c68c0 <nil> 0xc0002c69a0 0xc000c0d040 0xc0002c6a10 0xc0002c6a80 <nil> 0xc000c0caa0 0xc006453340 <nil> <nil> <nil> 0xc0002c6af0 <nil> map[0x2ff9080:0xc0028129c0 0x2ff95c0:0xc002812b40 0x2ffa2e0:0xc002812900 0x2ffa580:0xc002812960 0x2ffad60:0xc002812a20 0x2ffb000:0xc002812a80 0x2ffb2a0:0xc002812ae0 0x2ffba80:0xc002812ba0 0x2ffbd20:0xc002812c00 0x3026980:0xc000d83aa0 0x3026d20:0xc000d83b00 0x3027800:0xc000c58960 0x3029160:0xc001ba4000 0x30298a0:0xc00270d8c0 0x302a720:0xc001ffa420] 0xc00002ef50 0}
I0508 00:10:18.542979    3638 gateway.go:151] Starting gateway service sync
I0508 00:10:18.543374    3638 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0508 00:10:18.545430    3638 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0508 00:10:18.554265    3638 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0508 00:10:18.555384    3638 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0508 00:10:18.556447    3638 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0508 00:10:18.589171    3638 gateway.go:168] Gateway service sync done. Time taken: 46.183114ms
I0508 00:10:18.589542    3638 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30113
I0508 00:10:18.589910    3638 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000329dc0 0xc0002c6700 0xc0002c6770 0xc0002c67e0 0xc0002c6850 0xc0002c68c0 <nil> 0xc0002c69a0 0xc000c0d040 0xc0002c6a10 0xc0002c6a80 <nil> 0xc000c0caa0 0xc006453340 <nil> <nil> <nil> 0xc0002c6af0 <nil> map[0x2ff9080:0xc0028129c0 0x2ff95c0:0xc002812b40 0x2ffa2e0:0xc002812900 0x2ffa580:0xc002812960 0x2ffad60:0xc002812a20 0x2ffb000:0xc002812a80 0x2ffb2a0:0xc002812ae0 0x2ffba80:0xc002812ba0 0x2ffbd20:0xc002812c00 0x3026980:0xc000d83aa0 0x3026d20:0xc000d83b00 0x3027800:0xc000c58960 0x3029160:0xc001ba4000 0x30298a0:0xc00270d8c0 0x302a720:0xc001ffa420] 0xc00002ef50 0}
I0508 00:10:18.590344    3638 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000329dc0 0xc0002c6700 0xc0002c6770 0xc0002c67e0 0xc0002c6850 0xc0002c68c0 <nil> 0xc0002c69a0 0xc000c0d040 0xc0002c6a10 0xc0002c6a80 <nil> 0xc000c0caa0 0xc006453340 <nil> <nil> <nil> 0xc0002c6af0 <nil> map[0x2ff9080:0xc0028129c0 0x2ff95c0:0xc002812b40 0x2ffa2e0:0xc002812900 0x2ffa580:0xc002812960 0x2ffad60:0xc002812a20 0x2ffb000:0xc002812a80 0x2ffb2a0:0xc002812ae0 0x2ffba80:0xc002812ba0 0x2ffbd20:0xc002812c00 0x3026980:0xc000d83aa0 0x3026d20:0xc000d83b00 0x3027800:0xc000c58960 0x3029160:0xc001ba4000 0x30298a0:0xc00270d8c0 0x302a720:0xc001ffa420] 0xc00002ef50 0}
I0508 00:10:18.590379    3638 gateway.go:532] Reconciling gateway with updates
I0508 00:10:18.595893    3638 gateway.go:339] Spawning Conntrack Rule Check Thread
I0508 00:10:18.595972    3638 default_node_network_controller.go:944] Gateway and management port readiness took 53.067476ms
I0508 00:10:18.595973    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0508 00:10:18.595977    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0508 00:10:18.595992    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0508 00:10:18.595992    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0508 00:10:18.596022    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0508 00:10:18.596040    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0508 00:10:18.596027    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0508 00:10:18.596046    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0508 00:10:18.596051    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0508 00:10:18.596051    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0508 00:10:18.596058    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0508 00:10:18.596059    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0508 00:10:18.596058    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0508 00:10:18.596063    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0508 00:10:18.596041    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0508 00:10:18.596070    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0508 00:10:18.596081    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0508 00:10:18.596080    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0508 00:10:18.596090    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0508 00:10:18.596094    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0508 00:10:18.596105    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0508 00:10:18.596108    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0508 00:10:18.596119    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0508 00:10:18.596158    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0508 00:10:18.596161    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0508 00:10:18.596168    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0508 00:10:18.596183    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0508 00:10:18.596206    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0508 00:10:18.596207    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0508 00:10:18.596220    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0508 00:10:18.596221    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0508 00:10:18.596224    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0508 00:10:18.596238    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0508 00:10:18.596237    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0508 00:10:18.596239    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0508 00:10:18.596254    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0508 00:10:18.596247    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0508 00:10:18.596258    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0508 00:10:18.596266    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0508 00:10:18.596267    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0508 00:10:18.596273    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0508 00:10:18.596273    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0508 00:10:18.596279    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0508 00:10:18.596285    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0508 00:10:18.596294    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0508 00:10:18.596294    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0508 00:10:18.596301    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0508 00:10:18.596305    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0508 00:10:18.596312    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0508 00:10:18.596316    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0508 00:10:18.596319    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0508 00:10:18.596327    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0508 00:10:18.596332    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0508 00:10:18.596350    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0508 00:10:18.596366    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0508 00:10:18.596365    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0508 00:10:18.596368    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0508 00:10:18.596380    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0508 00:10:18.596381    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0508 00:10:18.596382    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0508 00:10:18.596331    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0508 00:10:18.596446    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0508 00:10:18.596461    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0508 00:10:18.596349    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0508 00:10:18.596500    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0508 00:10:18.596256    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0508 00:10:18.596541    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0508 00:10:18.596547    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0508 00:10:18.596551    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0508 00:10:18.596552    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0508 00:10:18.596282    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0508 00:10:18.596565    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0508 00:10:18.596567    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0508 00:10:18.596570    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0508 00:10:18.596548    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0508 00:10:18.596579    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0508 00:10:18.596579    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0508 00:10:18.596594    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0508 00:10:18.596583    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0508 00:10:18.596604    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0508 00:10:18.596605    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0508 00:10:18.596613    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0508 00:10:18.596622    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0508 00:10:18.596566    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0508 00:10:18.596628    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0508 00:10:18.596630    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0508 00:10:18.596640    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0508 00:10:18.596642    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0508 00:10:18.596641    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0508 00:10:18.596656    3638 port_claim.go:71] Svc openshift-ingress/router-default: port 30121 is already open, no action needed
I0508 00:10:18.596666    3638 port_claim.go:71] Svc openshift-ingress/router-default: port 30235 is already open, no action needed
I0508 00:10:18.596559    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0508 00:10:18.596566    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0508 00:10:18.596841    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0508 00:10:18.596571    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0508 00:10:18.596328    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0508 00:10:18.597004    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0508 00:10:18.596282    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0508 00:10:18.597032    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0508 00:10:18.597042    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0508 00:10:18.596583    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0508 00:10:18.596555    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0508 00:10:18.597081    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0508 00:10:18.596649    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0508 00:10:18.597089    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0508 00:10:18.597672    3638 node_ip_handler_linux.go:160] Node IP manager is running
W0508 00:10:18.632969    3638 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0508 00:10:18.633209    3638 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0508 00:10:18.633333    3638 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0508 00:10:18.641276    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0508 00:10:18.641300    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0508 00:10:18.641307    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0508 00:10:18.641313    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0508 00:10:18.641319    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0508 00:10:18.641324    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0508 00:10:18.641329    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0508 00:10:18.641335    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0508 00:10:18.641341    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0508 00:10:18.641355    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0508 00:10:18.641377    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0508 00:10:18.641383    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0508 00:10:18.641389    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0508 00:10:18.641395    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0508 00:10:18.641401    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0508 00:10:18.641406    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0508 00:10:18.641412    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0508 00:10:18.641417    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0508 00:10:18.641423    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0508 00:10:18.641428    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0508 00:10:18.641448    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0508 00:10:18.641457    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0508 00:10:18.641462    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0508 00:10:18.679090    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0508 00:10:18.679108    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0508 00:10:18.679128    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0508 00:10:18.679141    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0508 00:10:18.679147    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0508 00:10:18.679151    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0508 00:10:19.197756    3638 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-43.ec2.internal
I0508 00:10:19.197800    3638 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-43.ec2.internal: 48.777µs
I0508 00:10:19.197856    3638 egressfirewall.go:723] Syncing node "ip-10-0-0-43.ec2.internal" for egress firewall
I0508 00:10:19.197925    3638 default_network_controller.go:1025] Node "ip-10-0-0-43.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0508 00:10:19.803603    3638 default_node_network_controller.go:1380] Starting node controller node sync
W0508 00:10:19.803644    3638 egressip_healthcheck.go:76] Health checking using insecure connection
I0508 00:10:19.803701    3638 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0508 00:10:19.815709    3638 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.07965ms
I0508 00:10:19.815873    3638 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0508 00:10:19.816157    3638 egressservice_node.go:93] Setting up event handlers for Egress Services
I0508 00:10:19.816364    3638 egressservice_node.go:183] Starting Egress Services Controller
I0508 00:10:19.816383    3638 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0508 00:10:19.816394    3638 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0508 00:10:19.816400    3638 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0508 00:10:19.816405    3638 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0508 00:10:19.816410    3638 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0508 00:10:19.816415    3638 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0508 00:10:19.816419    3638 egressservice_node.go:197] Repairing Egress Services
I0508 00:10:19.826398    3638 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0508 00:10:19.826412    3638 external_controller.go:278] Starting Admin Policy Based Route Controller
I0508 00:10:19.826571    3638 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0508 00:10:19.826590    3638 link_network_manager.go:119] Link manager is running
I0508 00:10:19.826602    3638 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0508 00:10:19.826747    3638 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0508 00:10:19.826967    3638 vrf_manager.go:128] VRF manager is running
I0508 00:10:19.827059    3638 node_controller_manager.go:437] Removing flows to drop GARP
I0508 00:10:19.827069    3638 gateway.go:532] Reconciling gateway with updates
I0508 00:10:19.853665    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0508 00:10:19.853677    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0508 00:10:19.853681    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0508 00:10:19.853687    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0508 00:10:19.853681    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0508 00:10:19.853691    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0508 00:10:19.853698    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0508 00:10:19.853706    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0508 00:10:19.853707    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0508 00:10:19.853716    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0508 00:10:19.853717    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0508 00:10:19.853690    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0508 00:10:19.853728    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0508 00:10:19.853732    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0508 00:10:19.853737    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0508 00:10:19.853741    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0508 00:10:19.853746    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0508 00:10:19.853748    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0508 00:10:19.853749    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0508 00:10:19.853752    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0508 00:10:19.853727    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0508 00:10:19.853761    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0508 00:10:19.853765    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0508 00:10:19.853769    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0508 00:10:19.853771    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0508 00:10:19.853777    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0508 00:10:19.853666    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0508 00:10:19.853713    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0508 00:10:19.853787    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0508 00:10:19.853791    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0508 00:10:19.853792    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0508 00:10:19.853795    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0508 00:10:19.853795    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0508 00:10:19.853677    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0508 00:10:19.853803    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0508 00:10:19.853808    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0508 00:10:19.853809    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0508 00:10:19.853818    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0508 00:10:19.853816    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0508 00:10:19.853820    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0508 00:10:19.853838    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0508 00:10:19.853821    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0508 00:10:19.853844    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0508 00:10:19.853850    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0508 00:10:19.853852    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0508 00:10:19.853855    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0508 00:10:19.853860    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0508 00:10:19.853861    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0508 00:10:19.853863    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0508 00:10:19.853866    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0508 00:10:19.853794    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0508 00:10:19.853880    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0508 00:10:19.853883    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0508 00:10:19.853882    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0508 00:10:19.853892    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0508 00:10:19.853890    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0508 00:10:19.853894    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0508 00:10:19.853897    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0508 00:10:19.853899    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0508 00:10:19.853900    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0508 00:10:19.853894    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0508 00:10:19.853906    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0508 00:10:19.853910    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0508 00:10:19.853909    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0508 00:10:19.853707    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0508 00:10:19.853921    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0508 00:10:19.853927    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0508 00:10:19.853817    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0508 00:10:19.853998    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0508 00:10:19.854020    3638 port_claim.go:71] Svc openshift-ingress/router-default: port 30121 is already open, no action needed
I0508 00:10:19.854033    3638 port_claim.go:71] Svc openshift-ingress/router-default: port 30235 is already open, no action needed
I0508 00:10:19.853810    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0508 00:10:19.853849    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0508 00:10:19.853853    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0508 00:10:19.854187    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0508 00:10:19.853841    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0508 00:10:19.853698    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0508 00:10:19.854230    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0508 00:10:19.853801    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0508 00:10:19.853810    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0508 00:10:19.854269    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0508 00:10:19.853813    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0508 00:10:19.854285    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0508 00:10:19.853813    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0508 00:10:19.853871    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0508 00:10:19.854344    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0508 00:10:19.853869    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0508 00:10:19.854355    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0508 00:10:19.853870    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0508 00:10:19.854380    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0508 00:10:19.854385    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0508 00:10:19.853880    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0508 00:10:19.854393    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0508 00:10:19.853881    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0508 00:10:19.853880    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0508 00:10:19.854418    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0508 00:10:19.853663    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0508 00:10:19.854444    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0508 00:10:19.854449    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0508 00:10:19.853894    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0508 00:10:19.853892    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0508 00:10:19.853894    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0508 00:10:19.854492    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0508 00:10:19.853894    3638 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0508 00:10:19.854514    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0508 00:10:19.853902    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0508 00:10:19.853904    3638 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0508 00:10:19.897488    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0508 00:10:19.897509    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0508 00:10:19.897516    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0508 00:10:19.897523    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0508 00:10:19.937075    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0508 00:10:19.937100    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0508 00:10:19.937111    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0508 00:10:19.937119    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0508 00:10:19.937125    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0508 00:10:19.937133    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0508 00:10:19.979874    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0508 00:10:19.979887    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0508 00:10:19.979908    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0508 00:10:19.979916    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0508 00:10:19.979925    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0508 00:10:19.979932    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0508 00:10:19.979940    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0508 00:10:19.979948    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0508 00:10:19.979958    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0508 00:10:19.979966    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0508 00:10:19.979974    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0508 00:10:19.979981    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0508 00:10:19.979990    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0508 00:10:19.980001    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0508 00:10:19.980009    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0508 00:10:19.980018    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0508 00:10:19.980025    3638 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0508 00:10:20.596409    3638 default_network_controller.go:1025] Node "ip-10-0-0-43.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0508 00:10:21.161612    3638 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-221.ec2.internal
I0508 00:10:21.161639    3638 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-221.ec2.internal: 33.326µs
I0508 00:10:21.191238    3638 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-cdf9c68db-rhwnl] creating logical port openshift-image-registry_image-registry-cdf9c68db-rhwnl for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:10:21.191382    3638 kube.go:256] Updating pod openshift-image-registry/image-registry-cdf9c68db-rhwnl
I0508 00:10:21.211501    3638 pod.go:62] [openshift-image-registry/image-registry-cdf9c68db-rhwnl] pod update took 20.157224ms
I0508 00:10:21.211528    3638 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-cdf9c68db-rhwnl] addLogicalPort annotation time took 20.189337ms
I0508 00:10:21.212668    3638 pods.go:271] [openshift-image-registry/image-registry-cdf9c68db-rhwnl] addLogicalPort took 21.448577ms, libovsdb time 896.367µs
I0508 00:10:21.216070    3638 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-wzx8k] creating logical port openshift-dns_dns-default-wzx8k for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:10:21.216188    3638 kube.go:256] Updating pod openshift-dns/dns-default-wzx8k
I0508 00:10:21.240656    3638 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-99rsr] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-99rsr for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:10:21.240760    3638 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-99rsr
I0508 00:10:21.243568    3638 pod.go:62] [openshift-dns/dns-default-wzx8k] pod update took 27.412005ms
I0508 00:10:21.243586    3638 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-wzx8k] addLogicalPort annotation time took 27.433986ms
I0508 00:10:21.243902    3638 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-kzgn5] creating logical port openshift-ingress-canary_ingress-canary-kzgn5 for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:10:21.243992    3638 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-kzgn5
I0508 00:10:21.244640    3638 pods.go:271] [openshift-dns/dns-default-wzx8k] addLogicalPort took 28.583827ms, libovsdb time 764.733µs
I0508 00:10:21.244972    3638 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29636650-2w94f for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:10:21.245024    3638 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f
I0508 00:10:21.260315    3638 pod.go:62] [openshift-ingress-canary/ingress-canary-kzgn5] pod update took 16.347799ms
I0508 00:10:21.260334    3638 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-kzgn5] addLogicalPort annotation time took 16.368332ms
I0508 00:10:21.260437    3638 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f] pod update took 15.427733ms
I0508 00:10:21.260457    3638 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f] addLogicalPort annotation time took 15.448822ms
I0508 00:10:21.260492    3638 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-99rsr] pod update took 19.76113ms
I0508 00:10:21.260510    3638 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-99rsr] addLogicalPort annotation time took 19.780398ms
I0508 00:10:21.261490    3638 pods.go:271] [openshift-ingress-canary/ingress-canary-kzgn5] addLogicalPort took 17.593835ms, libovsdb time 883.327µs
I0508 00:10:21.261879    3638 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f] addLogicalPort took 16.911136ms, libovsdb time 1.208223ms
I0508 00:10:21.262260    3638 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-99rsr] addLogicalPort took 21.616194ms, libovsdb time 1.508448ms
I0508 00:10:21.637415    3638 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-99rsr 8507b502646c7a88702763433bb828cd9631980dcdc5c3a92c7c1ccabf915703 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-99rsr 8507b502646c7a88702763433bb828cd9631980dcdc5c3a92c7c1ccabf915703 network default NAD default NAD key ]
I0508 00:10:21.660511    3638 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal
I0508 00:10:21.660522    3638 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall
I0508 00:10:21.660536    3638 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 31.755µs
I0508 00:10:21.660556    3638 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default"
I0508 00:10:21.660571    3638 node_tracker.go:220] Node ip-10-0-1-82.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation
E0508 00:10:21.660629    3638 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-82.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0508 00:10:21.660646    3638 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-82.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-82.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-82.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-82.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-82.ec2.internal, error parsing annotation for node ip-10-0-1-82.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation]
I0508 00:10:21.666640    3638 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f b38918db231286234e7cd8159cbb02fef69882731d3f02741d9a2837c75c51f4 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f b38918db231286234e7cd8159cbb02fef69882731d3f02741d9a2837c75c51f4 network default NAD default NAD key ]
E0508 00:10:21.671859    3638 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-82.ec2.internal annotation: unexpected end of JSON input
E0508 00:10:21.671907    3638 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-82.ec2.internal annotation: unexpected end of JSON input
I0508 00:10:21.671929    3638 default_network_controller.go:1025] Node "ip-10-0-1-82.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0508 00:10:21.671980    3638 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-82.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-82.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-82.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-82.ec2.internal"
I0508 00:10:21.684989    3638 default_network_controller.go:1025] Node "ip-10-0-1-82.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true
I0508 00:10:21.685979    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-99rsr, hostIfaceName: 8507b502646c7a8, network: default, NAD default, SandboxID: "8507b502646c7a88702763433bb828cd9631980dcdc5c3a92c7c1ccabf915703", PCI device ID: , UID: "8c56f7e6-cf63-4871-b94c-063650e21d16", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0508 00:10:21.686183    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29636650-2w94f, hostIfaceName: b38918db2312862, network: default, NAD default, SandboxID: "b38918db231286234e7cd8159cbb02fef69882731d3f02741d9a2837c75c51f4", PCI device ID: , UID: "b5fe2e02-45cd-41c3-88b0-d1facff52b23", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0508 00:10:21.695082    3638 cni.go:452] [openshift-ingress-canary/ingress-canary-kzgn5 8ba6ce7ec90289a396f191fb57a2c2f39954ee755551ad90dd4aaf3e67684090 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-kzgn5 8ba6ce7ec90289a396f191fb57a2c2f39954ee755551ad90dd4aaf3e67684090 network default NAD default NAD key ]
I0508 00:10:21.698304    3638 default_network_controller.go:1025] Node "ip-10-0-1-82.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0508 00:10:21.705160    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-kzgn5, hostIfaceName: 8ba6ce7ec90289a, network: default, NAD default, SandboxID: "8ba6ce7ec90289a396f191fb57a2c2f39954ee755551ad90dd4aaf3e67684090", PCI device ID: , UID: "ceb83f27-6645-4190-ba66-3aed21568bfe", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0508 00:10:21.711680    3638 default_network_controller.go:1025] Node "ip-10-0-1-82.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0508 00:10:21.711728    3638 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal
I0508 00:10:21.711812    3638 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 90.974µs
I0508 00:10:21.711694    3638 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall
I0508 00:10:21.738171    3638 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-99rsr 8507b502646c7a88702763433bb828cd9631980dcdc5c3a92c7c1ccabf915703 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-99rsr 8507b502646c7a88702763433bb828cd9631980dcdc5c3a92c7c1ccabf915703 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:a9:91:83:80:46\",\"name\":\"8507b502646c7a8\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7be9cd1-fa27-4aeb-8f41-d282c19e5bef\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:10:21.741664    3638 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f b38918db231286234e7cd8159cbb02fef69882731d3f02741d9a2837c75c51f4 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f b38918db231286234e7cd8159cbb02fef69882731d3f02741d9a2837c75c51f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:7d:2e:f9:d0:f5\",\"name\":\"b38918db2312862\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39e1e479-1567-497f-a4b8-742223aef48f\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:10:21.753216    3638 cni.go:473] [openshift-ingress-canary/ingress-canary-kzgn5 8ba6ce7ec90289a396f191fb57a2c2f39954ee755551ad90dd4aaf3e67684090 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-kzgn5 8ba6ce7ec90289a396f191fb57a2c2f39954ee755551ad90dd4aaf3e67684090 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:88:ff:18:25:da\",\"name\":\"8ba6ce7ec90289a\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bdaf1d1-6fcf-4fd5-bb24-f5f093948472\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:10:21.926912    3638 default_network_controller.go:1025] Node "ip-10-0-1-82.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0508 00:10:21.926934    3638 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal
I0508 00:10:21.926940    3638 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall
I0508 00:10:21.926949    3638 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 20.994µs
I0508 00:10:21.969022    3638 default_network_controller.go:1025] Node "ip-10-0-1-82.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0508 00:10:22.117151    3638 default_network_controller.go:1025] Node "ip-10-0-1-82.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0508 00:10:23.839702    3638 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-43.ec2.internal in network "default"
I0508 00:10:23.839725    3638 default_network_controller.go:1025] Node "ip-10-0-0-43.ec2.internal" in remote zone "ip-10-0-0-43.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0508 00:10:23.839856    3638 node_tracker.go:235] Node ip-10-0-0-43.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-43.ec2.internal"
I0508 00:10:23.839938    3638 node_tracker.go:169] Node ip-10-0-0-43.ec2.internal switch + router changed, syncing services in network "default"
I0508 00:10:23.839961    3638 services_controller.go:574] Full service sync requested for network=default
I0508 00:10:23.907663    3638 default_network_controller.go:1025] Node "ip-10-0-0-43.ec2.internal" in remote zone "ip-10-0-0-43.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0508 00:10:23.969094    3638 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-43.ec2.internal in network "default"
I0508 00:10:23.969118    3638 default_network_controller.go:1025] Node "ip-10-0-0-43.ec2.internal" in remote zone "ip-10-0-0-43.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0508 00:10:23.969149    3638 node_tracker.go:169] Node ip-10-0-0-43.ec2.internal switch + router changed, syncing services in network "default"
I0508 00:10:23.969161    3638 services_controller.go:574] Full service sync requested for network=default
I0508 00:10:23.970090    3638 zone_ic_handler.go:195] Time taken to create transit switch: 314.119µs
I0508 00:10:23.970110    3638 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-43.ec2.internal for the network default
I0508 00:10:23.971174    3638 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-43.ec2.internal" on network "default" took: 1.410046ms
I0508 00:10:24.669749    3638 default_network_controller.go:1025] Node "ip-10-0-1-82.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0508 00:10:26.024570    3638 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-43.ec2.internal
I0508 00:10:26.024588    3638 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-43.ec2.internal: 23.567µs
I0508 00:10:26.024572    3638 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-43.ec2.internal in network "default"
I0508 00:10:26.024629    3638 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-43.ec2.internal", IP: 10.0.0.43 to PMTUD blocking rules
I0508 00:10:26.024639    3638 egressfirewall.go:723] Syncing node "ip-10-0-0-43.ec2.internal" for egress firewall
I0508 00:10:26.024643    3638 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-43.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0508 00:10:26.024653    3638 node_tracker.go:169] Node ip-10-0-0-43.ec2.internal switch + router changed, syncing services in network "default"
I0508 00:10:26.024666    3638 services_controller.go:574] Full service sync requested for network=default
I0508 00:10:26.031301    3638 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-43.ec2.internal. Updating no re-route policies
I0508 00:10:26.041461    3638 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-43.ec2.internal", IP: 10.0.0.43 to PMTUD blocking rules
I0508 00:10:26.041476    3638 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-43.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0508 00:10:26.759311    3638 cni.go:452] [kube-system/global-pull-secret-syncer-gdbt2 78e661bfc17a53f6a391f89c8eba26277e4a7f1e333985147e108dff822dd086 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-gdbt2 78e661bfc17a53f6a391f89c8eba26277e4a7f1e333985147e108dff822dd086 network default NAD default NAD key ]
I0508 00:10:26.771916    3638 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-gdbt2, hostIfaceName: 78e661bfc17a53f, network: default, NAD default, SandboxID: "78e661bfc17a53f6a391f89c8eba26277e4a7f1e333985147e108dff822dd086", PCI device ID: , UID: "eafb88a2-135c-48a7-9ee8-176b7217d76c", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0508 00:10:26.775169    3638 cni.go:452] [openshift-network-diagnostics/network-check-target-q68tq d84ee313790afff1dfaad2a017353f8051a0b81b93e9e3b9de2239490cafc1f7 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-q68tq d84ee313790afff1dfaad2a017353f8051a0b81b93e9e3b9de2239490cafc1f7 network default NAD default NAD key ]
I0508 00:10:26.787581    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-q68tq, hostIfaceName: d84ee313790afff, network: default, NAD default, SandboxID: "d84ee313790afff1dfaad2a017353f8051a0b81b93e9e3b9de2239490cafc1f7", PCI device ID: , UID: "30cbb3f8-7855-4a98-be35-9302e5dfb9a2", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0508 00:10:26.822760    3638 cni.go:473] [kube-system/global-pull-secret-syncer-gdbt2 78e661bfc17a53f6a391f89c8eba26277e4a7f1e333985147e108dff822dd086 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-gdbt2 78e661bfc17a53f6a391f89c8eba26277e4a7f1e333985147e108dff822dd086 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:2c:a4:64:06:52\",\"name\":\"78e661bfc17a53f\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8817757b-48f8-40f0-81cf-ca92f46623ef\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:10:26.835895    3638 cni.go:473] [openshift-network-diagnostics/network-check-target-q68tq d84ee313790afff1dfaad2a017353f8051a0b81b93e9e3b9de2239490cafc1f7 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-q68tq d84ee313790afff1dfaad2a017353f8051a0b81b93e9e3b9de2239490cafc1f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:63:93:9c:43:ac\",\"name\":\"d84ee313790afff\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0e1c901-8d12-410e-a8bd-4c8b3074ffe0\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:10:29.581364    3638 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-43.ec2.internal
I0508 00:10:29.581405    3638 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-43.ec2.internal: 46.155µs
I0508 00:10:32.083662    3638 default_network_controller.go:1025] Node "ip-10-0-1-82.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0508 00:10:32.951607    3638 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0508 00:10:32.971281    3638 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0508 00:10:38.373989    3638 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0508 00:10:41.590270    3638 default_network_controller.go:1025] Node "ip-10-0-1-82.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0508 00:10:41.590304    3638 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall
I0508 00:10:41.590269    3638 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal
I0508 00:10:41.590345    3638 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 82.117µs
W0508 00:10:41.994288    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0508 00:10:46.263821    3638 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-1-82.ec2.internal
I0508 00:10:46.263856    3638 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-1-82.ec2.internal
I0508 00:10:46.263941    3638 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-1-82.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-1-82.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-82.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-82.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-82.ec2.internal
I0508 00:10:47.342394    3638 default_network_controller.go:1025] Node "ip-10-0-1-82.ec2.internal" in remote zone "ip-10-0-1-82.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0508 00:10:47.342412    3638 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default"
I0508 00:10:47.342432    3638 node_tracker.go:235] Node ip-10-0-1-82.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-82.ec2.internal"
I0508 00:10:47.342447    3638 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default"
I0508 00:10:47.342463    3638 services_controller.go:574] Full service sync requested for network=default
W0508 00:10:47.342598    3638 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0508 00:10:47.516738    3638 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default"
I0508 00:10:47.516790    3638 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default"
I0508 00:10:47.516801    3638 services_controller.go:574] Full service sync requested for network=default
I0508 00:10:47.516736    3638 default_network_controller.go:1025] Node "ip-10-0-1-82.ec2.internal" in remote zone "ip-10-0-1-82.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0508 00:10:47.517406    3638 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0508 00:10:47.517817    3638 zone_ic_handler.go:195] Time taken to create transit switch: 267.828µs
I0508 00:10:47.517849    3638 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-82.ec2.internal for the network default
I0508 00:10:47.518894    3638 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-82.ec2.internal" on network "default" took: 1.35555ms
I0508 00:10:49.613061    3638 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal
I0508 00:10:49.613082    3638 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 29.042µs
I0508 00:10:49.613099    3638 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall
I0508 00:10:49.613110    3638 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default"
I0508 00:10:49.613151    3638 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-82.ec2.internal", IP: 10.0.1.82 to PMTUD blocking rules
I0508 00:10:49.613161    3638 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-82.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0508 00:10:49.613171    3638 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default"
I0508 00:10:49.613206    3638 services_controller.go:574] Full service sync requested for network=default
W0508 00:10:49.613603    3638 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0508 00:10:49.619429    3638 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-82.ec2.internal. Updating no re-route policies
I0508 00:10:49.628318    3638 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-82.ec2.internal", IP: 10.0.1.82 to PMTUD blocking rules
I0508 00:10:49.628331    3638 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-82.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0508 00:10:52.371054    3638 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal
I0508 00:10:52.371082    3638 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 38.118µs
W0508 00:11:00.764040    3638 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0508 00:11:03.965336    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0508 00:11:19.598335    3638 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:11:19.598979    3638 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:11:19.599010    3638 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0508 00:11:19.599022    3638 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0508 00:11:19.599037    3638 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0508 00:11:19.599048    3638 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0508 00:11:20.623920    3638 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:11:20.623948    3638 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:11:20.623967    3638 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:11:20.623982    3638 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:11:22.389445    3638 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0508 00:11:22.397297    3638 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0508 00:11:26.816579    3638 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0508 00:11:57.603838    3638 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6c8bd9ff85-cb4z8] creating logical port openshift-ingress_router-default-6c8bd9ff85-cb4z8 for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:11:57.603929    3638 kube.go:256] Updating pod openshift-ingress/router-default-6c8bd9ff85-cb4z8
I0508 00:11:57.613327    3638 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-67f6558685-jxs77] creating logical port openshift-ingress_router-default-67f6558685-jxs77 for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:11:57.613412    3638 kube.go:256] Updating pod openshift-ingress/router-default-67f6558685-jxs77
I0508 00:11:57.623353    3638 pod.go:62] [openshift-ingress/router-default-6c8bd9ff85-cb4z8] pod update took 19.452964ms
I0508 00:11:57.623375    3638 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6c8bd9ff85-cb4z8] addLogicalPort annotation time took 19.478023ms
I0508 00:11:57.624575    3638 pods.go:271] [openshift-ingress/router-default-6c8bd9ff85-cb4z8] addLogicalPort took 20.76744ms, libovsdb time 870.817µs
I0508 00:11:57.632091    3638 pod.go:62] [openshift-ingress/router-default-67f6558685-jxs77] pod update took 18.705506ms
I0508 00:11:57.632111    3638 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-67f6558685-jxs77] addLogicalPort annotation time took 18.727483ms
I0508 00:11:57.633013    3638 pods.go:271] [openshift-ingress/router-default-67f6558685-jxs77] addLogicalPort took 19.69997ms, libovsdb time 671.925µs
I0508 00:12:00.578356    3638 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0508 00:12:00.579289    3638 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 912.322µs
I0508 00:12:00.640328    3638 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0508 00:12:01.708481    3638 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-h7zgd] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-h7zgd for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:12:01.708593    3638 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-h7zgd
I0508 00:12:01.727000    3638 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-h7zgd] pod update took 18.441173ms
I0508 00:12:01.727021    3638 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-h7zgd] addLogicalPort annotation time took 18.467076ms
I0508 00:12:01.728166    3638 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-h7zgd] addLogicalPort took 19.701203ms, libovsdb time 851.241µs
I0508 00:12:02.061029    3638 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-h7zgd 67c72f4925356a9aa39e902a55cf361108425130ff89910da0ec4c50401ded48 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-h7zgd 67c72f4925356a9aa39e902a55cf361108425130ff89910da0ec4c50401ded48 network default NAD default NAD key ]
I0508 00:12:02.069986    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-h7zgd, hostIfaceName: 67c72f4925356a9, network: default, NAD default, SandboxID: "67c72f4925356a9aa39e902a55cf361108425130ff89910da0ec4c50401ded48", PCI device ID: , UID: "10440d23-9442-491b-ad6e-1c8041b9e932", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0508 00:12:02.113007    3638 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-h7zgd 67c72f4925356a9aa39e902a55cf361108425130ff89910da0ec4c50401ded48 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-h7zgd 67c72f4925356a9aa39e902a55cf361108425130ff89910da0ec4c50401ded48 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:f6:9e:4b:12:39\",\"name\":\"67c72f4925356a9\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5e78c60-f217-4fee-9fb9-703e1e1ce3c1\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:12:02.383623    3638 namespace.go:98] [openshift-service-ca] adding namespace
I0508 00:12:02.384440    3638 namespace.go:102] [openshift-service-ca] adding namespace took 798.108µs
I0508 00:12:02.399163    3638 namespace.go:142] [openshift-service-ca] updating namespace
W0508 00:12:02.621043    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0508 00:12:09.792061    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0508 00:12:10.656222    3638 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c7d8b666f-cc2cr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:12:10.656803    3638 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c7d8b666f-cc2cr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:12:10.673133    3638 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c7d8b666f-cc2cr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:12:10.673150    3638 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c7d8b666f-cc2cr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:12:10.677986    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c7d8b666f-cc2cr
I0508 00:12:10.678010    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c7d8b666f-cc2cr
I0508 00:12:11.193541    3638 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cdf9c68db-rhwnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:12:11.193580    3638 pods.go:176] Deleting pod: openshift-image-registry/image-registry-cdf9c68db-rhwnl
I0508 00:12:11.194937    3638 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-cdf9c68db-rhwnl, ips: 10.128.0.6
I0508 00:12:11.194962    3638 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cdf9c68db-rhwnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:12:11.204288    3638 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6b4cd95d5d-8xdbs] creating logical port openshift-image-registry_image-registry-6b4cd95d5d-8xdbs for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:12:11.204411    3638 kube.go:256] Updating pod openshift-image-registry/image-registry-6b4cd95d5d-8xdbs
I0508 00:12:11.223251    3638 pod.go:62] [openshift-image-registry/image-registry-6b4cd95d5d-8xdbs] pod update took 18.864999ms
I0508 00:12:11.223269    3638 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6b4cd95d5d-8xdbs] addLogicalPort annotation time took 18.889638ms
I0508 00:12:11.224309    3638 pods.go:271] [openshift-image-registry/image-registry-6b4cd95d5d-8xdbs] addLogicalPort took 20.032159ms, libovsdb time 761.691µs
I0508 00:12:11.224348    3638 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cdf9c68db-rhwnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:12:11.224356    3638 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cdf9c68db-rhwnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:12:11.224368    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-cdf9c68db-rhwnl
I0508 00:12:11.224384    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-cdf9c68db-rhwnl
I0508 00:12:11.558353    3638 cni.go:452] [openshift-image-registry/image-registry-6b4cd95d5d-8xdbs cdf604a7019deb3cb3a6d799fbdcfbb86933ea5bdc6b6f097fe3a7d421600cfc network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6b4cd95d5d-8xdbs cdf604a7019deb3cb3a6d799fbdcfbb86933ea5bdc6b6f097fe3a7d421600cfc network default NAD default NAD key ]
I0508 00:12:11.567641    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6b4cd95d5d-8xdbs, hostIfaceName: cdf604a7019deb3, network: default, NAD default, SandboxID: "cdf604a7019deb3cb3a6d799fbdcfbb86933ea5bdc6b6f097fe3a7d421600cfc", PCI device ID: , UID: "18b40c8f-663f-4e9e-9225-039f7c1b92f3", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0508 00:12:11.613632    3638 cni.go:473] [openshift-image-registry/image-registry-6b4cd95d5d-8xdbs cdf604a7019deb3cb3a6d799fbdcfbb86933ea5bdc6b6f097fe3a7d421600cfc network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6b4cd95d5d-8xdbs cdf604a7019deb3cb3a6d799fbdcfbb86933ea5bdc6b6f097fe3a7d421600cfc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:0b:72:84:cd:84\",\"name\":\"cdf604a7019deb3\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfb075ee-e676-402a-8465-898dc68e01fc\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0508 00:12:11.683545    3638 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0508 00:12:28.080035    3638 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0508 00:12:28.214064    3638 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0508 00:12:28.287410    3638 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-bl8m2] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-bl8m2 for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:12:28.287492    3638 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-bl8m2
I0508 00:12:28.313446    3638 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-j4jsk] creating logical port openshift-insights_insights-runtime-extractor-j4jsk for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:12:28.313515    3638 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-j4jsk
I0508 00:12:28.326124    3638 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-bl8m2] pod update took 38.651902ms
I0508 00:12:28.326145    3638 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-bl8m2] addLogicalPort annotation time took 38.677338ms
I0508 00:12:28.327309    3638 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-bl8m2] addLogicalPort took 39.911322ms, libovsdb time 871.632µs
I0508 00:12:28.357759    3638 pod.go:62] [openshift-insights/insights-runtime-extractor-j4jsk] pod update took 44.265847ms
I0508 00:12:28.357776    3638 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-j4jsk] addLogicalPort annotation time took 44.285734ms
I0508 00:12:28.358699    3638 pods.go:271] [openshift-insights/insights-runtime-extractor-j4jsk] addLogicalPort took 45.273442ms, libovsdb time 661.071µs
I0508 00:12:28.648770    3638 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-bl8m2 35ef365d8db0067e4447e5143e5a7aee8595deab768b9787c886b3ebe894f7f6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-bl8m2 35ef365d8db0067e4447e5143e5a7aee8595deab768b9787c886b3ebe894f7f6 network default NAD default NAD key ]
I0508 00:12:28.648966    3638 cni.go:452] [openshift-insights/insights-runtime-extractor-j4jsk 4a086981fcc330a5be2ee73762be4b6c199130ae203a84e6ebf0d6f049de989b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-j4jsk 4a086981fcc330a5be2ee73762be4b6c199130ae203a84e6ebf0d6f049de989b network default NAD default NAD key ]
I0508 00:12:28.658981    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-bl8m2, hostIfaceName: 35ef365d8db0067, network: default, NAD default, SandboxID: "35ef365d8db0067e4447e5143e5a7aee8595deab768b9787c886b3ebe894f7f6", PCI device ID: , UID: "f94adf36-2e9f-4500-9ba7-0271dc940afb", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0508 00:12:28.659090    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-j4jsk, hostIfaceName: 4a086981fcc330a, network: default, NAD default, SandboxID: "4a086981fcc330a5be2ee73762be4b6c199130ae203a84e6ebf0d6f049de989b", PCI device ID: , UID: "a075a132-3bd8-447e-aae2-51eb6762208b", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0508 00:12:28.706030    3638 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-bl8m2 35ef365d8db0067e4447e5143e5a7aee8595deab768b9787c886b3ebe894f7f6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-bl8m2 35ef365d8db0067e4447e5143e5a7aee8595deab768b9787c886b3ebe894f7f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:6c:88:63:d5:1a\",\"name\":\"35ef365d8db0067\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ca248c6-de07-4d04-8b9f-1881c80f4691\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:12:28.721609    3638 cni.go:473] [openshift-insights/insights-runtime-extractor-j4jsk 4a086981fcc330a5be2ee73762be4b6c199130ae203a84e6ebf0d6f049de989b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-j4jsk 4a086981fcc330a5be2ee73762be4b6c199130ae203a84e6ebf0d6f049de989b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:f9:ad:87:35:27\",\"name\":\"4a086981fcc330a\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4cd3bb35-b4ea-4a80-9046-d6c248772386\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:12:29.455443    3638 cni.go:452] [openshift-dns/dns-default-wzx8k 45c9dc1a51442f609798886cded2cdf69242633bf9c249e84e677bcce59daa23 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-wzx8k 45c9dc1a51442f609798886cded2cdf69242633bf9c249e84e677bcce59daa23 network default NAD default NAD key ]
I0508 00:12:29.466581    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-wzx8k, hostIfaceName: 45c9dc1a51442f6, network: default, NAD default, SandboxID: "45c9dc1a51442f609798886cded2cdf69242633bf9c249e84e677bcce59daa23", PCI device ID: , UID: "8af3bde5-ee12-4b3a-b097-fd4623ea2c95", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0508 00:12:29.510268    3638 cni.go:473] [openshift-dns/dns-default-wzx8k 45c9dc1a51442f609798886cded2cdf69242633bf9c249e84e677bcce59daa23 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-wzx8k 45c9dc1a51442f609798886cded2cdf69242633bf9c249e84e677bcce59daa23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:b3:f7:b5:aa:31\",\"name\":\"45c9dc1a51442f6\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd950c1a-5efd-4f5a-86ff-1a2b2aefc7bd\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0508 00:12:29.997149    3638 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0508 00:12:29.997185    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0508 00:12:29.997284    3638 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0508 00:12:29.997300    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0508 00:12:29.997307    3638 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
I0508 00:12:30.019715    3638 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c7d8b666f-qsqs5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:12:30.020461    3638 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c7d8b666f-qsqs5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:12:30.041204    3638 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c7d8b666f-qsqs5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:12:30.041223    3638 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c7d8b666f-qsqs5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:12:30.048084    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c7d8b666f-qsqs5
I0508 00:12:30.048109    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c7d8b666f-qsqs5
W0508 00:12:30.251879    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0508 00:12:30.274813    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0508 00:12:30.680992    3638 cni.go:452] [openshift-ingress/router-default-6c8bd9ff85-cb4z8 95db82fd723cc40cd849ec74c2a91a5122cf760ddb1edb410158ca563bae06de network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6c8bd9ff85-cb4z8 95db82fd723cc40cd849ec74c2a91a5122cf760ddb1edb410158ca563bae06de network default NAD default NAD key ]
I0508 00:12:30.687241    3638 cni.go:452] [openshift-ingress/router-default-67f6558685-jxs77 fa367fb20e3ff7166448cbfdd3e7ba59f2ab9f93ebf0b3988c9269c98ed31e61 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-67f6558685-jxs77 fa367fb20e3ff7166448cbfdd3e7ba59f2ab9f93ebf0b3988c9269c98ed31e61 network default NAD default NAD key ]
I0508 00:12:30.692964    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6c8bd9ff85-cb4z8, hostIfaceName: 95db82fd723cc40, network: default, NAD default, SandboxID: "95db82fd723cc40cd849ec74c2a91a5122cf760ddb1edb410158ca563bae06de", PCI device ID: , UID: "7c74e498-d2ef-444f-9cc5-8e0e66083c3b", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0508 00:12:30.699005    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-67f6558685-jxs77, hostIfaceName: fa367fb20e3ff71, network: default, NAD default, SandboxID: "fa367fb20e3ff7166448cbfdd3e7ba59f2ab9f93ebf0b3988c9269c98ed31e61", PCI device ID: , UID: "6458d02b-d819-41ec-ba39-cce95a31f115", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0508 00:12:30.742959    3638 cni.go:473] [openshift-ingress/router-default-6c8bd9ff85-cb4z8 95db82fd723cc40cd849ec74c2a91a5122cf760ddb1edb410158ca563bae06de network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6c8bd9ff85-cb4z8 95db82fd723cc40cd849ec74c2a91a5122cf760ddb1edb410158ca563bae06de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:24:64:84:c9:54\",\"name\":\"95db82fd723cc40\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02b7c8fa-7d57-4b8b-95ed-bf13b07fe835\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:12:30.760494    3638 cni.go:473] [openshift-ingress/router-default-67f6558685-jxs77 fa367fb20e3ff7166448cbfdd3e7ba59f2ab9f93ebf0b3988c9269c98ed31e61 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-67f6558685-jxs77 fa367fb20e3ff7166448cbfdd3e7ba59f2ab9f93ebf0b3988c9269c98ed31e61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:3e:f4:77:c8:f9\",\"name\":\"fa367fb20e3ff71\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f1fbf9b-3db9-44e6-a0e1-6110bfb77aec\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0508 00:12:31.113450    3638 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0508 00:12:31.175394    3638 base_network_controller_pods.go:487] [default/openshift-console/console-5547868d95-8456v] creating logical port openshift-console_console-5547868d95-8456v for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:12:31.175485    3638 kube.go:256] Updating pod openshift-console/console-5547868d95-8456v
I0508 00:12:31.194382    3638 pod.go:62] [openshift-console/console-5547868d95-8456v] pod update took 18.917675ms
I0508 00:12:31.194412    3638 base_network_controller_pods.go:951] [default/openshift-console/console-5547868d95-8456v] addLogicalPort annotation time took 18.954595ms
I0508 00:12:31.196107    3638 pods.go:271] [openshift-console/console-5547868d95-8456v] addLogicalPort took 20.730338ms, libovsdb time 1.269193ms
W0508 00:12:31.274191    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0508 00:12:31.274214    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0508 00:12:31.305109    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0508 00:12:31.305129    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0508 00:12:31.544780    3638 cni.go:452] [openshift-console/console-5547868d95-8456v 5a5c07f8c8c7b1e0ce864b96ee69648d3777c2d813b2724987f4aca296299e06 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5547868d95-8456v 5a5c07f8c8c7b1e0ce864b96ee69648d3777c2d813b2724987f4aca296299e06 network default NAD default NAD key ]
I0508 00:12:31.573836    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5547868d95-8456v, hostIfaceName: 5a5c07f8c8c7b1e, network: default, NAD default, SandboxID: "5a5c07f8c8c7b1e0ce864b96ee69648d3777c2d813b2724987f4aca296299e06", PCI device ID: , UID: "f7c0ee86-313c-476a-a4d6-b4b2421c53c8", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0508 00:12:31.618984    3638 cni.go:473] [openshift-console/console-5547868d95-8456v 5a5c07f8c8c7b1e0ce864b96ee69648d3777c2d813b2724987f4aca296299e06 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5547868d95-8456v 5a5c07f8c8c7b1e0ce864b96ee69648d3777c2d813b2724987f4aca296299e06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:8e:2b:67:a7:0e\",\"name\":\"5a5c07f8c8c7b1e\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c561436c-ffe4-410e-87a4-f5be34d8d6cc\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0508 00:12:32.265610    3638 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0508 00:12:32.265631    3638 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0508 00:12:32.265637    3638 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0508 00:12:32.294866    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0508 00:12:32.294888    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0508 00:12:32.294897    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0508 00:12:32.297859    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0508 00:12:32.297880    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0508 00:12:32.427763    3638 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0508 00:12:32.539701    3638 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0508 00:12:34.273661    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0508 00:12:35.747940    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0508 00:12:38.859607    3638 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:12:38.859743    3638 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0508 00:12:38.895449    3638 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 35.746189ms
I0508 00:12:38.895472    3638 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 35.776389ms
I0508 00:12:38.896783    3638 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 37.19425ms, libovsdb time 880.756µs
W0508 00:12:39.458629    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0508 00:12:39.813209    3638 cni.go:452] [openshift-monitoring/alertmanager-main-0 88538ca4deeb32720a9395fc677de83027836415f5b6453d60be003ca92802f8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 88538ca4deeb32720a9395fc677de83027836415f5b6453d60be003ca92802f8 network default NAD default NAD key ]
I0508 00:12:39.822149    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 88538ca4deeb327, network: default, NAD default, SandboxID: "88538ca4deeb32720a9395fc677de83027836415f5b6453d60be003ca92802f8", PCI device ID: , UID: "541f881b-f939-424c-8ef6-76d26c2c7dd2", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0508 00:12:39.868025    3638 cni.go:473] [openshift-monitoring/alertmanager-main-0 88538ca4deeb32720a9395fc677de83027836415f5b6453d60be003ca92802f8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 88538ca4deeb32720a9395fc677de83027836415f5b6453d60be003ca92802f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:4e:7d:3c:d4:d6\",\"name\":\"88538ca4deeb327\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99822cf2-aa81-4e7d-aac1-ffc82a3cb4da\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0508 00:12:41.321174    3638 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0508 00:12:41.321191    3638 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0508 00:12:41.321197    3638 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0508 00:12:42.130155    3638 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-69f94887b9-pn9ln] creating logical port openshift-monitoring_metrics-server-69f94887b9-pn9ln for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:12:42.130274    3638 kube.go:256] Updating pod openshift-monitoring/metrics-server-69f94887b9-pn9ln
I0508 00:12:42.148174    3638 pod.go:62] [openshift-monitoring/metrics-server-69f94887b9-pn9ln] pod update took 17.922608ms
I0508 00:12:42.148196    3638 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-69f94887b9-pn9ln] addLogicalPort annotation time took 17.947284ms
I0508 00:12:42.149250    3638 pods.go:271] [openshift-monitoring/metrics-server-69f94887b9-pn9ln] addLogicalPort took 19.112907ms, libovsdb time 773.969µs
W0508 00:12:42.272328    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0508 00:12:42.272346    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0508 00:12:42.272351    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0508 00:12:42.382645    3638 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-kt6cd] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-kt6cd for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:12:42.382787    3638 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-kt6cd
I0508 00:12:42.395777    3638 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kt6cd] pod update took 13.0207ms
I0508 00:12:42.395803    3638 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-kt6cd] addLogicalPort annotation time took 13.047315ms
I0508 00:12:42.397160    3638 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kt6cd] addLogicalPort took 14.536205ms, libovsdb time 950.115µs
I0508 00:12:42.678014    3638 cni.go:452] [openshift-monitoring/metrics-server-69f94887b9-pn9ln 64028968be8b11590c27a9a5aad88c50456d13dff58700ffb3698253f905fdc9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-69f94887b9-pn9ln 64028968be8b11590c27a9a5aad88c50456d13dff58700ffb3698253f905fdc9 network default NAD default NAD key ]
I0508 00:12:42.688941    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-69f94887b9-pn9ln, hostIfaceName: 64028968be8b115, network: default, NAD default, SandboxID: "64028968be8b11590c27a9a5aad88c50456d13dff58700ffb3698253f905fdc9", PCI device ID: , UID: "609f219a-5101-4226-8c5e-57c6ee40c2dd", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0508 00:12:42.735473    3638 cni.go:473] [openshift-monitoring/metrics-server-69f94887b9-pn9ln 64028968be8b11590c27a9a5aad88c50456d13dff58700ffb3698253f905fdc9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-69f94887b9-pn9ln 64028968be8b11590c27a9a5aad88c50456d13dff58700ffb3698253f905fdc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:73:b7:41:2b:fd\",\"name\":\"64028968be8b115\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ff0f5de-00fe-4bbb-a439-760f28069872\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0508 00:12:43.206994    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0508 00:12:43.341221    3638 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kt6cd becf9c342bb12eacac48cee17f87210f00d6ae7c1f63e711802bb21ab98f5267 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kt6cd becf9c342bb12eacac48cee17f87210f00d6ae7c1f63e711802bb21ab98f5267 network default NAD default NAD key ]
I0508 00:12:43.351695    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-kt6cd, hostIfaceName: becf9c342bb12ea, network: default, NAD default, SandboxID: "becf9c342bb12eacac48cee17f87210f00d6ae7c1f63e711802bb21ab98f5267", PCI device ID: , UID: "e2e338bb-c8d5-4537-8ff1-8e380cac54a4", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0508 00:12:43.402114    3638 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kt6cd becf9c342bb12eacac48cee17f87210f00d6ae7c1f63e711802bb21ab98f5267 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kt6cd becf9c342bb12eacac48cee17f87210f00d6ae7c1f63e711802bb21ab98f5267 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:7a:c2:aa:f1:8e\",\"name\":\"becf9c342bb12ea\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad7311ab-15fb-4f3e-91fb-e6123823367b\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0508 00:12:44.072282    3638 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0508 00:12:44.365552    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0508 00:12:44.915476    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0508 00:12:44.930156    3638 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5947f965-9gsqf IP address from the namespace address-set, err: pod openshift-console/console-5947f965-9gsqf: no pod IPs found 
W0508 00:12:45.332462    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0508 00:12:45.354875    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0508 00:12:48.107019    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0508 00:12:48.168001    3638 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0508 00:12:48.168017    3638 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0508 00:12:48.841048    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0508 00:12:49.018220    3638 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0508 00:12:49.018238    3638 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0508 00:12:49.018243    3638 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0508 00:12:49.055727    3638 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0508 00:12:49.055745    3638 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0508 00:12:49.117930    3638 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0508 00:12:49.117946    3638 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0508 00:12:49.117951    3638 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0508 00:12:49.117954    3638 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0508 00:12:49.229097    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0508 00:12:49.243416    3638 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-68f8748bd6-4ttlp IP address from the namespace address-set, err: pod openshift-console/console-68f8748bd6-4ttlp: no pod IPs found 
W0508 00:12:49.882085    3638 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0508 00:12:49.882103    3638 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0508 00:12:49.882108    3638 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0508 00:12:49.882112    3638 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0508 00:12:50.146499    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0508 00:12:50.146523    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0508 00:12:53.485179    3638 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b4cd95d5d-xdvrg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:12:53.485707    3638 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b4cd95d5d-xdvrg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:12:53.892706    3638 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b4cd95d5d-xdvrg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:12:53.892734    3638 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b4cd95d5d-xdvrg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:12:53.900444    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b4cd95d5d-xdvrg
I0508 00:12:53.900469    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b4cd95d5d-xdvrg
I0508 00:13:00.165695    3638 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0508 00:13:04.786998    3638 obj_retry.go:498] Detected object openshift-console/console-5547868d95-kpdld of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:13:04.787595    3638 obj_retry.go:498] Detected object openshift-console/console-5547868d95-kpdld of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:13:04.944897    3638 obj_retry.go:492] Detected object openshift-console/console-5547868d95-kpdld of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:13:04.944913    3638 obj_retry.go:492] Detected object openshift-console/console-5547868d95-kpdld of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:13:04.950685    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5547868d95-kpdld
I0508 00:13:04.950704    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5547868d95-kpdld
W0508 00:13:05.342767    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0508 00:13:09.872868    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0508 00:13:09.872890    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0508 00:13:09.872899    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0508 00:13:10.076476    3638 cni.go:452] [openshift-console/console-5547868d95-8456v 5a5c07f8c8c7b1e0ce864b96ee69648d3777c2d813b2724987f4aca296299e06 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5547868d95-8456v 5a5c07f8c8c7b1e0ce864b96ee69648d3777c2d813b2724987f4aca296299e06 network default NAD default NAD key ]
I0508 00:13:10.148170    3638 cni.go:473] [openshift-console/console-5547868d95-8456v 5a5c07f8c8c7b1e0ce864b96ee69648d3777c2d813b2724987f4aca296299e06 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5547868d95-8456v 5a5c07f8c8c7b1e0ce864b96ee69648d3777c2d813b2724987f4aca296299e06 network default NAD default NAD key default], result "{}", err <nil>
I0508 00:13:10.212389    3638 obj_retry.go:498] Detected object openshift-console/console-5547868d95-8456v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:13:10.212418    3638 pods.go:176] Deleting pod: openshift-console/console-5547868d95-8456v
I0508 00:13:10.213574    3638 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5547868d95-8456v, ips: 10.128.0.17
I0508 00:13:10.213598    3638 obj_retry.go:498] Detected object openshift-console/console-5547868d95-8456v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:13:10.228270    3638 base_network_controller_pods.go:487] [default/openshift-console/console-68b94c9cbb-569pr] creating logical port openshift-console_console-68b94c9cbb-569pr for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:13:10.228368    3638 kube.go:256] Updating pod openshift-console/console-68b94c9cbb-569pr
I0508 00:13:10.246210    3638 pod.go:62] [openshift-console/console-68b94c9cbb-569pr] pod update took 17.863238ms
I0508 00:13:10.246238    3638 base_network_controller_pods.go:951] [default/openshift-console/console-68b94c9cbb-569pr] addLogicalPort annotation time took 17.895558ms
I0508 00:13:10.247473    3638 pods.go:271] [openshift-console/console-68b94c9cbb-569pr] addLogicalPort took 19.217305ms, libovsdb time 929.639µs
I0508 00:13:10.422530    3638 obj_retry.go:492] Detected object openshift-console/console-5547868d95-8456v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:13:10.422552    3638 obj_retry.go:492] Detected object openshift-console/console-5547868d95-8456v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:13:10.426756    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5547868d95-8456v
I0508 00:13:10.426777    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5547868d95-8456v
I0508 00:13:10.582727    3638 cni.go:452] [openshift-console/console-68b94c9cbb-569pr 7a02f350e27bb49cf752916373865a1f392e2202ea00b5048158299bcf513b40 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-68b94c9cbb-569pr 7a02f350e27bb49cf752916373865a1f392e2202ea00b5048158299bcf513b40 network default NAD default NAD key ]
I0508 00:13:10.591940    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-68b94c9cbb-569pr, hostIfaceName: 7a02f350e27bb49, network: default, NAD default, SandboxID: "7a02f350e27bb49cf752916373865a1f392e2202ea00b5048158299bcf513b40", PCI device ID: , UID: "4927eb25-abff-4f50-b729-687adb806917", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0508 00:13:10.639263    3638 cni.go:473] [openshift-console/console-68b94c9cbb-569pr 7a02f350e27bb49cf752916373865a1f392e2202ea00b5048158299bcf513b40 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-68b94c9cbb-569pr 7a02f350e27bb49cf752916373865a1f392e2202ea00b5048158299bcf513b40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:6b:28:0c:9e:87\",\"name\":\"7a02f350e27bb49\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07883410-6978-4933-afa0-7fcf9fa0339d\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:13:15.423126    3638 obj_retry.go:498] Detected object openshift-console/console-5947f965-rnh5f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:13:15.423672    3638 obj_retry.go:498] Detected object openshift-console/console-5947f965-rnh5f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0508 00:13:15.431580    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0508 00:13:15.431603    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0508 00:13:15.431648    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0508 00:13:15.431660    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0508 00:13:16.012129    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0508 00:13:16.012151    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0508 00:13:16.223286    3638 obj_retry.go:492] Detected object openshift-console/console-5947f965-rnh5f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:13:16.223310    3638 obj_retry.go:492] Detected object openshift-console/console-5947f965-rnh5f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:13:16.228454    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5947f965-rnh5f
I0508 00:13:16.228476    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5947f965-rnh5f
I0508 00:13:17.260248    3638 cni.go:452] [openshift-image-registry/image-registry-6b4cd95d5d-8xdbs cdf604a7019deb3cb3a6d799fbdcfbb86933ea5bdc6b6f097fe3a7d421600cfc network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6b4cd95d5d-8xdbs cdf604a7019deb3cb3a6d799fbdcfbb86933ea5bdc6b6f097fe3a7d421600cfc network default NAD default NAD key ]
I0508 00:13:17.332916    3638 cni.go:473] [openshift-image-registry/image-registry-6b4cd95d5d-8xdbs cdf604a7019deb3cb3a6d799fbdcfbb86933ea5bdc6b6f097fe3a7d421600cfc network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6b4cd95d5d-8xdbs cdf604a7019deb3cb3a6d799fbdcfbb86933ea5bdc6b6f097fe3a7d421600cfc network default NAD default NAD key default], result "{}", err <nil>
I0508 00:13:17.420164    3638 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b4cd95d5d-8xdbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:13:17.420195    3638 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6b4cd95d5d-8xdbs
I0508 00:13:17.421393    3638 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6b4cd95d5d-8xdbs, ips: 10.128.0.14
I0508 00:13:17.421418    3638 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b4cd95d5d-8xdbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:13:17.753974    3638 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b4cd95d5d-8xdbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:13:17.753998    3638 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b4cd95d5d-8xdbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:13:17.760434    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b4cd95d5d-8xdbs
I0508 00:13:17.760457    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b4cd95d5d-8xdbs
W0508 00:13:20.255785    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0508 00:13:21.488700    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0508 00:13:23.038699    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0508 00:13:31.083268    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0508 00:13:33.276783    3638 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0508 00:13:46.192225    3638 cni.go:452] [openshift-ingress/router-default-67f6558685-jxs77 fa367fb20e3ff7166448cbfdd3e7ba59f2ab9f93ebf0b3988c9269c98ed31e61 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-67f6558685-jxs77 fa367fb20e3ff7166448cbfdd3e7ba59f2ab9f93ebf0b3988c9269c98ed31e61 network default NAD default NAD key ]
I0508 00:13:46.272562    3638 cni.go:473] [openshift-ingress/router-default-67f6558685-jxs77 fa367fb20e3ff7166448cbfdd3e7ba59f2ab9f93ebf0b3988c9269c98ed31e61 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-67f6558685-jxs77 fa367fb20e3ff7166448cbfdd3e7ba59f2ab9f93ebf0b3988c9269c98ed31e61 network default NAD default NAD key default], result "{}", err <nil>
I0508 00:13:46.317710    3638 obj_retry.go:498] Detected object openshift-ingress/router-default-67f6558685-jxs77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:13:46.317744    3638 pods.go:176] Deleting pod: openshift-ingress/router-default-67f6558685-jxs77
I0508 00:13:46.318936    3638 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-67f6558685-jxs77, ips: 10.128.0.12
I0508 00:13:46.318961    3638 obj_retry.go:498] Detected object openshift-ingress/router-default-67f6558685-jxs77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:13:46.557097    3638 obj_retry.go:492] Detected object openshift-ingress/router-default-67f6558685-jxs77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:13:46.557120    3638 obj_retry.go:492] Detected object openshift-ingress/router-default-67f6558685-jxs77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:13:46.563039    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-67f6558685-jxs77
I0508 00:13:46.563093    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-67f6558685-jxs77
I0508 00:13:46.813548    3638 obj_retry.go:498] Detected object openshift-console/console-68f8748bd6-zdw8r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:13:46.814090    3638 obj_retry.go:498] Detected object openshift-console/console-68f8748bd6-zdw8r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:13:47.163668    3638 obj_retry.go:492] Detected object openshift-console/console-68f8748bd6-zdw8r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:13:47.163693    3638 obj_retry.go:492] Detected object openshift-console/console-68f8748bd6-zdw8r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:13:47.169159    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-68f8748bd6-zdw8r
I0508 00:13:47.169184    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-68f8748bd6-zdw8r
I0508 00:13:59.691049    3638 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:13:59.691594    3638 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:14:00.229749    3638 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:14:00.229767    3638 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:14:00.235966    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0508 00:14:00.235986    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0508 00:14:03.977529    3638 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:14:03.978065    3638 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:14:04.438627    3638 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:14:04.438647    3638 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:14:04.444987    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0508 00:14:04.445003    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0508 00:14:04.939784    3638 cni.go:452] [openshift-multus/network-metrics-daemon-rqq2f 18462eca75e2d36aa23fbf67dc20fdfa2cf45ccb2209c1e344e3e56e78fe974e network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-rqq2f 18462eca75e2d36aa23fbf67dc20fdfa2cf45ccb2209c1e344e3e56e78fe974e network default NAD default NAD key ]
I0508 00:14:04.948813    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-rqq2f, hostIfaceName: 18462eca75e2d36, network: default, NAD default, SandboxID: "18462eca75e2d36aa23fbf67dc20fdfa2cf45ccb2209c1e344e3e56e78fe974e", PCI device ID: , UID: "a0f0f573-e0c6-40fe-9185-dc1a8123cb0f", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0508 00:14:04.996048    3638 cni.go:473] [openshift-multus/network-metrics-daemon-rqq2f 18462eca75e2d36aa23fbf67dc20fdfa2cf45ccb2209c1e344e3e56e78fe974e network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-rqq2f 18462eca75e2d36aa23fbf67dc20fdfa2cf45ccb2209c1e344e3e56e78fe974e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:0a:ad:13:1f:a7\",\"name\":\"18462eca75e2d36\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/542aa606-b68f-4f2a-b35d-942252c82d29\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:14:31.498099    3638 cni.go:452] [openshift-console/console-68b94c9cbb-569pr 7a02f350e27bb49cf752916373865a1f392e2202ea00b5048158299bcf513b40 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-68b94c9cbb-569pr 7a02f350e27bb49cf752916373865a1f392e2202ea00b5048158299bcf513b40 network default NAD default NAD key ]
I0508 00:14:31.583114    3638 cni.go:473] [openshift-console/console-68b94c9cbb-569pr 7a02f350e27bb49cf752916373865a1f392e2202ea00b5048158299bcf513b40 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-68b94c9cbb-569pr 7a02f350e27bb49cf752916373865a1f392e2202ea00b5048158299bcf513b40 network default NAD default NAD key default], result "{}", err <nil>
I0508 00:14:31.625281    3638 obj_retry.go:498] Detected object openshift-console/console-68b94c9cbb-569pr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:14:31.625312    3638 pods.go:176] Deleting pod: openshift-console/console-68b94c9cbb-569pr
I0508 00:14:31.626536    3638 pods.go:236] Attempting to release IPs for pod: openshift-console/console-68b94c9cbb-569pr, ips: 10.128.0.21
I0508 00:14:31.626569    3638 obj_retry.go:498] Detected object openshift-console/console-68b94c9cbb-569pr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:14:31.634721    3638 base_network_controller_pods.go:487] [default/openshift-console/console-5f9b4f7596-pwvhh] creating logical port openshift-console_console-5f9b4f7596-pwvhh for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:14:31.634856    3638 kube.go:256] Updating pod openshift-console/console-5f9b4f7596-pwvhh
I0508 00:14:31.648658    3638 pod.go:62] [openshift-console/console-5f9b4f7596-pwvhh] pod update took 13.858911ms
I0508 00:14:31.648677    3638 base_network_controller_pods.go:951] [default/openshift-console/console-5f9b4f7596-pwvhh] addLogicalPort annotation time took 13.882169ms
I0508 00:14:31.649843    3638 pods.go:271] [openshift-console/console-5f9b4f7596-pwvhh] addLogicalPort took 15.120652ms, libovsdb time 839.224µs
I0508 00:14:31.848651    3638 cni.go:452] [openshift-monitoring/alertmanager-main-0 88538ca4deeb32720a9395fc677de83027836415f5b6453d60be003ca92802f8 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 88538ca4deeb32720a9395fc677de83027836415f5b6453d60be003ca92802f8 network default NAD default NAD key ]
I0508 00:14:31.924338    3638 cni.go:473] [openshift-monitoring/alertmanager-main-0 88538ca4deeb32720a9395fc677de83027836415f5b6453d60be003ca92802f8 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 88538ca4deeb32720a9395fc677de83027836415f5b6453d60be003ca92802f8 network default NAD default NAD key default], result "{}", err <nil>
I0508 00:14:31.974334    3638 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:14:31.974363    3638 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0
I0508 00:14:31.975752    3638 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.18
I0508 00:14:31.975780    3638 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:14:31.991506    3638 cni.go:452] [openshift-console/console-5f9b4f7596-pwvhh 1dad0d0a50eedb493def9badcb38aa20925f500c2be458ede7e0a42ba5046ee4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5f9b4f7596-pwvhh 1dad0d0a50eedb493def9badcb38aa20925f500c2be458ede7e0a42ba5046ee4 network default NAD default NAD key ]
I0508 00:14:32.001668    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5f9b4f7596-pwvhh, hostIfaceName: 1dad0d0a50eedb4, network: default, NAD default, SandboxID: "1dad0d0a50eedb493def9badcb38aa20925f500c2be458ede7e0a42ba5046ee4", PCI device ID: , UID: "2018c8a8-bb87-4426-a566-73254c931922", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0508 00:14:32.027540    3638 obj_retry.go:492] Detected object openshift-console/console-68b94c9cbb-569pr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:14:32.027596    3638 obj_retry.go:492] Detected object openshift-console/console-68b94c9cbb-569pr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:14:32.033299    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-68b94c9cbb-569pr
I0508 00:14:32.033371    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-68b94c9cbb-569pr
I0508 00:14:32.048885    3638 cni.go:473] [openshift-console/console-5f9b4f7596-pwvhh 1dad0d0a50eedb493def9badcb38aa20925f500c2be458ede7e0a42ba5046ee4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5f9b4f7596-pwvhh 1dad0d0a50eedb493def9badcb38aa20925f500c2be458ede7e0a42ba5046ee4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:d8:75:76:4a:61\",\"name\":\"1dad0d0a50eedb4\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32529f39-ac60-44a0-a132-bdc1d5d18046\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:14:32.771354    3638 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:14:32.771382    3638 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:14:32.777495    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0508 00:14:32.777521    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0508 00:14:32.821990    3638 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:14:32.822178    3638 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0508 00:14:32.849423    3638 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 27.32967ms
I0508 00:14:32.849448    3638 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 27.356731ms
I0508 00:14:32.850700    3638 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.72975ms, libovsdb time 912.397µs
I0508 00:14:33.179233    3638 cni.go:452] [openshift-monitoring/alertmanager-main-0 3dcf68e4188d7c54b91c582bdf65e0ff51e85dfb474642afbcc264d029e65839 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 3dcf68e4188d7c54b91c582bdf65e0ff51e85dfb474642afbcc264d029e65839 network default NAD default NAD key ]
I0508 00:14:33.189410    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 3dcf68e4188d7c5, network: default, NAD default, SandboxID: "3dcf68e4188d7c54b91c582bdf65e0ff51e85dfb474642afbcc264d029e65839", PCI device ID: , UID: "485f5c33-b28c-4fb2-9491-7d9d6ca3250e", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0508 00:14:33.235363    3638 cni.go:473] [openshift-monitoring/alertmanager-main-0 3dcf68e4188d7c54b91c582bdf65e0ff51e85dfb474642afbcc264d029e65839 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 3dcf68e4188d7c54b91c582bdf65e0ff51e85dfb474642afbcc264d029e65839 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:f6:66:0a:66:95\",\"name\":\"3dcf68e4188d7c5\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfd7eb39-eaa1-45b3-81b9-dc3b3a2974ec\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:14:42.660045    3638 obj_retry.go:498] Detected object openshift-console/console-68b94c9cbb-x5msf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:14:42.660613    3638 obj_retry.go:498] Detected object openshift-console/console-68b94c9cbb-x5msf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0508 00:14:42.800998    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0508 00:14:43.608744    3638 obj_retry.go:492] Detected object openshift-console/console-68b94c9cbb-x5msf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:14:43.608764    3638 obj_retry.go:492] Detected object openshift-console/console-68b94c9cbb-x5msf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:14:43.614572    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-68b94c9cbb-x5msf
I0508 00:14:43.614593    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-68b94c9cbb-x5msf
W0508 00:14:53.233613    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0508 00:14:53.233635    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0508 00:14:53.233642    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0508 00:15:07.044006    3638 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:15:07.044598    3638 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:15:07.556728    3638 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:15:07.556754    3638 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:15:07.564242    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0508 00:15:07.564270    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0508 00:15:19.935111    3638 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0508 00:15:27.925117    3638 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0508 00:15:42.813044    3638 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
I0508 00:15:58.908577    3638 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0508 00:16:01.935070    3638 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5
I0508 00:16:14.818970    3638 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14
I0508 00:16:15.919561    3638 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0508 00:16:22.138020    3638 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f b38918db231286234e7cd8159cbb02fef69882731d3f02741d9a2837c75c51f4 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f b38918db231286234e7cd8159cbb02fef69882731d3f02741d9a2837c75c51f4 network default NAD default NAD key ]
I0508 00:16:22.221097    3638 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f b38918db231286234e7cd8159cbb02fef69882731d3f02741d9a2837c75c51f4 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f b38918db231286234e7cd8159cbb02fef69882731d3f02741d9a2837c75c51f4 network default NAD default NAD key default], result "{}", err <nil>
I0508 00:16:22.261265    3638 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:16:22.261298    3638 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f
I0508 00:16:22.262471    3638 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f, ips: 10.128.0.10
I0508 00:16:22.262499    3638 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:16:23.155216    3638 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:16:23.155242    3638 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:17:44.913886    3638 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0508 00:18:35.897737    3638 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0508 00:18:37.902652    3638 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0508 00:19:00.897436    3638 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0508 00:19:10.814556    3638 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=150
I0508 00:19:13.813401    3638 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72
I0508 00:19:27.930003    3638 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0508 00:19:45.812804    3638 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=96
I0508 00:20:00.190297    3638 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29636660-dnmrl for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:20:00.190414    3638 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl
I0508 00:20:00.213204    3638 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl] pod update took 22.813707ms
I0508 00:20:00.213232    3638 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl] addLogicalPort annotation time took 22.842911ms
I0508 00:20:00.214511    3638 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl] addLogicalPort took 24.229722ms, libovsdb time 951.238µs
I0508 00:20:00.564640    3638 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl e51d5434ac6cbd40b77fc36ffc6b10cac5c8b4569ac6b24f573378b6b69610c7 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl e51d5434ac6cbd40b77fc36ffc6b10cac5c8b4569ac6b24f573378b6b69610c7 network default NAD default NAD key ]
I0508 00:20:00.573484    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29636660-dnmrl, hostIfaceName: e51d5434ac6cbd4, network: default, NAD default, SandboxID: "e51d5434ac6cbd40b77fc36ffc6b10cac5c8b4569ac6b24f573378b6b69610c7", PCI device ID: , UID: "fe67fd3b-8646-491c-bd20-3deb010456c6", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0508 00:20:00.619757    3638 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl e51d5434ac6cbd40b77fc36ffc6b10cac5c8b4569ac6b24f573378b6b69610c7 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl e51d5434ac6cbd40b77fc36ffc6b10cac5c8b4569ac6b24f573378b6b69610c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:53:fd:6a:7e:bc\",\"name\":\"e51d5434ac6cbd4\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aea4c0ec-0aaa-4770-b689-3d9bd2ec558b\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:20:03.919653    3638 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl e51d5434ac6cbd40b77fc36ffc6b10cac5c8b4569ac6b24f573378b6b69610c7 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl e51d5434ac6cbd40b77fc36ffc6b10cac5c8b4569ac6b24f573378b6b69610c7 network default NAD default NAD key ]
I0508 00:20:04.002405    3638 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl e51d5434ac6cbd40b77fc36ffc6b10cac5c8b4569ac6b24f573378b6b69610c7 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl e51d5434ac6cbd40b77fc36ffc6b10cac5c8b4569ac6b24f573378b6b69610c7 network default NAD default NAD key default], result "{}", err <nil>
I0508 00:20:04.041120    3638 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:20:04.041157    3638 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl
I0508 00:20:04.042407    3638 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl, ips: 10.128.0.24
I0508 00:20:04.042432    3638 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:20:04.932706    3638 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:20:04.932757    3638 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:20:06.821794    3638 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=729
I0508 00:20:47.893546    3638 namespace.go:98] [tsf] adding namespace
I0508 00:20:47.894421    3638 namespace.go:102] [tsf] adding namespace took 848.788µs
I0508 00:20:47.913320    3638 namespace.go:142] [tsf] updating namespace
I0508 00:20:47.919444    3638 namespace.go:142] [tsf] updating namespace
I0508 00:20:51.903058    3638 namespace.go:98] [rhtpa-operator] adding namespace
I0508 00:20:51.903196    3638 namespace.go:98] [tsf-keycloak] adding namespace
I0508 00:20:51.904053    3638 namespace.go:102] [rhtpa-operator] adding namespace took 976.041µs
I0508 00:20:51.904741    3638 namespace.go:102] [tsf-keycloak] adding namespace took 1.523948ms
I0508 00:20:51.907000    3638 namespace.go:98] [tsf-tas] adding namespace
I0508 00:20:51.907089    3638 namespace.go:98] [tsf-tpa] adding namespace
I0508 00:20:51.907582    3638 namespace.go:102] [tsf-tas] adding namespace took 568.35µs
I0508 00:20:51.908245    3638 namespace.go:102] [tsf-tpa] adding namespace took 1.133899ms
I0508 00:20:51.909616    3638 namespace.go:98] [rhbk-operator] adding namespace
I0508 00:20:51.910183    3638 namespace.go:102] [rhbk-operator] adding namespace took 553.527µs
I0508 00:20:51.910609    3638 namespace.go:98] [cert-manager-operator] adding namespace
I0508 00:20:51.910670    3638 namespace.go:98] [konflux-ui] adding namespace
I0508 00:20:51.911347    3638 namespace.go:102] [cert-manager-operator] adding namespace took 720.994µs
I0508 00:20:51.911887    3638 namespace.go:102] [konflux-ui] adding namespace took 1.200855ms
I0508 00:20:51.913992    3638 namespace.go:98] [konflux-operator] adding namespace
I0508 00:20:51.914489    3638 namespace.go:102] [konflux-operator] adding namespace took 485.654µs
I0508 00:20:51.928264    3638 namespace.go:142] [rhtpa-operator] updating namespace
I0508 00:20:51.944671    3638 namespace.go:142] [rhtpa-operator] updating namespace
I0508 00:20:51.958231    3638 namespace.go:142] [tsf-keycloak] updating namespace
I0508 00:20:51.970060    3638 namespace.go:142] [tsf-keycloak] updating namespace
I0508 00:20:51.988529    3638 namespace.go:142] [tsf-tas] updating namespace
I0508 00:20:51.988563    3638 namespace.go:142] [rhbk-operator] updating namespace
I0508 00:20:51.988669    3638 namespace.go:142] [tsf-tpa] updating namespace
I0508 00:20:52.004478    3638 namespace.go:142] [cert-manager-operator] updating namespace
I0508 00:20:52.009222    3638 namespace.go:142] [konflux-ui] updating namespace
I0508 00:20:52.010878    3638 namespace.go:142] [konflux-operator] updating namespace
I0508 00:20:52.015408    3638 namespace.go:142] [tsf-keycloak] updating namespace
I0508 00:20:52.016679    3638 namespace.go:142] [rhtpa-operator] updating namespace
I0508 00:20:52.048297    3638 namespace.go:142] [tsf-tpa] updating namespace
I0508 00:20:52.071238    3638 namespace.go:142] [tsf-tpa] updating namespace
I0508 00:20:52.089007    3638 namespace.go:142] [rhbk-operator] updating namespace
I0508 00:20:52.107346    3638 namespace.go:142] [rhbk-operator] updating namespace
I0508 00:20:52.125387    3638 namespace.go:142] [cert-manager-operator] updating namespace
I0508 00:20:52.141665    3638 namespace.go:142] [cert-manager-operator] updating namespace
I0508 00:20:52.163947    3638 namespace.go:142] [konflux-ui] updating namespace
I0508 00:20:52.181089    3638 namespace.go:142] [konflux-ui] updating namespace
I0508 00:20:52.194088    3638 namespace.go:142] [konflux-operator] updating namespace
I0508 00:20:52.212001    3638 namespace.go:142] [konflux-operator] updating namespace
I0508 00:20:52.229592    3638 namespace.go:142] [tsf-tas] updating namespace
I0508 00:20:52.242981    3638 namespace.go:142] [tsf-tas] updating namespace
I0508 00:20:53.437122    3638 namespace.go:142] [tsf-tpa] updating namespace
I0508 00:20:53.437196    3638 namespace.go:142] [tsf-keycloak] updating namespace
I0508 00:20:53.606183    3638 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:20:53.606304    3638 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0508 00:20:53.624141    3638 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 17.866909ms
I0508 00:20:53.624161    3638 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 17.891369ms
I0508 00:20:53.625428    3638 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 19.265616ms, libovsdb time 904.827µs
I0508 00:20:53.986813    3638 cni.go:452] [tsf/test-tsf-subscriptions ec3badc0961e3ca4f889d34d79da8f8025cd4b5d546c406a18e1ae3fedfd080a network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions ec3badc0961e3ca4f889d34d79da8f8025cd4b5d546c406a18e1ae3fedfd080a network default NAD default NAD key ]
I0508 00:20:53.996441    3638 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: ec3badc0961e3ca, network: default, NAD default, SandboxID: "ec3badc0961e3ca4f889d34d79da8f8025cd4b5d546c406a18e1ae3fedfd080a", PCI device ID: , UID: "eebd89f5-cb93-446d-94c9-eff9fc9b3890", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0508 00:20:54.044309    3638 cni.go:473] [tsf/test-tsf-subscriptions ec3badc0961e3ca4f889d34d79da8f8025cd4b5d546c406a18e1ae3fedfd080a network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions ec3badc0961e3ca4f889d34d79da8f8025cd4b5d546c406a18e1ae3fedfd080a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:d0:77:5f:d2:47\",\"name\":\"ec3badc0961e3ca\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5d4a4f7-446b-48a0-a32c-cbec3eb5ce2e\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:20:59.325728    3638 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:20:59.326259    3638 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:20:59.326281    3638 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0508 00:20:59.326290    3638 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0508 00:20:59.326307    3638 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0508 00:20:59.326316    3638 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0508 00:21:00.352182    3638 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:00.352229    3638 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:00.352244    3638 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:00.352259    3638 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:01.361149    3638 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:01.361809    3638 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:01.361852    3638 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:01.361861    3638 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0508 00:21:01.361879    3638 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:01.361884    3638 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0508 00:21:02.353400    3638 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:02.354169    3638 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:02.354196    3638 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:02.354204    3638 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0508 00:21:02.354219    3638 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:02.354225    3638 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0508 00:21:02.381438    3638 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:02.381909    3638 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:02.381934    3638 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:02.381946    3638 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0508 00:21:02.381962    3638 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:02.381969    3638 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0508 00:21:02.386180    3638 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:02.386200    3638 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:02.386218    3638 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:02.386232    3638 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:03.383077    3638 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:03.383099    3638 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:03.383112    3638 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:03.383125    3638 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:03.409912    3638 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:03.409937    3638 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:03.409951    3638 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:03.409968    3638 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:05.400813    3638 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:05.401375    3638 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:05.401402    3638 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:05.401410    3638 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0508 00:21:05.401422    3638 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:05.401428    3638 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0508 00:21:06.445496    3638 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:06.445520    3638 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:06.445534    3638 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:06.445546    3638 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:09.434636    3638 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:09.435194    3638 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:09.435223    3638 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:09.435232    3638 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0508 00:21:09.435244    3638 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:09.435248    3638 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0508 00:21:10.469222    3638 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:10.469247    3638 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:10.469259    3638 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:10.469269    3638 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:17.465240    3638 namespace.go:98] [cert-manager] adding namespace
I0508 00:21:17.466045    3638 namespace.go:102] [cert-manager] adding namespace took 785.916µs
I0508 00:21:17.487017    3638 namespace.go:142] [cert-manager] updating namespace
I0508 00:21:17.487048    3638 namespace.go:142] [cert-manager] updating namespace
W0508 00:21:18.188983    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0508 00:21:19.277134    3638 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-mzsld] creating logical port rhbk-operator_rhbk-operator-69889d554d-mzsld for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:21:19.277237    3638 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-mzsld
I0508 00:21:19.329186    3638 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-mzsld
I0508 00:21:19.359033    3638 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-mzsld] pod update took 81.820643ms
I0508 00:21:19.359056    3638 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-mzsld] addLogicalPort annotation time took 81.84755ms
I0508 00:21:19.360183    3638 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-mzsld] addLogicalPort took 83.063393ms, libovsdb time 838.126µs
W0508 00:21:19.378012    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0508 00:21:19.623809    3638 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-mzsld 095a0ae048302ceef2ee654104366a9dcba0ca91f5ea0461fc505587df3fcf52 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-mzsld 095a0ae048302ceef2ee654104366a9dcba0ca91f5ea0461fc505587df3fcf52 network default NAD default NAD key ]
I0508 00:21:19.632930    3638 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-mzsld, hostIfaceName: 095a0ae048302ce, network: default, NAD default, SandboxID: "095a0ae048302ceef2ee654104366a9dcba0ca91f5ea0461fc505587df3fcf52", PCI device ID: , UID: "81cea335-1567-486f-b1c2-5542bbcd1d0e", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0508 00:21:19.680656    3638 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-mzsld 095a0ae048302ceef2ee654104366a9dcba0ca91f5ea0461fc505587df3fcf52 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-mzsld 095a0ae048302ceef2ee654104366a9dcba0ca91f5ea0461fc505587df3fcf52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:32:75:cf:71:8d\",\"name\":\"095a0ae048302ce\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a5db51d-5874-46dc-bff6-62f531426af2\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0508 00:21:21.499229    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0508 00:21:21.520034    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0508 00:21:21.658068    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0508 00:21:21.673995    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0508 00:21:22.281992    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0508 00:21:22.282010    3638 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0508 00:21:22.824921    3638 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=47
I0508 00:21:29.626272    3638 namespace.go:142] [openshift-operators] updating namespace
I0508 00:21:29.642130    3638 namespace.go:142] [openshift-operators] updating namespace
I0508 00:21:38.198314    3638 namespace.go:98] [trusted-artifact-signer] adding namespace
I0508 00:21:38.199180    3638 namespace.go:102] [trusted-artifact-signer] adding namespace took 844.744µs
I0508 00:21:38.216743    3638 namespace.go:142] [trusted-artifact-signer] updating namespace
I0508 00:21:38.230200    3638 namespace.go:142] [trusted-artifact-signer] updating namespace
W0508 00:21:38.518281    3638 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0508 00:21:41.568718    3638 namespace.go:142] [openshift-operators] updating namespace
I0508 00:21:56.191732    3638 namespace.go:98] [openshift-pipelines] adding namespace
I0508 00:21:56.192710    3638 namespace.go:102] [openshift-pipelines] adding namespace took 956.424µs
I0508 00:21:56.207096    3638 namespace.go:142] [openshift-pipelines] updating namespace
I0508 00:21:56.360445    3638 cni.go:452] [tsf/test-tsf-subscriptions ec3badc0961e3ca4f889d34d79da8f8025cd4b5d546c406a18e1ae3fedfd080a network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions ec3badc0961e3ca4f889d34d79da8f8025cd4b5d546c406a18e1ae3fedfd080a network default NAD default NAD key ]
I0508 00:21:56.435645    3638 cni.go:473] [tsf/test-tsf-subscriptions ec3badc0961e3ca4f889d34d79da8f8025cd4b5d546c406a18e1ae3fedfd080a network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions ec3badc0961e3ca4f889d34d79da8f8025cd4b5d546c406a18e1ae3fedfd080a network default NAD default NAD key default], result "{}", err <nil>
I0508 00:21:56.492648    3638 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:56.492672    3638 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0508 00:21:56.493950    3638 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.25
I0508 00:21:56.493975    3638 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:21:56.515170    3638 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:56.515185    3638 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:21:56.521797    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0508 00:21:56.521822    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0508 00:21:56.914361    3638 namespace.go:142] [cert-manager] updating namespace
I0508 00:21:57.113026    3638 namespace.go:142] [cert-manager-operator] updating namespace
I0508 00:21:57.516007    3638 namespace.go:142] [konflux-operator] updating namespace
I0508 00:21:57.725340    3638 namespace.go:142] [konflux-ui] updating namespace
I0508 00:21:57.819069    3638 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:21:57.819151    3638 kube.go:256] Updating pod tsf/test-tsf-infrastructure
I0508 00:21:57.833686    3638 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.557923ms
I0508 00:21:57.833705    3638 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.580174ms
I0508 00:21:57.834920    3638 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 15.865968ms, libovsdb time 898.458µs
I0508 00:21:57.914130    3638 namespace.go:142] [open-cluster-management-2q5df9l1559741uq1jaic168ir7rbp6b] updating namespace
I0508 00:21:58.267670    3638 cni.go:452] [tsf/test-tsf-infrastructure b02e387c88e73cb96014c3eb809c933802c8f19c3f6f45e616958615dca95291 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure b02e387c88e73cb96014c3eb809c933802c8f19c3f6f45e616958615dca95291 network default NAD default NAD key ]
I0508 00:21:58.278385    3638 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: b02e387c88e73cb, network: default, NAD default, SandboxID: "b02e387c88e73cb96014c3eb809c933802c8f19c3f6f45e616958615dca95291", PCI device ID: , UID: "984634af-e1d5-4561-bb97-7a9b1005f5a5", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0508 00:21:58.318758    3638 namespace.go:142] [rhbk-operator] updating namespace
I0508 00:21:58.326097    3638 cni.go:473] [tsf/test-tsf-infrastructure b02e387c88e73cb96014c3eb809c933802c8f19c3f6f45e616958615dca95291 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure b02e387c88e73cb96014c3eb809c933802c8f19c3f6f45e616958615dca95291 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:71:cb:07:09:e9\",\"name\":\"b02e387c88e73cb\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db5d53d1-e8af-4b7f-a867-3d8bc6672fc5\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:21:58.519937    3638 namespace.go:142] [rhtpa-operator] updating namespace
I0508 00:21:58.720084    3638 namespace.go:142] [trusted-artifact-signer] updating namespace
I0508 00:21:58.925408    3638 namespace.go:142] [tsf] updating namespace
I0508 00:21:59.119745    3638 namespace.go:142] [tsf-keycloak] updating namespace
I0508 00:21:59.319615    3638 namespace.go:142] [tsf-tas] updating namespace
I0508 00:21:59.520346    3638 namespace.go:142] [tsf-tpa] updating namespace
I0508 00:21:59.642971    3638 namespace.go:142] [cert-manager] updating namespace
I0508 00:21:59.652666    3638 namespace.go:142] [cert-manager-operator] updating namespace
I0508 00:21:59.659451    3638 namespace.go:142] [default] updating namespace
I0508 00:21:59.668004    3638 namespace.go:142] [konflux-operator] updating namespace
I0508 00:21:59.677635    3638 namespace.go:142] [konflux-ui] updating namespace
I0508 00:21:59.684344    3638 namespace.go:142] [open-cluster-management-2q5df9l1559741uq1jaic168ir7rbp6b] updating namespace
I0508 00:21:59.692866    3638 namespace.go:142] [openshift] updating namespace
I0508 00:21:59.701292    3638 namespace.go:142] [rhbk-operator] updating namespace
I0508 00:21:59.711267    3638 namespace.go:142] [rhtpa-operator] updating namespace
I0508 00:21:59.720562    3638 namespace.go:142] [trusted-artifact-signer] updating namespace
I0508 00:21:59.738246    3638 namespace.go:142] [tsf] updating namespace
I0508 00:21:59.757910    3638 namespace.go:142] [tsf-keycloak] updating namespace
I0508 00:21:59.779037    3638 namespace.go:142] [tsf-tas] updating namespace
I0508 00:21:59.799665    3638 namespace.go:142] [tsf-tpa] updating namespace
I0508 00:21:59.898786    3638 namespace.go:142] [cert-manager] updating namespace
I0508 00:22:00.001012    3638 namespace.go:142] [cert-manager-operator] updating namespace
I0508 00:22:00.104268    3638 namespace.go:142] [default] updating namespace
I0508 00:22:00.200650    3638 namespace.go:142] [konflux-operator] updating namespace
I0508 00:22:00.300753    3638 namespace.go:142] [konflux-ui] updating namespace
I0508 00:22:00.400749    3638 namespace.go:142] [open-cluster-management-2q5df9l1559741uq1jaic168ir7rbp6b] updating namespace
I0508 00:22:00.500730    3638 namespace.go:142] [openshift] updating namespace
I0508 00:22:00.601453    3638 namespace.go:142] [rhbk-operator] updating namespace
I0508 00:22:00.700347    3638 namespace.go:142] [rhtpa-operator] updating namespace
I0508 00:22:00.725525    3638 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jdg2v] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-jdg2v for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:22:00.725626    3638 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jdg2v
I0508 00:22:00.733896    3638 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zs8dl] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-zs8dl for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:22:00.733989    3638 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zs8dl
I0508 00:22:00.742282    3638 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jdg2v] pod update took 16.682719ms
I0508 00:22:00.742303    3638 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jdg2v] addLogicalPort annotation time took 16.707994ms
I0508 00:22:00.743604    3638 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jdg2v] addLogicalPort took 18.097913ms, libovsdb time 940.51µs
I0508 00:22:00.746650    3638 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zs8dl] pod update took 12.697189ms
I0508 00:22:00.746671    3638 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zs8dl] addLogicalPort annotation time took 12.721152ms
I0508 00:22:00.747855    3638 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zs8dl] addLogicalPort took 13.975177ms, libovsdb time 793.886µs
I0508 00:22:00.798748    3638 namespace.go:142] [trusted-artifact-signer] updating namespace
I0508 00:22:00.900301    3638 namespace.go:142] [tsf] updating namespace
I0508 00:22:01.001632    3638 namespace.go:142] [tsf-keycloak] updating namespace
I0508 00:22:01.100208    3638 namespace.go:142] [tsf-tas] updating namespace
I0508 00:22:01.199039    3638 namespace.go:142] [tsf-tpa] updating namespace
I0508 00:22:01.464453    3638 namespace.go:142] [openshift-pipelines] updating namespace
I0508 00:22:09.200360    3638 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jdg2v 9f306fc3fd1bdc279e85ee6fb7adf1c47dc57c5163e6262673ac0af087b6d97f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jdg2v 9f306fc3fd1bdc279e85ee6fb7adf1c47dc57c5163e6262673ac0af087b6d97f network default NAD default NAD key ]
I0508 00:22:09.210850    3638 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-jdg2v, hostIfaceName: 9f306fc3fd1bdc2, network: default, NAD default, SandboxID: "9f306fc3fd1bdc279e85ee6fb7adf1c47dc57c5163e6262673ac0af087b6d97f", PCI device ID: , UID: "af8ac161-ac7d-42a9-8aca-68d3c7f3c281", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0508 00:22:09.213842    3638 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zs8dl 56b58f06a43978b2f0416506cb9541ecf045d5db0295b2468c9df69294f859dd network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zs8dl 56b58f06a43978b2f0416506cb9541ecf045d5db0295b2468c9df69294f859dd network default NAD default NAD key ]
I0508 00:22:09.225466    3638 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-zs8dl, hostIfaceName: 56b58f06a43978b, network: default, NAD default, SandboxID: "56b58f06a43978b2f0416506cb9541ecf045d5db0295b2468c9df69294f859dd", PCI device ID: , UID: "0acb73ee-28e1-441f-924b-7b57b3179289", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0508 00:22:09.260327    3638 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jdg2v 9f306fc3fd1bdc279e85ee6fb7adf1c47dc57c5163e6262673ac0af087b6d97f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jdg2v 9f306fc3fd1bdc279e85ee6fb7adf1c47dc57c5163e6262673ac0af087b6d97f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:f2:d0:27:1c:f7\",\"name\":\"9f306fc3fd1bdc2\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6feeb80-bb16-4aba-b628-085936710923\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:22:09.279800    3638 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zs8dl 56b58f06a43978b2f0416506cb9541ecf045d5db0295b2468c9df69294f859dd network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-zs8dl 56b58f06a43978b2f0416506cb9541ecf045d5db0295b2468c9df69294f859dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:f1:9c:09:49:ad\",\"name\":\"56b58f06a43978b\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6253ce5f-592b-4525-9c83-ff1994e5d834\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:22:09.392432    3638 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-59pmk] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-59pmk for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:22:09.392542    3638 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-59pmk
I0508 00:22:09.415866    3638 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-59pmk] pod update took 23.353357ms
I0508 00:22:09.415965    3638 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-59pmk] addLogicalPort annotation time took 23.456666ms
I0508 00:22:09.417242    3638 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-59pmk] addLogicalPort took 24.828012ms, libovsdb time 906.541µs
W0508 00:22:09.423424    3638 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0508 00:22:09.478213    3638 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0508 00:22:09.581059    3638 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wcgwr] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-wcgwr for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:22:09.581162    3638 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wcgwr
I0508 00:22:09.602270    3638 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wcgwr] pod update took 21.134147ms
I0508 00:22:09.602292    3638 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wcgwr] addLogicalPort annotation time took 21.164854ms
I0508 00:22:09.603450    3638 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wcgwr] addLogicalPort took 22.408309ms, libovsdb time 838.542µs
I0508 00:22:09.748999    3638 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-59pmk 90e8dab0187d2287674dd3a2957a6cbdaa7d46c2bf8e00f17e71725da61b7a1f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-59pmk 90e8dab0187d2287674dd3a2957a6cbdaa7d46c2bf8e00f17e71725da61b7a1f network default NAD default NAD key ]
I0508 00:22:09.759375    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-59pmk, hostIfaceName: 90e8dab0187d228, network: default, NAD default, SandboxID: "90e8dab0187d2287674dd3a2957a6cbdaa7d46c2bf8e00f17e71725da61b7a1f", PCI device ID: , UID: "46e07bbd-a0d8-4657-a7ca-de4de48734c3", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0508 00:22:09.806859    3638 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-59pmk 90e8dab0187d2287674dd3a2957a6cbdaa7d46c2bf8e00f17e71725da61b7a1f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-59pmk 90e8dab0187d2287674dd3a2957a6cbdaa7d46c2bf8e00f17e71725da61b7a1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:17:cb:7e:f0:d5\",\"name\":\"90e8dab0187d228\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5eaa4c23-dc5f-445e-9cc1-459e664bf7aa\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:22:09.939931    3638 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wcgwr e586d5247156cc8269ed12671fd500f089dbc89c6747046fc9a4a5681bfaed9a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wcgwr e586d5247156cc8269ed12671fd500f089dbc89c6747046fc9a4a5681bfaed9a network default NAD default NAD key ]
I0508 00:22:09.950285    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-wcgwr, hostIfaceName: e586d5247156cc8, network: default, NAD default, SandboxID: "e586d5247156cc8269ed12671fd500f089dbc89c6747046fc9a4a5681bfaed9a", PCI device ID: , UID: "ae690d66-d207-48be-820d-73746b5f5ff6", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0508 00:22:09.999963    3638 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wcgwr e586d5247156cc8269ed12671fd500f089dbc89c6747046fc9a4a5681bfaed9a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wcgwr e586d5247156cc8269ed12671fd500f089dbc89c6747046fc9a4a5681bfaed9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:f4:c2:65:e6:81\",\"name\":\"e586d5247156cc8\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3da02bf-4e8a-40cd-9a98-2a08ede96bc4\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0508 00:22:12.413931    3638 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0508 00:22:12.413952    3638 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0508 00:22:12.413959    3638 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0508 00:22:12.673014    3638 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0508 00:22:12.673044    3638 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0508 00:22:12.673055    3638 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0508 00:22:13.423369    3638 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0508 00:22:13.423392    3638 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0508 00:22:13.423398    3638 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0508 00:22:13.423404    3638 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0508 00:22:27.939031    3638 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
W0508 00:22:30.432123    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0508 00:22:30.462336    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0508 00:22:34.829898    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0508 00:22:36.546219    3638 cni.go:452] [tsf/test-tsf-infrastructure b02e387c88e73cb96014c3eb809c933802c8f19c3f6f45e616958615dca95291 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure b02e387c88e73cb96014c3eb809c933802c8f19c3f6f45e616958615dca95291 network default NAD default NAD key ]
I0508 00:22:36.634140    3638 cni.go:473] [tsf/test-tsf-infrastructure b02e387c88e73cb96014c3eb809c933802c8f19c3f6f45e616958615dca95291 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure b02e387c88e73cb96014c3eb809c933802c8f19c3f6f45e616958615dca95291 network default NAD default NAD key default], result "{}", err <nil>
I0508 00:22:36.687929    3638 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:22:36.687960    3638 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure
I0508 00:22:36.689126    3638 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.27
I0508 00:22:36.689154    3638 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:22:36.707483    3638 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:22:36.707506    3638 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:22:36.712923    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0508 00:22:36.712953    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0508 00:22:37.968362    3638 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:22:37.968460    3638 kube.go:256] Updating pod tsf/test-tsf-iam
I0508 00:22:37.984609    3638 pod.go:62] [tsf/test-tsf-iam] pod update took 16.182199ms
I0508 00:22:37.984633    3638 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.209111ms
I0508 00:22:37.985804    3638 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.463356ms, libovsdb time 803.986µs
I0508 00:22:38.350033    3638 cni.go:452] [tsf/test-tsf-iam 09c06a59b95ca58adf92d94b76d159769d04c73764bb2c2091df84779869d998 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 09c06a59b95ca58adf92d94b76d159769d04c73764bb2c2091df84779869d998 network default NAD default NAD key ]
I0508 00:22:38.360445    3638 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 09c06a59b95ca58, network: default, NAD default, SandboxID: "09c06a59b95ca58adf92d94b76d159769d04c73764bb2c2091df84779869d998", PCI device ID: , UID: "b28b4d57-5908-4d2d-af12-406e74391d9f", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0508 00:22:38.408352    3638 cni.go:473] [tsf/test-tsf-iam 09c06a59b95ca58adf92d94b76d159769d04c73764bb2c2091df84779869d998 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 09c06a59b95ca58adf92d94b76d159769d04c73764bb2c2091df84779869d998 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:37:10:05:49:99\",\"name\":\"09c06a59b95ca58\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0710302-80de-4e7f-885b-ae513c2f7192\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:22:38.751352    3638 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0508 00:22:38.752143    3638 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0508 00:22:38.752161    3638 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0508 00:22:38.754484    3638 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
I0508 00:22:39.124645    3638 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:22:39.124753    3638 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0508 00:22:39.142171    3638 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 17.453641ms
I0508 00:22:39.142197    3638 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.487106ms
I0508 00:22:39.143642    3638 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.013523ms, libovsdb time 1.0926ms
I0508 00:22:39.484099    3638 cni.go:452] [tsf-keycloak/keycloak-0 885b4a8835c2143d123b4b11f25c7dec659ca87bd9313ea14c8b35da08bfccc9 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 885b4a8835c2143d123b4b11f25c7dec659ca87bd9313ea14c8b35da08bfccc9 network default NAD default NAD key ]
I0508 00:22:39.493287    3638 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 885b4a8835c2143, network: default, NAD default, SandboxID: "885b4a8835c2143d123b4b11f25c7dec659ca87bd9313ea14c8b35da08bfccc9", PCI device ID: , UID: "0c36be14-0a32-4f20-b7fd-699a836d8a14", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0508 00:22:39.541856    3638 cni.go:473] [tsf-keycloak/keycloak-0 885b4a8835c2143d123b4b11f25c7dec659ca87bd9313ea14c8b35da08bfccc9 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 885b4a8835c2143d123b4b11f25c7dec659ca87bd9313ea14c8b35da08bfccc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ef:40:29:97:a8\",\"name\":\"885b4a8835c2143\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f959e9da-36e7-40d5-9a0e-bb98ea39f12c\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0508 00:22:48.613704    3638 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0508 00:22:48.613728    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0508 00:22:48.619378    3638 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0508 00:22:48.619398    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0508 00:22:53.506592    3638 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0508 00:23:00.628354    3638 namespace.go:142] [openshift-pipelines] updating namespace
I0508 00:23:07.938778    3638 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
W0508 00:23:11.706502    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0508 00:23:11.706519    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0508 00:23:11.706665    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0508 00:23:11.706683    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
I0508 00:23:19.016804    3638 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-bgj8z] creating logical port tsf-keycloak_tsf-iam-bgj8z for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:23:19.016948    3638 kube.go:256] Updating pod tsf-keycloak/tsf-iam-bgj8z
I0508 00:23:19.032004    3638 pod.go:62] [tsf-keycloak/tsf-iam-bgj8z] pod update took 15.08258ms
I0508 00:23:19.032029    3638 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-bgj8z] addLogicalPort annotation time took 15.111948ms
I0508 00:23:19.033492    3638 pods.go:271] [tsf-keycloak/tsf-iam-bgj8z] addLogicalPort took 16.705192ms, libovsdb time 1.004298ms
I0508 00:23:19.380716    3638 cni.go:452] [tsf-keycloak/tsf-iam-bgj8z f52e1e0c79a07696b6272c827f23541bdecd936e8dcdd2cb3d3451bfeb0059f5 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-bgj8z f52e1e0c79a07696b6272c827f23541bdecd936e8dcdd2cb3d3451bfeb0059f5 network default NAD default NAD key ]
I0508 00:23:19.390756    3638 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-bgj8z, hostIfaceName: f52e1e0c79a0769, network: default, NAD default, SandboxID: "f52e1e0c79a07696b6272c827f23541bdecd936e8dcdd2cb3d3451bfeb0059f5", PCI device ID: , UID: "1a4e137a-23ad-48ae-b74c-3295b60e325a", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0508 00:23:19.440690    3638 cni.go:473] [tsf-keycloak/tsf-iam-bgj8z f52e1e0c79a07696b6272c827f23541bdecd936e8dcdd2cb3d3451bfeb0059f5 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-bgj8z f52e1e0c79a07696b6272c827f23541bdecd936e8dcdd2cb3d3451bfeb0059f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:2a:f8:5c:aa:9c\",\"name\":\"f52e1e0c79a0769\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6699c8a6-55a1-4e77-8a46-f01a9b5804ab\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0508 00:23:19.742740    3638 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0508 00:23:19.742759    3638 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0508 00:23:19.742767    3638 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0508 00:23:28.821675    3638 cni.go:452] [tsf/test-tsf-iam 09c06a59b95ca58adf92d94b76d159769d04c73764bb2c2091df84779869d998 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 09c06a59b95ca58adf92d94b76d159769d04c73764bb2c2091df84779869d998 network default NAD default NAD key ]
I0508 00:23:28.914712    3638 cni.go:473] [tsf/test-tsf-iam 09c06a59b95ca58adf92d94b76d159769d04c73764bb2c2091df84779869d998 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 09c06a59b95ca58adf92d94b76d159769d04c73764bb2c2091df84779869d998 network default NAD default NAD key default], result "{}", err <nil>
I0508 00:23:28.976300    3638 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:23:28.976413    3638 pods.go:176] Deleting pod: tsf/test-tsf-iam
I0508 00:23:28.978225    3638 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.32
I0508 00:23:28.978322    3638 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:23:29.015770    3638 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:23:29.015899    3638 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:23:29.025683    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0508 00:23:29.025891    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0508 00:23:29.826745    3638 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:23:29.826852    3638 kube.go:256] Updating pod tsf-tas/test-tsf-tas
I0508 00:23:29.852560    3638 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 25.751198ms
I0508 00:23:29.852585    3638 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 25.778286ms
I0508 00:23:29.853966    3638 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 27.239438ms, libovsdb time 1.006797ms
I0508 00:23:30.206886    3638 cni.go:452] [tsf-tas/test-tsf-tas 4470f40feda4d650bdbd322174d01e732a73e9cb7ab0d8bb1a309714ab6d973a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 4470f40feda4d650bdbd322174d01e732a73e9cb7ab0d8bb1a309714ab6d973a network default NAD default NAD key ]
I0508 00:23:30.219273    3638 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 4470f40feda4d65, network: default, NAD default, SandboxID: "4470f40feda4d650bdbd322174d01e732a73e9cb7ab0d8bb1a309714ab6d973a", PCI device ID: , UID: "ec842b5a-e409-4538-ad8d-86d40247086d", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0508 00:23:30.273982    3638 cni.go:473] [tsf-tas/test-tsf-tas 4470f40feda4d650bdbd322174d01e732a73e9cb7ab0d8bb1a309714ab6d973a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 4470f40feda4d650bdbd322174d01e732a73e9cb7ab0d8bb1a309714ab6d973a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:57:05:6a:f4:af\",\"name\":\"4470f40feda4d65\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82741285-e589-488a-a72e-3af9fa0a468b\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:23:32.171680    3638 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-67t5m-8dkkq] creating logical port tsf-tas_rekor-createtree-job-67t5m-8dkkq for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:23:32.171802    3638 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-67t5m-8dkkq
I0508 00:23:32.188262    3638 pod.go:62] [tsf-tas/rekor-createtree-job-67t5m-8dkkq] pod update took 16.492881ms
I0508 00:23:32.188293    3638 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-67t5m-8dkkq] addLogicalPort annotation time took 16.528458ms
I0508 00:23:32.189819    3638 pods.go:271] [tsf-tas/rekor-createtree-job-67t5m-8dkkq] addLogicalPort took 18.161329ms, libovsdb time 1.004202ms
I0508 00:23:32.538672    3638 cni.go:452] [tsf-tas/rekor-createtree-job-67t5m-8dkkq d2e7b463ee836f60216eb374bf8a8428ba51b54fd76afa88711c6e31689f663f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-67t5m-8dkkq d2e7b463ee836f60216eb374bf8a8428ba51b54fd76afa88711c6e31689f663f network default NAD default NAD key ]
I0508 00:23:32.548275    3638 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-67t5m-8dkkq, hostIfaceName: d2e7b463ee836f6, network: default, NAD default, SandboxID: "d2e7b463ee836f60216eb374bf8a8428ba51b54fd76afa88711c6e31689f663f", PCI device ID: , UID: "96ebec8d-3712-47f9-907b-200de21fa223", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0508 00:23:32.616961    3638 cni.go:473] [tsf-tas/rekor-createtree-job-67t5m-8dkkq d2e7b463ee836f60216eb374bf8a8428ba51b54fd76afa88711c6e31689f663f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-67t5m-8dkkq d2e7b463ee836f60216eb374bf8a8428ba51b54fd76afa88711c6e31689f663f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:da:f8:bd:0c:c0\",\"name\":\"d2e7b463ee836f6\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed63045d-3425-44ff-b7f8-088c47304eaf\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0508 00:23:37.837164    3638 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0508 00:23:37.837182    3638 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
I0508 00:23:37.879380    3638 cni.go:452] [tsf-keycloak/tsf-iam-bgj8z f52e1e0c79a07696b6272c827f23541bdecd936e8dcdd2cb3d3451bfeb0059f5 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-bgj8z f52e1e0c79a07696b6272c827f23541bdecd936e8dcdd2cb3d3451bfeb0059f5 network default NAD default NAD key ]
I0508 00:23:37.962366    3638 cni.go:473] [tsf-keycloak/tsf-iam-bgj8z f52e1e0c79a07696b6272c827f23541bdecd936e8dcdd2cb3d3451bfeb0059f5 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-bgj8z f52e1e0c79a07696b6272c827f23541bdecd936e8dcdd2cb3d3451bfeb0059f5 network default NAD default NAD key default], result "{}", err <nil>
I0508 00:23:38.011746    3638 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bgj8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:23:38.011783    3638 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-bgj8z
I0508 00:23:38.013085    3638 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-bgj8z, ips: 10.128.0.34
I0508 00:23:38.013112    3638 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bgj8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:23:38.905329    3638 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bgj8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:23:38.905359    3638 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bgj8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0508 00:23:40.214161    3638 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0508 00:23:43.223692    3638 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0508 00:23:43.816873    3638 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
W0508 00:23:48.916678    3638 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0508 00:23:52.065269    3638 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qlzdb-cn867 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:23:52.065889    3638 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qlzdb-cn867 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:23:52.951257    3638 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qlzdb-cn867 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:23:52.951279    3638 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qlzdb-cn867 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:23:56.433660    3638 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-h6sv8] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-h6sv8 for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:23:56.433747    3638 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-h6sv8
I0508 00:23:56.451500    3638 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-h6sv8] pod update took 17.776193ms
I0508 00:23:56.451520    3638 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-h6sv8] addLogicalPort annotation time took 17.800492ms
I0508 00:23:56.452873    3638 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-h6sv8] addLogicalPort took 19.228165ms, libovsdb time 1.004611ms
I0508 00:23:56.551103    3638 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-t822s] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-t822s for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:23:56.551180    3638 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-t822s
I0508 00:23:56.569411    3638 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-t822s] pod update took 18.249548ms
I0508 00:23:56.569430    3638 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-t822s] addLogicalPort annotation time took 18.271651ms
I0508 00:23:56.570543    3638 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-t822s] addLogicalPort took 19.45596ms, libovsdb time 799.038µs
I0508 00:23:56.792793    3638 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-h6sv8 b11860e98adb4a1bd60d1cdb809b0e6b6be15c9f87c4e355538e08fb7543be0e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-h6sv8 b11860e98adb4a1bd60d1cdb809b0e6b6be15c9f87c4e355538e08fb7543be0e network default NAD default NAD key ]
I0508 00:23:56.801769    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-h6sv8, hostIfaceName: b11860e98adb4a1, network: default, NAD default, SandboxID: "b11860e98adb4a1bd60d1cdb809b0e6b6be15c9f87c4e355538e08fb7543be0e", PCI device ID: , UID: "a0159c39-4b4a-4c82-b237-c517120e81fe", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0508 00:23:56.850907    3638 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-h6sv8 b11860e98adb4a1bd60d1cdb809b0e6b6be15c9f87c4e355538e08fb7543be0e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-h6sv8 b11860e98adb4a1bd60d1cdb809b0e6b6be15c9f87c4e355538e08fb7543be0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:7b:19:45:ac:c5\",\"name\":\"b11860e98adb4a1\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa29f960-40c4-442d-a561-4094c8d25cd3\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:23:56.910960    3638 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-t822s a4e528e6e6572bc36d1d0c75b53dd02c496e25c64fa5884db3d90aac40be4bc6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-t822s a4e528e6e6572bc36d1d0c75b53dd02c496e25c64fa5884db3d90aac40be4bc6 network default NAD default NAD key ]
I0508 00:23:56.920220    3638 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-t822s, hostIfaceName: a4e528e6e6572bc, network: default, NAD default, SandboxID: "a4e528e6e6572bc36d1d0c75b53dd02c496e25c64fa5884db3d90aac40be4bc6", PCI device ID: , UID: "18648668-062a-4feb-af9e-a239d46a42e6", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0508 00:23:56.972683    3638 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-t822s a4e528e6e6572bc36d1d0c75b53dd02c496e25c64fa5884db3d90aac40be4bc6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-t822s a4e528e6e6572bc36d1d0c75b53dd02c496e25c64fa5884db3d90aac40be4bc6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:af:43:b6:55:35\",\"name\":\"a4e528e6e6572bc\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1c9e3f9-4086-4ea2-a2f1-a17a7a279875\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:23:59.930401    3638 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
W0508 00:24:00.985059    3638 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0508 00:24:12.001646    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0508 00:24:20.083614    3638 cni.go:452] [tsf-tas/test-tsf-tas 4470f40feda4d650bdbd322174d01e732a73e9cb7ab0d8bb1a309714ab6d973a network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 4470f40feda4d650bdbd322174d01e732a73e9cb7ab0d8bb1a309714ab6d973a network default NAD default NAD key ]
I0508 00:24:20.186801    3638 cni.go:473] [tsf-tas/test-tsf-tas 4470f40feda4d650bdbd322174d01e732a73e9cb7ab0d8bb1a309714ab6d973a network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 4470f40feda4d650bdbd322174d01e732a73e9cb7ab0d8bb1a309714ab6d973a network default NAD default NAD key default], result "{}", err <nil>
I0508 00:24:20.236901    3638 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:20.236932    3638 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas
I0508 00:24:20.238466    3638 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.35
I0508 00:24:20.238495    3638 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:20.257193    3638 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:20.257263    3638 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:20.262781    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0508 00:24:20.262805    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0508 00:24:20.911922    3638 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0508 00:24:20.950765    3638 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-8s68d] creating logical port tsf_patch-tekton-config-8s68d for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:24:20.950871    3638 kube.go:256] Updating pod tsf/patch-tekton-config-8s68d
I0508 00:24:20.965027    3638 pod.go:62] [tsf/patch-tekton-config-8s68d] pod update took 14.179943ms
I0508 00:24:20.965047    3638 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-8s68d] addLogicalPort annotation time took 14.216815ms
I0508 00:24:20.966238    3638 pods.go:271] [tsf/patch-tekton-config-8s68d] addLogicalPort took 15.48736ms, libovsdb time 817.914µs
I0508 00:24:21.310762    3638 cni.go:452] [tsf/patch-tekton-config-8s68d 4434c06b467155eaf04903af65654706b0f558dfc2ba03956e79bf4f9f042a90 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-8s68d 4434c06b467155eaf04903af65654706b0f558dfc2ba03956e79bf4f9f042a90 network default NAD default NAD key ]
I0508 00:24:21.319806    3638 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-8s68d, hostIfaceName: 4434c06b467155e, network: default, NAD default, SandboxID: "4434c06b467155eaf04903af65654706b0f558dfc2ba03956e79bf4f9f042a90", PCI device ID: , UID: "f51c5173-8a22-4bd0-8cb2-0cd585d6d4e1", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0508 00:24:21.368168    3638 cni.go:473] [tsf/patch-tekton-config-8s68d 4434c06b467155eaf04903af65654706b0f558dfc2ba03956e79bf4f9f042a90 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-8s68d 4434c06b467155eaf04903af65654706b0f558dfc2ba03956e79bf4f9f042a90 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:8d:5b:94:09:cc\",\"name\":\"4434c06b467155e\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea13b88a-71b6-4bbc-a6c6-d4590b026af0\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:24:24.111141    3638 cni.go:452] [tsf-tas/rekor-createtree-job-67t5m-8dkkq d2e7b463ee836f60216eb374bf8a8428ba51b54fd76afa88711c6e31689f663f network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-67t5m-8dkkq d2e7b463ee836f60216eb374bf8a8428ba51b54fd76afa88711c6e31689f663f network default NAD default NAD key ]
I0508 00:24:24.189961    3638 cni.go:473] [tsf-tas/rekor-createtree-job-67t5m-8dkkq d2e7b463ee836f60216eb374bf8a8428ba51b54fd76afa88711c6e31689f663f network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-67t5m-8dkkq d2e7b463ee836f60216eb374bf8a8428ba51b54fd76afa88711c6e31689f663f network default NAD default NAD key default], result "{}", err <nil>
I0508 00:24:24.237159    3638 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-67t5m-8dkkq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:24.237192    3638 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-67t5m-8dkkq
I0508 00:24:24.238522    3638 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-67t5m-8dkkq, ips: 10.128.0.36
I0508 00:24:24.238550    3638 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-67t5m-8dkkq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:25.126495    3638 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-67t5m-8dkkq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:25.126518    3638 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-67t5m-8dkkq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:28.551742    3638 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-54b8697945-xq68h] creating logical port tsf-tas_rekor-search-ui-54b8697945-xq68h for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:24:28.551849    3638 kube.go:256] Updating pod tsf-tas/rekor-search-ui-54b8697945-xq68h
I0508 00:24:28.591676    3638 pod.go:62] [tsf-tas/rekor-search-ui-54b8697945-xq68h] pod update took 39.866952ms
I0508 00:24:28.591705    3638 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-54b8697945-xq68h] addLogicalPort annotation time took 39.901936ms
I0508 00:24:28.592796    3638 pods.go:271] [tsf-tas/rekor-search-ui-54b8697945-xq68h] addLogicalPort took 41.070193ms, libovsdb time 703.18µs
I0508 00:24:28.658101    3638 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-b49dx-rpmhb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:28.658654    3638 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-b49dx-rpmhb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:28.903446    3638 cni.go:452] [tsf-tas/rekor-search-ui-54b8697945-xq68h 782c08babcd9d2fac555f5d340929f6fc54af56722a080c17158af75ac95458d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-54b8697945-xq68h 782c08babcd9d2fac555f5d340929f6fc54af56722a080c17158af75ac95458d network default NAD default NAD key ]
I0508 00:24:28.912472    3638 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-54b8697945-xq68h, hostIfaceName: 782c08babcd9d2f, network: default, NAD default, SandboxID: "782c08babcd9d2fac555f5d340929f6fc54af56722a080c17158af75ac95458d", PCI device ID: , UID: "b8ea6124-8275-4fbe-a0bc-f90a68cefaf1", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0508 00:24:28.923445    3638 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0508 00:24:28.960900    3638 cni.go:473] [tsf-tas/rekor-search-ui-54b8697945-xq68h 782c08babcd9d2fac555f5d340929f6fc54af56722a080c17158af75ac95458d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-54b8697945-xq68h 782c08babcd9d2fac555f5d340929f6fc54af56722a080c17158af75ac95458d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:30:d9:ad:b9:12\",\"name\":\"782c08babcd9d2f\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac1f5184-3d82-4f24-9224-90c58ad5e16d\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:24:29.519462    3638 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-b49dx-rpmhb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:29.519483    3638 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-b49dx-rpmhb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:30.150974    3638 cni.go:452] [tsf/patch-tekton-config-8s68d 4434c06b467155eaf04903af65654706b0f558dfc2ba03956e79bf4f9f042a90 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-8s68d 4434c06b467155eaf04903af65654706b0f558dfc2ba03956e79bf4f9f042a90 network default NAD default NAD key ]
I0508 00:24:30.225223    3638 cni.go:473] [tsf/patch-tekton-config-8s68d 4434c06b467155eaf04903af65654706b0f558dfc2ba03956e79bf4f9f042a90 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-8s68d 4434c06b467155eaf04903af65654706b0f558dfc2ba03956e79bf4f9f042a90 network default NAD default NAD key default], result "{}", err <nil>
I0508 00:24:30.274455    3638 obj_retry.go:498] Detected object tsf/patch-tekton-config-8s68d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:30.274567    3638 pods.go:176] Deleting pod: tsf/patch-tekton-config-8s68d
I0508 00:24:30.277134    3638 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-8s68d, ips: 10.128.0.39
I0508 00:24:30.277175    3638 obj_retry.go:498] Detected object tsf/patch-tekton-config-8s68d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:30.992236    3638 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-84df9fb77f-hvmmz] creating logical port tsf-tas_rekor-server-84df9fb77f-hvmmz for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:24:30.992338    3638 kube.go:256] Updating pod tsf-tas/rekor-server-84df9fb77f-hvmmz
I0508 00:24:31.023915    3638 pod.go:62] [tsf-tas/rekor-server-84df9fb77f-hvmmz] pod update took 31.604086ms
I0508 00:24:31.023938    3638 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-84df9fb77f-hvmmz] addLogicalPort annotation time took 31.632948ms
I0508 00:24:31.025381    3638 pods.go:271] [tsf-tas/rekor-server-84df9fb77f-hvmmz] addLogicalPort took 33.158696ms, libovsdb time 1.063641ms
I0508 00:24:31.180036    3638 obj_retry.go:492] Detected object tsf/patch-tekton-config-8s68d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:31.180055    3638 obj_retry.go:492] Detected object tsf/patch-tekton-config-8s68d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0508 00:24:32.167970    3638 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0508 00:24:35.884432    3638 cni.go:452] [tsf-tas/rekor-server-84df9fb77f-hvmmz 7324519b8c66374fceb04600b2b97f1e8bac9f00b8e3692c8dd715df80b1f584 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-84df9fb77f-hvmmz 7324519b8c66374fceb04600b2b97f1e8bac9f00b8e3692c8dd715df80b1f584 network default NAD default NAD key ]
I0508 00:24:35.894502    3638 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-84df9fb77f-hvmmz, hostIfaceName: 7324519b8c66374, network: default, NAD default, SandboxID: "7324519b8c66374fceb04600b2b97f1e8bac9f00b8e3692c8dd715df80b1f584", PCI device ID: , UID: "4b71f552-b73b-40c2-a322-64f0c60a0746", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23]
I0508 00:24:35.942390    3638 cni.go:473] [tsf-tas/rekor-server-84df9fb77f-hvmmz 7324519b8c66374fceb04600b2b97f1e8bac9f00b8e3692c8dd715df80b1f584 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-84df9fb77f-hvmmz 7324519b8c66374fceb04600b2b97f1e8bac9f00b8e3692c8dd715df80b1f584 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ae:c6:57:76:2a\",\"name\":\"7324519b8c66374\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b3bb9b2-924d-48a6-8a30-a5c9c58df28e\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0508 00:24:36.546775    3638 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0508 00:24:36.698308    3638 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-s8fkr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:36.698917    3638 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-s8fkr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:37.720207    3638 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-s8fkr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:37.720228    3638 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-s8fkr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:37.759233    3638 obj_retry.go:492] Detected object tsf/patch-tekton-config-8s68d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:37.759253    3638 obj_retry.go:492] Detected object tsf/patch-tekton-config-8s68d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:37.764008    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-8s68d
I0508 00:24:37.764029    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-8s68d
W0508 00:24:38.202926    3638 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0508 00:24:38.471343    3638 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:24:38.471470    3638 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa
I0508 00:24:38.485219    3638 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.78929ms
I0508 00:24:38.485239    3638 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.817973ms
I0508 00:24:38.486428    3638 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.102476ms, libovsdb time 860.354µs
I0508 00:24:38.828431    3638 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 93b7a4984e877b16db453554fdf927484fff5e1416f6f268bacfe80af985b08b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 93b7a4984e877b16db453554fdf927484fff5e1416f6f268bacfe80af985b08b network default NAD default NAD key ]
I0508 00:24:38.838691    3638 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 93b7a4984e877b1, network: default, NAD default, SandboxID: "93b7a4984e877b16db453554fdf927484fff5e1416f6f268bacfe80af985b08b", PCI device ID: , UID: "e502ce3e-2148-4989-90e5-29e8264dc0a4", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23]
I0508 00:24:38.889195    3638 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 93b7a4984e877b16db453554fdf927484fff5e1416f6f268bacfe80af985b08b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 93b7a4984e877b16db453554fdf927484fff5e1416f6f268bacfe80af985b08b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:ec:ba:9f:ea:2c\",\"name\":\"93b7a4984e877b1\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f32b41d-1bd0-4242-bf64-619aac5d1ede\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:24:41.917441    3638 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0508 00:24:42.210462    3638 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 93b7a4984e877b16db453554fdf927484fff5e1416f6f268bacfe80af985b08b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 93b7a4984e877b16db453554fdf927484fff5e1416f6f268bacfe80af985b08b network default NAD default NAD key ]
I0508 00:24:42.305259    3638 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 93b7a4984e877b16db453554fdf927484fff5e1416f6f268bacfe80af985b08b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 93b7a4984e877b16db453554fdf927484fff5e1416f6f268bacfe80af985b08b network default NAD default NAD key default], result "{}", err <nil>
I0508 00:24:42.367712    3638 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:42.367759    3638 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa
I0508 00:24:42.369250    3638 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.42
I0508 00:24:42.369278    3638 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:42.388860    3638 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:42.388884    3638 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:42.396338    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0508 00:24:42.396364    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0508 00:24:42.603457    3638 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:24:42.603587    3638 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa
I0508 00:24:42.618077    3638 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.515013ms
I0508 00:24:42.618099    3638 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.543678ms
I0508 00:24:42.619308    3638 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.86976ms, libovsdb time 873.682µs
I0508 00:24:42.959581    3638 cni.go:452] [tsf-tpa/test-tsf-tpa 731306e0ce21d6989c7dff069d4bf7c338994b58893d2bc15205ce4c19ddddd8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 731306e0ce21d6989c7dff069d4bf7c338994b58893d2bc15205ce4c19ddddd8 network default NAD default NAD key ]
I0508 00:24:42.968923    3638 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 731306e0ce21d69, network: default, NAD default, SandboxID: "731306e0ce21d6989c7dff069d4bf7c338994b58893d2bc15205ce4c19ddddd8", PCI device ID: , UID: "4e614a03-e930-4321-9119-bbdd0ee6ac18", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23]
I0508 00:24:43.020111    3638 cni.go:473] [tsf-tpa/test-tsf-tpa 731306e0ce21d6989c7dff069d4bf7c338994b58893d2bc15205ce4c19ddddd8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 731306e0ce21d6989c7dff069d4bf7c338994b58893d2bc15205ce4c19ddddd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ba:61:89:c4:54\",\"name\":\"731306e0ce21d69\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52f85365-8446-45cf-872e-133720914ad3\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0508 00:24:43.609430    3638 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
W0508 00:24:44.173941    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0508 00:24:47.772555    3638 obj_retry.go:498] Detected object tsf-tpa/create-db-lnlj2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:47.773119    3638 obj_retry.go:498] Detected object tsf-tpa/create-db-lnlj2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:48.801875    3638 obj_retry.go:492] Detected object tsf-tpa/create-db-lnlj2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:48.801894    3638 obj_retry.go:492] Detected object tsf-tpa/create-db-lnlj2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0508 00:24:49.195777    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
I0508 00:24:51.793899    3638 obj_retry.go:498] Detected object tsf-tpa/migrate-db-54dfg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:51.794447    3638 obj_retry.go:498] Detected object tsf-tpa/migrate-db-54dfg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:51.930254    3638 obj_retry.go:492] Detected object tsf-tpa/migrate-db-54dfg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:51.930275    3638 obj_retry.go:492] Detected object tsf-tpa/migrate-db-54dfg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:54.810162    3638 obj_retry.go:498] Detected object tsf-tpa/create-importers-88ckx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:54.810685    3638 obj_retry.go:498] Detected object tsf-tpa/create-importers-88ckx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:24:55.057476    3638 base_network_controller_pods.go:487] [default/tsf-tpa/server-6f69f84895-8ksxv] creating logical port tsf-tpa_server-6f69f84895-8ksxv for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:24:55.057599    3638 kube.go:256] Updating pod tsf-tpa/server-6f69f84895-8ksxv
I0508 00:24:55.072100    3638 pod.go:62] [tsf-tpa/server-6f69f84895-8ksxv] pod update took 14.542547ms
I0508 00:24:55.072126    3638 base_network_controller_pods.go:951] [default/tsf-tpa/server-6f69f84895-8ksxv] addLogicalPort annotation time took 14.573684ms
I0508 00:24:55.073334    3638 pods.go:271] [tsf-tpa/server-6f69f84895-8ksxv] addLogicalPort took 15.880014ms, libovsdb time 821.081µs
I0508 00:24:55.833813    3638 obj_retry.go:492] Detected object tsf-tpa/create-importers-88ckx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:55.833849    3638 obj_retry.go:492] Detected object tsf-tpa/create-importers-88ckx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:24:57.022259    3638 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-dc7v6] creating logical port tsf-tpa_importer-86bcdf477b-dc7v6 for pod on switch ip-10-0-2-221.ec2.internal
I0508 00:24:57.022402    3638 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-dc7v6
I0508 00:24:57.036220    3638 pod.go:62] [tsf-tpa/importer-86bcdf477b-dc7v6] pod update took 13.844654ms
I0508 00:24:57.036246    3638 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-dc7v6] addLogicalPort annotation time took 13.875055ms
I0508 00:24:57.037484    3638 pods.go:271] [tsf-tpa/importer-86bcdf477b-dc7v6] addLogicalPort took 15.243399ms, libovsdb time 807.369µs
I0508 00:25:03.521715    3638 cni.go:452] [tsf-tpa/server-6f69f84895-8ksxv 5e91fcea2a14acc1b7327738f4882e334e7c10563b7aea5ffd4a46d6a021bf1a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-6f69f84895-8ksxv 5e91fcea2a14acc1b7327738f4882e334e7c10563b7aea5ffd4a46d6a021bf1a network default NAD default NAD key ]
I0508 00:25:03.531134    3638 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-6f69f84895-8ksxv, hostIfaceName: 5e91fcea2a14acc, network: default, NAD default, SandboxID: "5e91fcea2a14acc1b7327738f4882e334e7c10563b7aea5ffd4a46d6a021bf1a", PCI device ID: , UID: "4413d564-09a4-4f9e-90a7-be2fc13c2083", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23]
I0508 00:25:03.579702    3638 cni.go:473] [tsf-tpa/server-6f69f84895-8ksxv 5e91fcea2a14acc1b7327738f4882e334e7c10563b7aea5ffd4a46d6a021bf1a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-6f69f84895-8ksxv 5e91fcea2a14acc1b7327738f4882e334e7c10563b7aea5ffd4a46d6a021bf1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:3e:a3:d5:d4:f7\",\"name\":\"5e91fcea2a14acc\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f37e4331-97a6-41cb-838f-afab23a92cb3\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:25:03.678978    3638 cni.go:452] [tsf-tpa/importer-86bcdf477b-dc7v6 299904bcb181d7ca24d74112a7d8c784b8b1d9223acd38ddfdf5c4692b6926a7 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-dc7v6 299904bcb181d7ca24d74112a7d8c784b8b1d9223acd38ddfdf5c4692b6926a7 network default NAD default NAD key ]
I0508 00:25:03.688746    3638 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-dc7v6, hostIfaceName: 299904bcb181d7c, network: default, NAD default, SandboxID: "299904bcb181d7ca24d74112a7d8c784b8b1d9223acd38ddfdf5c4692b6926a7", PCI device ID: , UID: "913c3df3-417d-4d98-9581-1d97eb8f09fe", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23]
I0508 00:25:03.737307    3638 cni.go:473] [tsf-tpa/importer-86bcdf477b-dc7v6 299904bcb181d7ca24d74112a7d8c784b8b1d9223acd38ddfdf5c4692b6926a7 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-dc7v6 299904bcb181d7ca24d74112a7d8c784b8b1d9223acd38ddfdf5c4692b6926a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:3d:a9:4f:94:18\",\"name\":\"299904bcb181d7c\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2dcb7f4e-380a-490c-a86d-0a8a8a00f60f\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0508 00:25:05.461936    3638 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rx6z4-gdm5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:25:05.462525    3638 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rx6z4-gdm5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:25:06.329248    3638 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rx6z4-gdm5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:25:06.329275    3638 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rx6z4-gdm5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0508 00:25:06.340651    3638 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
W0508 00:25:07.369403    3638 util.go:959] Failed to build node endpoints for node ip-10-0-2-221.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server
I0508 00:25:09.355752    3638 cni.go:452] [tsf-tpa/test-tsf-tpa 731306e0ce21d6989c7dff069d4bf7c338994b58893d2bc15205ce4c19ddddd8 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 731306e0ce21d6989c7dff069d4bf7c338994b58893d2bc15205ce4c19ddddd8 network default NAD default NAD key ]
I0508 00:25:09.443813    3638 cni.go:473] [tsf-tpa/test-tsf-tpa 731306e0ce21d6989c7dff069d4bf7c338994b58893d2bc15205ce4c19ddddd8 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 731306e0ce21d6989c7dff069d4bf7c338994b58893d2bc15205ce4c19ddddd8 network default NAD default NAD key default], result "{}", err <nil>
I0508 00:25:09.494203    3638 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:25:09.494237    3638 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa
I0508 00:25:09.495515    3638 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.43
I0508 00:25:09.495543    3638 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:25:09.514703    3638 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:25:09.514720    3638 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:25:09.523238    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0508 00:25:09.523256    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0508 00:25:10.272777    3638 namespace.go:98] [integration-service] adding namespace
I0508 00:25:10.273686    3638 namespace.go:102] [integration-service] adding namespace took 885.35µs
I0508 00:25:10.275294    3638 namespace.go:98] [image-controller] adding namespace
I0508 00:25:10.276064    3638 namespace.go:102] [image-controller] adding namespace took 753.29µs
I0508 00:25:10.282127    3638 namespace.go:98] [build-service] adding namespace
I0508 00:25:10.282725    3638 namespace.go:102] [build-service] adding namespace took 583.005µs
I0508 00:25:10.282935    3638 namespace.go:98] [default-tenant] adding namespace
I0508 00:25:10.283587    3638 namespace.go:102] [default-tenant] adding namespace took 635.786µs
I0508 00:25:10.366183    3638 namespace.go:142] [integration-service] updating namespace
I0508 00:25:10.410262    3638 namespace.go:142] [integration-service] updating namespace
I0508 00:25:10.413345    3638 namespace.go:142] [image-controller] updating namespace
I0508 00:25:10.454963    3638 namespace.go:142] [build-service] updating namespace
I0508 00:25:10.489907    3638 namespace.go:142] [image-controller] updating namespace
I0508 00:25:10.512027    3638 namespace.go:142] [default-tenant] updating namespace
I0508 00:25:10.525301    3638 namespace.go:142] [build-service] updating namespace
I0508 00:25:10.570106    3638 namespace.go:142] [default-tenant] updating namespace
I0508 00:25:10.653347    3638 namespace.go:142] [build-service] updating namespace
I0508 00:25:10.686552    3638 namespace.go:142] [integration-service] updating namespace
I0508 00:25:10.721496    3638 namespace.go:98] [release-service] adding namespace
I0508 00:25:10.722338    3638 namespace.go:102] [release-service] adding namespace took 827.199µs
I0508 00:25:10.785178    3638 namespace.go:142] [konflux-ui] updating namespace
I0508 00:25:10.788991    3638 namespace.go:142] [release-service] updating namespace
I0508 00:25:10.810191    3638 namespace.go:142] [release-service] updating namespace
I0508 00:25:10.954317    3638 namespace.go:98] [konflux-info] adding namespace
I0508 00:25:10.955142    3638 namespace.go:102] [konflux-info] adding namespace took 806.693µs
I0508 00:25:11.006805    3638 namespace.go:98] [namespace-lister] adding namespace
I0508 00:25:11.007552    3638 namespace.go:102] [namespace-lister] adding namespace took 731.729µs
I0508 00:25:11.040136    3638 namespace.go:142] [konflux-info] updating namespace
I0508 00:25:11.161193    3638 namespace.go:142] [image-controller] updating namespace
I0508 00:25:11.161193    3638 namespace.go:142] [konflux-info] updating namespace
I0508 00:25:11.186690    3638 namespace.go:98] [enterprise-contract-service] adding namespace
I0508 00:25:11.187509    3638 namespace.go:102] [enterprise-contract-service] adding namespace took 805.352µs
I0508 00:25:11.290085    3638 namespace.go:142] [namespace-lister] updating namespace
I0508 00:25:11.426116    3638 namespace.go:142] [default-tenant] updating namespace
I0508 00:25:11.494111    3638 namespace.go:142] [namespace-lister] updating namespace
I0508 00:25:11.539046    3638 namespace.go:142] [enterprise-contract-service] updating namespace
I0508 00:25:11.647069    3638 namespace.go:98] [segment-bridge] adding namespace
I0508 00:25:11.647861    3638 namespace.go:102] [segment-bridge] adding namespace took 771.171µs
I0508 00:25:11.720216    3638 namespace.go:142] [enterprise-contract-service] updating namespace
I0508 00:25:11.957205    3638 namespace.go:142] [segment-bridge] updating namespace
I0508 00:25:12.072179    3638 namespace.go:98] [konflux-cli] adding namespace
I0508 00:25:12.073048    3638 namespace.go:102] [konflux-cli] adding namespace took 850.568µs
I0508 00:25:12.158062    3638 namespace.go:142] [segment-bridge] updating namespace
I0508 00:25:12.334856    3638 namespace.go:142] [konflux-cli] updating namespace
W0508 00:25:12.441182    3638 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0508 00:25:12.480980    3638 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0508 00:25:12.481561    3638 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0508 00:25:12.481575    3638 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0508 00:25:12.484133    3638 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0508 00:25:12.634409    3638 namespace.go:142] [konflux-cli] updating namespace
I0508 00:25:12.763599    3638 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0508 00:25:12.763623    3638 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0508 00:25:12.764453    3638 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0508 00:25:14.001976    3638 namespace.go:142] [build-service] updating namespace
I0508 00:25:14.479357    3638 namespace.go:142] [default-tenant] updating namespace
I0508 00:25:14.821199    3638 namespace.go:142] [enterprise-contract-service] updating namespace
I0508 00:25:15.010360    3638 namespace.go:142] [image-controller] updating namespace
I0508 00:25:15.289597    3638 namespace.go:142] [integration-service] updating namespace
W0508 00:25:15.377997    3638 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0508 00:25:15.604747    3638 namespace.go:142] [konflux-info] updating namespace
I0508 00:25:15.780020    3638 namespace.go:142] [namespace-lister] updating namespace
I0508 00:25:16.038733    3638 namespace.go:142] [release-service] updating namespace
I0508 00:25:16.183454    3638 namespace.go:142] [build-service] updating namespace
I0508 00:25:16.230332    3638 namespace.go:142] [default-tenant] updating namespace
I0508 00:25:16.262436    3638 namespace.go:142] [enterprise-contract-service] updating namespace
I0508 00:25:16.278445    3638 namespace.go:142] [image-controller] updating namespace
I0508 00:25:16.306083    3638 namespace.go:142] [integration-service] updating namespace
I0508 00:25:16.359792    3638 namespace.go:142] [konflux-info] updating namespace
I0508 00:25:16.415654    3638 namespace.go:142] [namespace-lister] updating namespace
I0508 00:25:16.437026    3638 namespace.go:142] [release-service] updating namespace
I0508 00:25:16.531201    3638 namespace.go:142] [build-service] updating namespace
I0508 00:25:16.606249    3638 namespace.go:142] [default-tenant] updating namespace
I0508 00:25:16.736513    3638 namespace.go:142] [enterprise-contract-service] updating namespace
I0508 00:25:16.814668    3638 namespace.go:142] [image-controller] updating namespace
I0508 00:25:16.936871    3638 namespace.go:142] [integration-service] updating namespace
I0508 00:25:17.029050    3638 namespace.go:142] [konflux-info] updating namespace
I0508 00:25:17.150114    3638 namespace.go:142] [namespace-lister] updating namespace
I0508 00:25:17.222755    3638 namespace.go:142] [release-service] updating namespace
W0508 00:25:18.394560    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0508 00:25:18.417387    3638 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
I0508 00:25:18.537441    3638 namespace.go:142] [konflux-cli] updating namespace
I0508 00:25:18.739276    3638 namespace.go:142] [segment-bridge] updating namespace
I0508 00:25:18.860928    3638 namespace.go:142] [konflux-cli] updating namespace
I0508 00:25:18.876606    3638 namespace.go:142] [segment-bridge] updating namespace
I0508 00:25:18.966641    3638 namespace.go:142] [konflux-cli] updating namespace
I0508 00:25:19.069474    3638 namespace.go:142] [segment-bridge] updating namespace
W0508 00:25:22.875083    3638 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0508 00:25:22.875267    3638 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0508 00:25:24.437118    3638 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0508 00:25:25.897603    3638 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0508 00:25:25.897644    3638 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0508 00:25:27.500993    3638 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0508 00:25:27.501016    3638 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0508 00:25:27.530671    3638 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0508 00:25:27.532070    3638 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0508 00:25:28.924763    3638 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0508 00:25:28.924781    3638 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
I0508 00:25:34.216358    3638 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:25:34.216902    3638 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:25:34.533204    3638 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:25:34.533228    3638 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:25:34.534678    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g
I0508 00:25:34.534704    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g
I0508 00:25:47.901360    3638 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0508 00:25:50.901357    3638 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0508 00:26:20.825004    3638 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=602
I0508 00:26:38.816140    3638 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57
I0508 00:26:46.357864    3638 obj_retry.go:498] Detected object konflux-ui/proxy-5b4fdf44b-q5566 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:26:46.358410    3638 obj_retry.go:498] Detected object konflux-ui/proxy-5b4fdf44b-q5566 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:26:46.909775    3638 obj_retry.go:492] Detected object konflux-ui/proxy-5b4fdf44b-q5566 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:26:46.909798    3638 obj_retry.go:492] Detected object konflux-ui/proxy-5b4fdf44b-q5566 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:26:46.915693    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5b4fdf44b-q5566
I0508 00:26:46.915711    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5b4fdf44b-q5566
I0508 00:26:48.579004    3638 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0508 00:26:48.579605    3638 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0508 00:26:48.618643    3638 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:26:48.618662    3638 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0508 00:26:48.623972    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0508 00:26:48.623996    3638 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0508 00:26:48.905988    3638 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0508 00:27:03.933913    3638 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0508 00:27:21.457747    3638 namespace.go:98] [managed-tenant-8mxm9] adding namespace
I0508 00:27:21.458693    3638 namespace.go:102] [managed-tenant-8mxm9] adding namespace took 923.495µs
I0508 00:27:21.509761    3638 namespace.go:142] [managed-tenant-8mxm9] updating namespace
I0508 00:27:21.557916    3638 namespace.go:142] [managed-tenant-8mxm9] updating namespace
I0508 00:27:22.519276    3638 namespace.go:142] [managed-tenant-8mxm9] updating namespace
I0508 00:27:22.650289    3638 namespace.go:142] [managed-tenant-8mxm9] updating namespace
I0508 00:27:22.748617    3638 namespace.go:142] [managed-tenant-8mxm9] updating namespace
I0508 00:27:33.817113    3638 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=82
I0508 00:27:54.847242    3638 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=129