+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-1-141.ec2.internal
++ [[ -n ip-10-0-1-141.ec2.internal ]]
++ [[ -f /env/ip-10-0-1-141.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0423 19:48:17.715476926 - disable conntrack on geneve port'
I0423 19:48:17.715476926 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0423 19:48:17.785630771 - starting ovnkube-node'
I0423 19:48:17.785630771 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-141.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-141.ec2.internal --init-node ip-10-0-1-141.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-141.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0423 19:48:17.833812    3743 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0423 19:48:17.833871    3743 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d84a1f03e1.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0423 19:48:17.835455    3743 kube.go:431] Waiting for certificate
I0423 19:48:17.835491    3743 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0423 19:48:17.835527    3743 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0423 19:48:17.836338    3743 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0423 19:48:17.868774    3743 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 19:48:17.868789    3743 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 19:48:17.872232    3743 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 19:48:17.872322    3743 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-llgvx"
I0423 19:48:17.881431    3743 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-llgvx"
I0423 19:48:17.881522    3743 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0423 19:48:18.835883    3743 kube.go:438] Certificate found
I0423 19:48:18.836402    3743 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0423 19:48:18.837369    3743 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0423 19:48:18.908234    3743 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-24 19:43:17 +0000 UTC" deadline="2026-04-24 15:55:43.017221305 +0000 UTC"
I0423 19:48:18.908265    3743 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h7m24.108965223s"
I0423 19:48:18.911290    3743 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0423 19:48:18.918925    3743 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0423 19:48:18.918992    3743 factory.go:561] Starting watch factory
I0423 19:48:18.919079    3743 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:18.919084    3743 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:18.919090    3743 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:18.919105    3743 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:18.919115    3743 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:18.919199    3743 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:18.919234    3743 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:18.919235    3743 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0423 19:48:18.919096    3743 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:18.919629    3743 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:18.919663    3743 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:18.919819    3743 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:18.919856    3743 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:18.919872    3743 server.go:101] MetricServer registers OVS metrics
I0423 19:48:18.920381    3743 server.go:105] MetricServer registers OVN DB metrics
I0423 19:48:18.923457    3743 controller_manager.go:370] Starting the ovnkube controller
I0423 19:48:18.923467    3743 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-141.ec2.internal
I0423 19:48:18.923511    3743 controller_manager.go:395] NBDB zone sync took: 38.257µs
I0423 19:48:18.923519    3743 factory.go:561] Starting watch factory
I0423 19:48:18.925246    3743 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0423 19:48:18.925280    3743 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0423 19:48:18.935816    3743 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:18.936218    3743 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:18.939398    3743 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0423 19:48:18.939455    3743 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0423 19:48:18.943217    3743 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0423 19:48:18.943245    3743 server.go:109] MetricServer registers OVN Controller metrics
I0423 19:48:18.947070    3743 server.go:113] MetricServer registers OVN Northd metrics
I0423 19:48:18.948508    3743 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:18.951074    3743 metrics.go:519] OVN Metrics Server starts to run ...
I0423 19:48:18.960684    3743 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:18.963284    3743 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:18.966024    3743 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0423 19:48:19.025183    3743 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0423 19:48:19.025201    3743 factory.go:1977] *v1.Pod informer cache synced successfully
I0423 19:48:19.025205    3743 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0423 19:48:19.025208    3743 factory.go:1977] *v1.Namespace informer cache synced successfully
I0423 19:48:19.025211    3743 factory.go:1977] *v1.Node informer cache synced successfully
I0423 19:48:19.025214    3743 factory.go:1977] *v1.Service informer cache synced successfully
I0423 19:48:19.025275    3743 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:48:19.025309    3743 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:48:19.025447    3743 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:48:19.025464    3743 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:48:19.029911    3743 factory.go:1977] *v1.Service informer cache synced successfully
I0423 19:48:19.029921    3743 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0423 19:48:19.029925    3743 factory.go:1977] *v1.Pod informer cache synced successfully
I0423 19:48:19.029928    3743 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0423 19:48:19.029931    3743 factory.go:1977] *v1.Namespace informer cache synced successfully
I0423 19:48:19.029934    3743 factory.go:1977] *v1.Node informer cache synced successfully
I0423 19:48:19.031066    3743 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:48:19.031066    3743 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0423 19:48:19.035950    3743 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0423 19:48:19.035961    3743 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0423 19:48:19.036006    3743 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.036016    3743 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.040979    3743 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.040986    3743 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0423 19:48:19.041128    3743 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.041150    3743 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.044977    3743 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.046909    3743 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0423 19:48:19.046991    3743 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.047001    3743 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.057932    3743 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.130890    3743 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0423 19:48:19.130904    3743 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0423 19:48:19.136051    3743 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0423 19:48:19.141233    3743 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0423 19:48:19.146394    3743 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0423 19:48:19.146514    3743 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.146533    3743 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.148958    3743 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.152194    3743 factory.go:1977] *v1.EgressService informer cache synced successfully
I0423 19:48:19.152254    3743 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.152266    3743 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.152295    3743 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0423 19:48:19.154708    3743 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.157493    3743 factory.go:1977] *v1.EgressService informer cache synced successfully
I0423 19:48:19.157495    3743 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0423 19:48:19.157757    3743 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0423 19:48:19.157770    3743 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0423 19:48:19.159998    3743 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0423 19:48:19.162781    3743 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0423 19:48:19.162793    3743 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0423 19:48:19.162894    3743 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.162915    3743 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.162910    3743 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.162934    3743 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.165119    3743 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.165661    3743 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0423 19:48:19.168415    3743 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0423 19:48:19.168425    3743 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0423 19:48:19.168432    3743 factory.go:680] Watch Factory start up complete, took: 249.443702ms
I0423 19:48:19.168503    3743 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0423 19:48:19.168515    3743 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0423 19:48:19.174269    3743 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0423 19:48:19.174281    3743 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0423 19:48:19.174289    3743 factory.go:680] Watch Factory start up complete, took: 250.767891ms
I0423 19:48:19.174296    3743 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-141.ec2.internal" zone
I0423 19:48:19.213756    3743 default_node_network_controller.go:710] Initializing the default node network controller
I0423 19:48:19.287384    3743 udn_isolation.go:101] Starting UDN host isolation manager
I0423 19:48:19.293682    3743 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0423 19:48:19.387339    3743 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0423 19:48:19.387408    3743 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0423 19:48:19.387424    3743 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0423 19:48:19.421105    3743 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0423 19:48:19.421196    3743 default_node_network_controller.go:809] Node ip-10-0-1-141.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0423 19:48:19.426599    3743 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.141"] k8s.ovn.org/zone-name:ip-10-0-1-141.ec2.internal] on node ip-10-0-1-141.ec2.internal
I0423 19:48:19.447053    3743 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0423 19:48:19.453252    3743 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0423 19:48:19.453401    3743 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1
I0423 19:48:19.453526    3743 gateway_init.go:263] Preparing Gateway
I0423 19:48:19.453538    3743 gateway_shared_intf.go:1687] Creating new gateway
I0423 19:48:19.585650    3743 iptables.go:108] Creating table: filter chain: FORWARD
I0423 19:48:19.592380    3743 iptables.go:108] Creating table: filter chain: OUTPUT
I0423 19:48:19.599419    3743 gateway_shared_intf.go:1816] Gateway Creation Complete
I0423 19:48:19.599437    3743 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-141.ec2.internal","mac-address":"0a:ff:f4:9e:42:b1","ip-addresses":["10.0.1.141/24"],"ip-address":"10.0.1.141/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8379f4af-6870-4e48-9c22-5926f4c8ec89 k8s.ovn.org/node-encap-ips:["10.0.1.141"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.141/24"} k8s.ovn.org/zone-name:ip-10-0-1-141.ec2.internal] on node ip-10-0-1-141.ec2.internal
I0423 19:48:19.624003    3743 default_node_network_controller.go:519] Node connection status = connected
I0423 19:48:19.675019    3743 controller_manager.go:429] Waiting for node in zone sync took: 500.712129ms
I0423 19:48:19.681126    3743 controller_manager.go:611] Switching to transit router for layer2 networks
I0423 19:48:19.681140    3743 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-141.ec2.internal
I0423 19:48:19.696533    3743 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0423 19:48:19.702898    3743 controller_manager.go:290] SCTP support detected in OVN
I0423 19:48:19.703452    3743 services_controller.go:69] Creating services controller for network=default
I0423 19:48:19.703549    3743 udn_enabled_svc.go:80] Waiting for service informer to sync
I0423 19:48:19.703603    3743 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0423 19:48:19.703637    3743 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0423 19:48:19.703651    3743 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0423 19:48:19.703660    3743 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0423 19:48:19.703840    3743 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0423 19:48:19.703883    3743 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0423 19:48:19.703947    3743 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 73.079µs
I0423 19:48:19.703972    3743 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 80.561µs
I0423 19:48:19.703980    3743 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 95.178µs
I0423 19:48:19.703986    3743 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0423 19:48:19.703992    3743 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0423 19:48:19.704001    3743 default_network_controller.go:325] Starting the default network controller
I0423 19:48:19.704001    3743 udn_enabled_svc.go:95] Performing full resync
I0423 19:48:19.704107    3743 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.237µs
I0423 19:48:19.704255    3743 udn_enabled_svc.go:99] Waiting for handler to sync
I0423 19:48:19.704265    3743 udn_enabled_svc.go:104] Starting worker
I0423 19:48:19.713472    3743 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0423 19:48:19.713533    3743 repair.go:33] Syncing exgw routes took 48.198µs
I0423 19:48:19.713556    3743 default_network_controller.go:414] Starting all the Watchers...
I0423 19:48:19.713697    3743 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0423 19:48:19.713705    3743 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0423 19:48:19.713750    3743 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0423 19:48:19.713751    3743 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0423 19:48:19.713704    3743 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0423 19:48:19.713772    3743 namespace.go:98] [openshift-logging] adding namespace
I0423 19:48:19.713783    3743 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0423 19:48:19.713785    3743 namespace.go:98] [openshift-backplane-csm] adding namespace
I0423 19:48:19.713793    3743 namespace.go:98] [openshift-image-registry] adding namespace
I0423 19:48:19.713813    3743 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0423 19:48:19.713834    3743 namespace.go:98] [openshift-config] adding namespace
I0423 19:48:19.713842    3743 namespace.go:98] [openshift-backplane-srep] adding namespace
I0423 19:48:19.713698    3743 namespace.go:98] [openshift-backplane-cse] adding namespace
I0423 19:48:19.713852    3743 namespace.go:98] [openshift-host-network] adding namespace
I0423 19:48:19.713869    3743 namespace.go:98] [default] adding namespace
I0423 19:48:19.714250    3743 namespace.go:102] [openshift-machine-config-operator] adding namespace took 539.46µs
I0423 19:48:19.714265    3743 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0423 19:48:19.714682    3743 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 412.454µs
I0423 19:48:19.714696    3743 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0423 19:48:19.715186    3743 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 484.613µs
I0423 19:48:19.715199    3743 namespace.go:98] [openshift-config-operator] adding namespace
I0423 19:48:19.715628    3743 namespace.go:102] [openshift-route-controller-manager] adding namespace took 1.911712ms
I0423 19:48:19.715642    3743 namespace.go:98] [openshift] adding namespace
I0423 19:48:19.716063    3743 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 2.295045ms
I0423 19:48:19.716078    3743 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0423 19:48:19.716469    3743 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 2.705972ms
I0423 19:48:19.716478    3743 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0423 19:48:19.716901    3743 namespace.go:102] [openshift-kube-apiserver] adding namespace took 3.13084ms
I0423 19:48:19.716914    3743 namespace.go:98] [openshift-network-node-identity] adding namespace
W0423 19:48:19.717278    3743 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-gz4jg: pod openshift-network-diagnostics/network-check-target-gz4jg: no pod IPs found 
W0423 19:48:19.717290    3743 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-j6rzx: pod openshift-network-diagnostics/network-check-target-j6rzx: no pod IPs found 
I0423 19:48:19.717311    3743 namespace.go:102] [openshift-logging] adding namespace took 3.531286ms
I0423 19:48:19.717320    3743 namespace.go:98] [openshift-console-operator] adding namespace
I0423 19:48:19.717737    3743 namespace.go:102] [openshift-network-diagnostics] adding namespace took 3.942943ms
I0423 19:48:19.717746    3743 namespace.go:98] [openshift-apiserver] adding namespace
I0423 19:48:19.718150    3743 namespace.go:102] [openshift-backplane-csm] adding namespace took 4.350311ms
I0423 19:48:19.718164    3743 namespace.go:98] [openshift-dns] adding namespace
I0423 19:48:19.718547    3743 namespace.go:102] [openshift-image-registry] adding namespace took 4.74521ms
I0423 19:48:19.718556    3743 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0423 19:48:19.718991    3743 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.166353ms
I0423 19:48:19.719002    3743 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0423 19:48:19.719388    3743 namespace.go:102] [openshift-config] adding namespace took 5.541625ms
I0423 19:48:19.719396    3743 namespace.go:98] [openshift-backplane-cee] adding namespace
I0423 19:48:19.719803    3743 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.955536ms
I0423 19:48:19.719814    3743 namespace.go:98] [openshift-config-managed] adding namespace
I0423 19:48:19.720206    3743 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.354034ms
I0423 19:48:19.720215    3743 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0423 19:48:19.720675    3743 namespace.go:102] [openshift-host-network] adding namespace took 6.814969ms
I0423 19:48:19.720690    3743 namespace.go:98] [openshift-console] adding namespace
I0423 19:48:19.721100    3743 namespace.go:102] [default] adding namespace took 7.222224ms
I0423 19:48:19.721112    3743 namespace.go:98] [dedicated-admin] adding namespace
I0423 19:48:19.721471    3743 namespace.go:102] [openshift-config-operator] adding namespace took 6.267183ms
I0423 19:48:19.721482    3743 namespace.go:98] [openshift-cluster-version] adding namespace
I0423 19:48:19.721844    3743 namespace.go:102] [openshift] adding namespace took 6.198452ms
I0423 19:48:19.721855    3743 namespace.go:98] [openshift-marketplace] adding namespace
I0423 19:48:19.722210    3743 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.127956ms
I0423 19:48:19.722222    3743 namespace.go:98] [openshift-ingress-operator] adding namespace
I0423 19:48:19.722579    3743 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.096759ms
I0423 19:48:19.722590    3743 namespace.go:98] [kube-node-lease] adding namespace
I0423 19:48:19.722971    3743 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.051886ms
I0423 19:48:19.722982    3743 namespace.go:98] [openshift-authentication] adding namespace
I0423 19:48:19.723333    3743 namespace.go:102] [openshift-console-operator] adding namespace took 6.00957ms
I0423 19:48:19.723345    3743 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0423 19:48:19.723716    3743 namespace.go:102] [openshift-apiserver] adding namespace took 5.964769ms
I0423 19:48:19.723744    3743 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0423 19:48:19.724477    3743 namespace.go:102] [openshift-dns] adding namespace took 6.305858ms
I0423 19:48:19.724494    3743 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0423 19:48:19.724924    3743 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.364134ms
I0423 19:48:19.724936    3743 namespace.go:98] [openshift-backplane-tam] adding namespace
I0423 19:48:19.725356    3743 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.348923ms
I0423 19:48:19.725369    3743 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0423 19:48:19.725742    3743 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.341968ms
I0423 19:48:19.725750    3743 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0423 19:48:19.726112    3743 namespace.go:102] [openshift-config-managed] adding namespace took 6.294203ms
I0423 19:48:19.726125    3743 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0423 19:48:19.726542    3743 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.322535ms
I0423 19:48:19.726552    3743 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0423 19:48:19.726993    3743 namespace.go:102] [openshift-console] adding namespace took 6.298635ms
I0423 19:48:19.727005    3743 namespace.go:98] [openshift-infra] adding namespace
I0423 19:48:19.727357    3743 namespace.go:102] [dedicated-admin] adding namespace took 6.241102ms
I0423 19:48:19.727367    3743 namespace.go:98] [kube-public] adding namespace
I0423 19:48:19.727738    3743 namespace.go:102] [openshift-cluster-version] adding namespace took 6.250544ms
I0423 19:48:19.727750    3743 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0423 19:48:19.728105    3743 namespace.go:102] [openshift-marketplace] adding namespace took 6.245068ms
I0423 19:48:19.728115    3743 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0423 19:48:19.728430    3743 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.204727ms
I0423 19:48:19.728439    3743 namespace.go:98] [openshift-authentication-operator] adding namespace
I0423 19:48:19.728865    3743 namespace.go:102] [kube-node-lease] adding namespace took 6.269208ms
I0423 19:48:19.728880    3743 namespace.go:98] [open-cluster-management-2ps2bve4hjh3ovu4l3oim6c2t962kfba] adding namespace
I0423 19:48:19.729277    3743 namespace.go:102] [openshift-authentication] adding namespace took 6.289553ms
I0423 19:48:19.729288    3743 namespace.go:98] [openshift-monitoring] adding namespace
I0423 19:48:19.729593    3743 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.24351ms
I0423 19:48:19.729603    3743 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0423 19:48:19.730027    3743 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.279148ms
I0423 19:48:19.730038    3743 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0423 19:48:19.730442    3743 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.942692ms
I0423 19:48:19.730455    3743 namespace.go:98] [openshift-node] adding namespace
I0423 19:48:19.730825    3743 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.884532ms
I0423 19:48:19.730836    3743 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0423 19:48:19.731165    3743 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.791414ms
I0423 19:48:19.731174    3743 namespace.go:98] [openshift-operators-redhat] adding namespace
I0423 19:48:19.731579    3743 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.821651ms
I0423 19:48:19.731597    3743 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0423 19:48:19.731990    3743 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.861381ms
I0423 19:48:19.732002    3743 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0423 19:48:19.732403    3743 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.846681ms
I0423 19:48:19.732416    3743 namespace.go:98] [openshift-network-console] adding namespace
I0423 19:48:19.732831    3743 namespace.go:102] [openshift-infra] adding namespace took 5.82068ms
I0423 19:48:19.732842    3743 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0423 19:48:19.733273    3743 namespace.go:102] [kube-public] adding namespace took 5.900624ms
I0423 19:48:19.733285    3743 namespace.go:98] [kube-system] adding namespace
I0423 19:48:19.733710    3743 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.954325ms
I0423 19:48:19.734150    3743 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.03032ms
I0423 19:48:19.734163    3743 namespace.go:98] [openshift-ingress] adding namespace
I0423 19:48:19.734573    3743 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.12904ms
I0423 19:48:19.734586    3743 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0423 19:48:19.735001    3743 namespace.go:102] [open-cluster-management-2ps2bve4hjh3ovu4l3oim6c2t962kfba] adding namespace took 6.115567ms
I0423 19:48:19.735014    3743 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0423 19:48:19.735376    3743 namespace.go:102] [openshift-monitoring] adding namespace took 6.08304ms
I0423 19:48:19.735388    3743 namespace.go:98] [openshift-dns-operator] adding namespace
I0423 19:48:19.735713    3743 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.104493ms
I0423 19:48:19.735741    3743 namespace.go:98] [openshift-insights] adding namespace
I0423 19:48:19.736135    3743 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.092913ms
I0423 19:48:19.736147    3743 namespace.go:98] [openshift-controller-manager] adding namespace
I0423 19:48:19.736501    3743 namespace.go:102] [openshift-node] adding namespace took 6.040862ms
I0423 19:48:19.736513    3743 namespace.go:98] [openshift-console-user-settings] adding namespace
I0423 19:48:19.736924    3743 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.083877ms
I0423 19:48:19.736935    3743 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0423 19:48:19.737290    3743 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.110918ms
I0423 19:48:19.737302    3743 namespace.go:98] [openshift-ingress-canary] adding namespace
I0423 19:48:19.737621    3743 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.019302ms
I0423 19:48:19.737630    3743 namespace.go:98] [openshift-multus] adding namespace
I0423 19:48:19.738153    3743 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.147228ms
I0423 19:48:19.738163    3743 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0423 19:48:19.738528    3743 namespace.go:102] [openshift-network-console] adding namespace took 6.107588ms
I0423 19:48:19.738541    3743 namespace.go:98] [openshift-operators] adding namespace
I0423 19:48:19.738886    3743 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.039609ms
I0423 19:48:19.738895    3743 namespace.go:98] [openshift-etcd] adding namespace
I0423 19:48:19.739358    3743 namespace.go:102] [kube-system] adding namespace took 6.067314ms
I0423 19:48:19.739373    3743 namespace.go:98] [openshift-backplane] adding namespace
I0423 19:48:19.739695    3743 namespace.go:102] [openshift-ingress] adding namespace took 5.527638ms
I0423 19:48:19.740193    3743 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.601451ms
I0423 19:48:19.740579    3743 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.558919ms
I0423 19:48:19.741035    3743 namespace.go:102] [openshift-dns-operator] adding namespace took 5.642278ms
I0423 19:48:19.741399    3743 namespace.go:102] [openshift-insights] adding namespace took 5.652418ms
I0423 19:48:19.741743    3743 namespace.go:102] [openshift-controller-manager] adding namespace took 5.59142ms
I0423 19:48:19.742221    3743 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.702481ms
I0423 19:48:19.742234    3743 namespace.go:98] [openshift-machine-api] adding namespace
I0423 19:48:19.742547    3743 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.608223ms
W0423 19:48:19.743005    3743 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-dsnwf: pod openshift-multus/network-metrics-daemon-dsnwf: no pod IPs found 
W0423 19:48:19.743018    3743 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-qwnzv: pod openshift-multus/network-metrics-daemon-qwnzv: no pod IPs found 
I0423 19:48:19.743049    3743 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.741716ms
I0423 19:48:19.743391    3743 namespace.go:102] [openshift-multus] adding namespace took 5.756261ms
I0423 19:48:19.743404    3743 namespace.go:98] [openshift-package-operator] adding namespace
I0423 19:48:19.743797    3743 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.630442ms
I0423 19:48:19.744220    3743 namespace.go:102] [openshift-operators] adding namespace took 5.67441ms
I0423 19:48:19.744232    3743 namespace.go:98] [openshift-network-operator] adding namespace
I0423 19:48:19.744650    3743 namespace.go:102] [openshift-etcd] adding namespace took 5.750198ms
I0423 19:48:19.745002    3743 namespace.go:102] [openshift-backplane] adding namespace took 5.622952ms
I0423 19:48:19.745412    3743 namespace.go:102] [openshift-machine-api] adding namespace took 3.173155ms
I0423 19:48:19.745782    3743 namespace.go:102] [openshift-package-operator] adding namespace took 2.373058ms
I0423 19:48:19.746165    3743 namespace.go:102] [openshift-network-operator] adding namespace took 1.928644ms
W0423 19:48:19.746243    3743 master.go:471] Unable to parse remote node ip-10-0-0-80.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0423 19:48:19.746332    3743 master.go:548] Adding or Updating local node "ip-10-0-1-141.ec2.internal" for network "default"
I0423 19:48:19.746369    3743 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-80.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-80.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-80.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-80.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-80.ec2.internal
W0423 19:48:19.753436    3743 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-dsnwf: pod openshift-multus/network-metrics-daemon-dsnwf: no pod IPs found 
W0423 19:48:19.753457    3743 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-j6rzx: pod openshift-network-diagnostics/network-check-target-j6rzx: no pod IPs found 
I0423 19:48:19.754302    3743 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-141.ec2.internal for the network default
I0423 19:48:19.754558    3743 zone_ic_handler.go:195] Time taken to create transit switch: 246.626µs
I0423 19:48:19.755180    3743 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0423 19:48:19.755202    3743 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0423 19:48:19.755215    3743 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0423 19:48:19.755254    3743 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default"
I0423 19:48:19.755279    3743 node_tracker.go:235] Node ip-10-0-0-80.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-80.ec2.internal"
I0423 19:48:19.755292    3743 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:48:19.755304    3743 services_controller.go:574] Full service sync requested for network=default
I0423 19:48:19.755312    3743 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-141.ec2.internal in network "default"
I0423 19:48:19.755338    3743 node_tracker.go:169] Node ip-10-0-1-141.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:48:19.755344    3743 services_controller.go:574] Full service sync requested for network=default
I0423 19:48:19.855626    3743 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0423 19:48:19.855646    3743 services_controller.go:208] Setting up event handlers for services for network=default
I0423 19:48:19.855760    3743 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0423 19:48:19.855793    3743 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0423 19:48:19.855804    3743 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0423 19:48:19.956374    3743 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0423 19:48:19.956394    3743 repair.go:60] Starting repairing loop for services
I0423 19:48:19.956484    3743 repair.go:131] Deleted 0 stale service LBs
I0423 19:48:19.956503    3743 repair.go:137] Deleted 0 stale Chassis Template Vars
I0423 19:48:19.956518    3743 repair.go:62] Finished repairing loop for services: 126.464µs
I0423 19:48:19.956541    3743 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0423 19:48:19.956550    3743 services_controller.go:254] Starting workers for network=default
I0423 19:48:19.956947    3743 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-dsnwf] creating logical port openshift-multus_network-metrics-daemon-dsnwf for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:48:19.956969    3743 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-j6rzx] creating logical port openshift-network-diagnostics_network-check-target-j6rzx for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:48:19.957029    3743 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-gz4jg, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gz4jg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gz4jg: no pod IPs found 
I0423 19:48:19.957116    3743 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-j6rzx
I0423 19:48:19.957190    3743 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-dsnwf
I0423 19:48:19.971592    3743 pod.go:62] [openshift-network-diagnostics/network-check-target-j6rzx] pod update took 14.560228ms
I0423 19:48:19.971613    3743 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-j6rzx] addLogicalPort annotation time took 14.58041ms
I0423 19:48:19.972419    3743 pods.go:271] [openshift-network-diagnostics/network-check-target-j6rzx] addLogicalPort took 15.453586ms, libovsdb time 565.884µs
I0423 19:48:19.978560    3743 pod.go:62] [openshift-multus/network-metrics-daemon-dsnwf] pod update took 21.536041ms
I0423 19:48:19.978582    3743 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-dsnwf] addLogicalPort annotation time took 21.560105ms
I0423 19:48:19.979756    3743 pods.go:271] [openshift-multus/network-metrics-daemon-dsnwf] addLogicalPort took 22.819303ms, libovsdb time 938.726µs
I0423 19:48:19.979790    3743 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-qwnzv, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-qwnzv: suppressed error logged: pod openshift-multus/network-metrics-daemon-qwnzv: no pod IPs found 
I0423 19:48:19.980251    3743 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0423 19:48:19.980277    3743 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0423 19:48:19.980295    3743 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0423 19:48:19.980302    3743 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0423 19:48:19.980482    3743 repair.go:29] Repairing admin network policies took 174.261µs
I0423 19:48:19.980598    3743 repair.go:92] Repairing baseline admin network policies took 105.719µs
I0423 19:48:19.980933    3743 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0423 19:48:19.980952    3743 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0423 19:48:19.982480    3743 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0423 19:48:19.982500    3743 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0423 19:48:19.982510    3743 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0423 19:48:19.984232    3743 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0423 19:48:19.984252    3743 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0423 19:48:19.984262    3743 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0423 19:48:19.986225    3743 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0423 19:48:19.986248    3743 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0423 19:48:19.986256    3743 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0423 19:48:19.988076    3743 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0423 19:48:19.988098    3743 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0423 19:48:19.988107    3743 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0423 19:48:19.989495    3743 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0423 19:48:19.989514    3743 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0423 19:48:19.989526    3743 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0423 19:48:19.990644    3743 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0423 19:48:19.990663    3743 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0423 19:48:19.990672    3743 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0423 19:48:19.991146    3743 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0423 19:48:19.991163    3743 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0423 19:48:19.991169    3743 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0423 19:48:19.992342    3743 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0423 19:48:19.992360    3743 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0423 19:48:19.992370    3743 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0423 19:48:19.993853    3743 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0423 19:48:19.993871    3743 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0423 19:48:19.993880    3743 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0423 19:48:19.994706    3743 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0423 19:48:19.994739    3743 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0423 19:48:19.994749    3743 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0423 19:48:19.995385    3743 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0423 19:48:19.995403    3743 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0423 19:48:19.995412    3743 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0423 19:48:19.995854    3743 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0423 19:48:19.995871    3743 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0423 19:48:19.995879    3743 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0423 19:48:19.996332    3743 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0423 19:48:19.996347    3743 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0423 19:48:19.996689    3743 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0423 19:48:19.996699    3743 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0423 19:48:19.997742    3743 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0423 19:48:19.997757    3743 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0423 19:48:19.997765    3743 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0423 19:48:19.998010    3743 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0423 19:48:19.998029    3743 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0423 19:48:19.998039    3743 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0423 19:48:19.999033    3743 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0423 19:48:19.999052    3743 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0423 19:48:19.999060    3743 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0423 19:48:19.999561    3743 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0423 19:48:19.999578    3743 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0423 19:48:19.999585    3743 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0423 19:48:20.000051    3743 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0423 19:48:20.000068    3743 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0423 19:48:20.000089    3743 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0423 19:48:20.000707    3743 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0423 19:48:20.000740    3743 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0423 19:48:20.000746    3743 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0423 19:48:20.001011    3743 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0423 19:48:20.001026    3743 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0423 19:48:20.001034    3743 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0423 19:48:20.002068    3743 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0423 19:48:20.002136    3743 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0423 19:48:20.002169    3743 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0423 19:48:20.002958    3743 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0423 19:48:20.002982    3743 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0423 19:48:20.002995    3743 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0423 19:48:20.004335    3743 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0423 19:48:20.004359    3743 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0423 19:48:20.004371    3743 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0423 19:48:20.006034    3743 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0423 19:48:20.006052    3743 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0423 19:48:20.006062    3743 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0423 19:48:20.007240    3743 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0423 19:48:20.007259    3743 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0423 19:48:20.007266    3743 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0423 19:48:20.007542    3743 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0423 19:48:20.007558    3743 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0423 19:48:20.007566    3743 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0423 19:48:20.008049    3743 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0423 19:48:20.008061    3743 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0423 19:48:20.008070    3743 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0423 19:48:20.009060    3743 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0423 19:48:20.009083    3743 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0423 19:48:20.009097    3743 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0423 19:48:20.009617    3743 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0423 19:48:20.013748    3743 egressfirewall.go:374] Starting EgressFirewall controller
I0423 19:48:20.013774    3743 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0423 19:48:20.013774    3743 controller.go:133] Adding controller egress-firewall-controller event handlers
I0423 19:48:20.013798    3743 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0423 19:48:20.013812    3743 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0423 19:48:20.013802    3743 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0423 19:48:20.013819    3743 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0423 19:48:20.014067    3743 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0423 19:48:20.014080    3743 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0423 19:48:20.014085    3743 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0423 19:48:20.014092    3743 egressqos.go:193] Setting up event handlers for EgressQoS
I0423 19:48:20.014165    3743 egressqos.go:245] Starting EgressQoS Controller
I0423 19:48:20.014174    3743 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0423 19:48:20.014180    3743 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0423 19:48:20.014186    3743 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0423 19:48:20.014192    3743 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0423 19:48:20.014197    3743 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0423 19:48:20.014201    3743 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0423 19:48:20.014205    3743 egressqos.go:259] Repairing EgressQoSes
I0423 19:48:20.014209    3743 egressqos.go:399] Starting repairing loop for egressqos
I0423 19:48:20.014271    3743 egressqos.go:401] Finished repairing loop for egressqos: 62.655µs
I0423 19:48:20.014287    3743 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0423 19:48:20.014324    3743 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-141.ec2.internal
I0423 19:48:20.014376    3743 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-141.ec2.internal : 49.42µs
I0423 19:48:20.014461    3743 egressservice_zone.go:210] Starting Egress Services Controller
I0423 19:48:20.014475    3743 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0423 19:48:20.014485    3743 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0423 19:48:20.014490    3743 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0423 19:48:20.014495    3743 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0423 19:48:20.014500    3743 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0423 19:48:20.014505    3743 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0423 19:48:20.014510    3743 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0423 19:48:20.014515    3743 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0423 19:48:20.014518    3743 egressservice_zone.go:228] Repairing Egress Services
I0423 19:48:20.014587    3743 egressfirewall.go:723] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall
I0423 19:48:20.014600    3743 egressfirewall.go:723] Syncing node "ip-10-0-1-141.ec2.internal" for egress firewall
I0423 19:48:20.014848    3743 master_controller.go:88] Starting Admin Policy Based Route Controller
I0423 19:48:20.014858    3743 external_controller.go:278] Starting Admin Policy Based Route Controller
I0423 19:48:20.014898    3743 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal
I0423 19:48:20.014909    3743 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 12.861µs
I0423 19:48:20.014916    3743 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-141.ec2.internal
I0423 19:48:20.014920    3743 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-141.ec2.internal: 4.09µs
I0423 19:48:20.014961    3743 default_network_controller.go:585] Completing all the Watchers took 301.398298ms
I0423 19:48:20.014977    3743 default_network_controller.go:589] Starting unidling controllers
I0423 19:48:20.014992    3743 unidle.go:46] Registering OVN SB ControllerEvent handler
I0423 19:48:20.015001    3743 unidle.go:63] Populating Initial ContollerEvent events
I0423 19:48:20.015012    3743 unidle.go:79] Setting up event handlers for services
I0423 19:48:20.015093    3743 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0423 19:48:20.124641    3743 default_node_network_controller.go:519] Node connection status = connected
I0423 19:48:20.625355    3743 default_node_network_controller.go:519] Node connection status = connected
I0423 19:48:21.125321    3743 default_node_network_controller.go:519] Node connection status = connected
I0423 19:48:21.625002    3743 default_node_network_controller.go:519] Node connection status = connected
I0423 19:48:21.670685    3743 bridgeconfig.go:537] Gateway is ready
I0423 19:48:21.670703    3743 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0423 19:48:21.683443    3743 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.141. Updating OVN encap IP.
I0423 19:48:21.685693    3743 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0423 19:48:21.688964    3743 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.141 - it is already configured
I0423 19:48:21.689004    3743 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.141/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0423 19:48:21.689314    3743 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.141/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-141.ec2.internal","mac-address":"0a:ff:f4:9e:42:b1","ip-addresses":["10.0.1.141/24"],"ip-address":"10.0.1.141/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8379f4af-6870-4e48-9c22-5926f4c8ec89 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.141/24"}] on node ip-10-0-1-141.ec2.internal
I0423 19:48:21.705247    3743 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.141
I0423 19:48:21.705340    3743 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-141.ec2.internal
I0423 19:48:21.705443    3743 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-141.ec2.internal
I0423 19:48:21.705461    3743 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-141.ec2.internal: 17.832µs
I0423 19:48:21.705477    3743 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-141.ec2.internal in network "default"
I0423 19:48:21.705492    3743 master.go:548] Adding or Updating local node "ip-10-0-1-141.ec2.internal" for network "default"
I0423 19:48:21.705529    3743 egressfirewall.go:723] Syncing node "ip-10-0-1-141.ec2.internal" for egress firewall
I0423 19:48:21.705545    3743 node_tracker.go:169] Node ip-10-0-1-141.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:48:21.705561    3743 services_controller.go:574] Full service sync requested for network=default
I0423 19:48:21.709531    3743 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-141.ec2.internal. Updating no re-route policies
I0423 19:48:21.709622    3743 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8zms7
I0423 19:48:21.709633    3743 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-vlq7n
I0423 19:48:21.709637    3743 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-j6rzx
I0423 19:48:21.709654    3743 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-dsnwf
I0423 19:48:21.709657    3743 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-qwnzv
I0423 19:48:21.709667    3743 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-f5c8s
I0423 19:48:21.709669    3743 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-dsnwf
I0423 19:48:21.709644    3743 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-vlq7n
I0423 19:48:21.709672    3743 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-z9wck
I0423 19:48:21.709683    3743 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-z9wck
I0423 19:48:21.709697    3743 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-vlq7n after 0 failed attempt(s)
I0423 19:48:21.709709    3743 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-dsnwf] creating logical port openshift-multus_network-metrics-daemon-dsnwf for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:48:21.709697    3743 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-j2xjf
I0423 19:48:21.709716    3743 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-s7twl
I0423 19:48:21.709747    3743 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-s7twl
I0423 19:48:21.709656    3743 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-j6rzx
I0423 19:48:21.709762    3743 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-79wvj
I0423 19:48:21.709775    3743 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-79wvj
I0423 19:48:21.709795    3743 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-c674v
I0423 19:48:21.709811    3743 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-c674v
I0423 19:48:21.709826    3743 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gz4jg
I0423 19:48:21.709832    3743 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-c674v after 0 failed attempt(s)
I0423 19:48:21.709842    3743 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gz4jg
I0423 19:48:21.709735    3743 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-j2xjf
I0423 19:48:21.709863    3743 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-j2xjf after 0 failed attempt(s)
I0423 19:48:21.709751    3743 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-141.ec2.internal
I0423 19:48:21.709916    3743 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-141.ec2.internal
I0423 19:48:21.709897    3743 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-gz4jg, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gz4jg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gz4jg: no pod IPs found 
I0423 19:48:21.709796    3743 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-79wvj after 0 failed attempt(s)
I0423 19:48:21.709946    3743 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-141.ec2.internal after 0 failed attempt(s)
I0423 19:48:21.709775    3743 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-s7twl after 0 failed attempt(s)
I0423 19:48:21.709671    3743 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-qwnzv
I0423 19:48:21.709997    3743 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-qwnzv, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-qwnzv: suppressed error logged: pod openshift-multus/network-metrics-daemon-qwnzv: no pod IPs found 
I0423 19:48:21.709676    3743 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-f5c8s
I0423 19:48:21.710024    3743 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-f5c8s after 0 failed attempt(s)
I0423 19:48:21.709700    3743 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-z9wck after 0 failed attempt(s)
I0423 19:48:21.709661    3743 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8zms7
I0423 19:48:21.710049    3743 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8zms7 after 0 failed attempt(s)
I0423 19:48:21.709708    3743 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-xbrrb
I0423 19:48:21.710070    3743 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-xbrrb
I0423 19:48:21.710099    3743 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-xbrrb after 0 failed attempt(s)
I0423 19:48:21.709623    3743 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-141.ec2.internal
I0423 19:48:21.710122    3743 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-141.ec2.internal
I0423 19:48:21.710142    3743 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-141.ec2.internal after 0 failed attempt(s)
I0423 19:48:21.709802    3743 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-j6rzx] creating logical port openshift-network-diagnostics_network-check-target-j6rzx for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:48:21.710587    3743 pods.go:271] [openshift-multus/network-metrics-daemon-dsnwf] addLogicalPort took 884.457µs, libovsdb time 314.017µs
I0423 19:48:21.710604    3743 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-dsnwf after 0 failed attempt(s)
I0423 19:48:21.710924    3743 pods.go:271] [openshift-network-diagnostics/network-check-target-j6rzx] addLogicalPort took 1.131242ms, libovsdb time 238.878µs
I0423 19:48:21.710938    3743 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-j6rzx after 0 failed attempt(s)
I0423 19:48:21.720466    3743 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0423 19:48:21.733189    3743 iptables.go:108] Creating table: mangle chain: OUTPUT
I0423 19:48:21.736764    3743 iptables.go:108] Creating table: nat chain: OUTPUT
I0423 19:48:21.791154    3743 iptables.go:108] Creating table: nat chain: PREROUTING
I0423 19:48:21.850740    3743 iptables.go:108] Creating table: filter chain: FORWARD
I0423 19:48:21.869160    3743 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0423 19:48:21.869292    3743 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0423 19:48:21.869355    3743 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0423 19:48:21.869456    3743 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0423 19:48:21.869515    3743 gateway_init.go:325] Gateway and management port readiness took 2.249694s
I0423 19:48:21.869548    3743 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0423 19:48:21.869588    3743 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0423 19:48:21.869604    3743 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0423 19:48:21.869615    3743 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0423 19:48:21.869689    3743 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0423 19:48:21.869802    3743 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 62.404µs
I0423 19:48:21.870076    3743 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0423 19:48:21.870106    3743 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.26µs
I0423 19:48:21.870115    3743 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.246µs
I0423 19:48:21.870121    3743 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0423 19:48:21.870132    3743 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0423 19:48:21.870142    3743 default_node_network_controller.go:899] Starting the default node network controller
I0423 19:48:21.870149    3743 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0423 19:48:21.870245    3743 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.22µs
I0423 19:48:21.870351    3743 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0423 19:48:21.870360    3743 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0423 19:48:21.870389    3743 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0004a9fd0 0xc0002eca80 0xc0002ecaf0 0xc0002ecb60 0xc0002ecbd0 0xc0002ecc40 <nil> 0xc0002ecd20 0xc000d58960 0xc0002ecd90 0xc0002ece70 <nil> 0xc000aac3c0 0xc00647f340 <nil> <nil> <nil> 0xc0002ecf50 <nil> map[0x2ff9080:0xc004048120 0x2ff95c0:0xc004048360 0x2ffa2e0:0xc004048060 0x2ffa580:0xc0040480c0 0x2ffad60:0xc004048180 0x2ffb000:0xc0040481e0 0x2ffb2a0:0xc004048240 0x2ffba80:0xc0040483c0 0x2ffbd20:0xc0044132c0 0x3026980:0xc000bda660 0x3026d20:0xc002506e40 0x3027800:0xc000d2da40 0x3029160:0xc001c5a000 0x30298a0:0xc004048000 0x302a720:0xc000bda600] 0xc0004fa8c0 0}
I0423 19:48:21.870458    3743 gateway.go:151] Starting gateway service sync
I0423 19:48:21.870901    3743 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0423 19:48:21.873536    3743 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0423 19:48:21.902688    3743 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0423 19:48:21.904189    3743 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0423 19:48:21.905508    3743 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0423 19:48:21.940406    3743 gateway.go:168] Gateway service sync done. Time taken: 69.935609ms
I0423 19:48:21.941112    3743 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30601
I0423 19:48:21.941264    3743 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0004a9fd0 0xc0002eca80 0xc0002ecaf0 0xc0002ecb60 0xc0002ecbd0 0xc0002ecc40 <nil> 0xc0002ecd20 0xc000d58960 0xc0002ecd90 0xc0002ece70 <nil> 0xc000aac3c0 0xc00647f340 <nil> <nil> <nil> 0xc0002ecf50 <nil> map[0x2ff9080:0xc004048120 0x2ff95c0:0xc004048360 0x2ffa2e0:0xc004048060 0x2ffa580:0xc0040480c0 0x2ffad60:0xc004048180 0x2ffb000:0xc0040481e0 0x2ffb2a0:0xc004048240 0x2ffba80:0xc0040483c0 0x2ffbd20:0xc0044132c0 0x3026980:0xc000bda660 0x3026d20:0xc002506e40 0x3027800:0xc000d2da40 0x3029160:0xc001c5a000 0x30298a0:0xc004048000 0x302a720:0xc000bda600] 0xc0004fa8c0 0}
I0423 19:48:21.941777    3743 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0004a9fd0 0xc0002eca80 0xc0002ecaf0 0xc0002ecb60 0xc0002ecbd0 0xc0002ecc40 <nil> 0xc0002ecd20 0xc000d58960 0xc0002ecd90 0xc0002ece70 <nil> 0xc000aac3c0 0xc00647f340 <nil> <nil> <nil> 0xc0002ecf50 <nil> map[0x2ff9080:0xc004048120 0x2ff95c0:0xc004048360 0x2ffa2e0:0xc004048060 0x2ffa580:0xc0040480c0 0x2ffad60:0xc004048180 0x2ffb000:0xc0040481e0 0x2ffb2a0:0xc004048240 0x2ffba80:0xc0040483c0 0x2ffbd20:0xc0044132c0 0x3026980:0xc000bda660 0x3026d20:0xc002506e40 0x3027800:0xc000d2da40 0x3029160:0xc001c5a000 0x30298a0:0xc004048000 0x302a720:0xc000bda600] 0xc0004fa8c0 0}
I0423 19:48:21.941812    3743 gateway.go:532] Reconciling gateway with updates
I0423 19:48:21.946924    3743 gateway.go:339] Spawning Conntrack Rule Check Thread
I0423 19:48:21.947012    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0423 19:48:21.947028    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 19:48:21.947038    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0423 19:48:21.947042    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 19:48:21.947043    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 19:48:21.947050    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 19:48:21.947053    3743 port_claim.go:71] Svc openshift-ingress/router-default: port 32017 is already open, no action needed
I0423 19:48:21.947058    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 19:48:21.947063    3743 port_claim.go:71] Svc openshift-ingress/router-default: port 31917 is already open, no action needed
I0423 19:48:21.947073    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 19:48:21.947084    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0423 19:48:21.947089    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 19:48:21.947092    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 19:48:21.947105    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0423 19:48:21.947106    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0423 19:48:21.947110    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 19:48:21.947105    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0423 19:48:21.947120    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 19:48:21.947105    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 19:48:21.947120    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0423 19:48:21.947126    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 19:48:21.947131    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 19:48:21.947130    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 19:48:21.947136    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0423 19:48:21.947012    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 19:48:21.947019    3743 default_node_network_controller.go:944] Gateway and management port readiness took 76.651047ms
I0423 19:48:21.947153    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 19:48:21.947166    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 19:48:21.947167    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0423 19:48:21.947070    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 19:48:21.947170    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 19:48:21.947166    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 19:48:21.947181    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 19:48:21.947187    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 19:48:21.947187    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 19:48:21.947195    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 19:48:21.947199    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0423 19:48:21.947203    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0423 19:48:21.947210    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 19:48:21.947213    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 19:48:21.947141    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 19:48:21.947224    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0423 19:48:21.947227    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 19:48:21.947192    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0423 19:48:21.947227    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0423 19:48:21.947241    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0423 19:48:21.947241    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0423 19:48:21.947248    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0423 19:48:21.947255    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0423 19:48:21.947064    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 19:48:21.947261    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0423 19:48:21.947266    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0423 19:48:21.947269    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 19:48:21.947271    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0423 19:48:21.947268    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0423 19:48:21.947278    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 19:48:21.947035    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0423 19:48:21.947278    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 19:48:21.947284    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0423 19:48:21.947280    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:48:21.947291    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 19:48:21.947289    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0423 19:48:21.947297    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:48:21.947293    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0423 19:48:21.947156    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 19:48:21.947308    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0423 19:48:21.947310    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 19:48:21.947311    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 19:48:21.947322    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0423 19:48:21.947327    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 19:48:21.947327    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 19:48:21.947328    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 19:48:21.947329    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0423 19:48:21.947336    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0423 19:48:21.947340    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 19:48:21.947346    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 19:48:21.947350    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 19:48:21.947352    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 19:48:21.947315    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0423 19:48:21.947327    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 19:48:21.947341    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 19:48:21.947365    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 19:48:21.947373    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 19:48:21.947408    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0423 19:48:21.947355    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 19:48:21.947421    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0423 19:48:21.947402    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 19:48:21.947164    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 19:48:21.947436    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0423 19:48:21.947447    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 19:48:21.947442    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 19:48:21.947452    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0423 19:48:21.947456    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0423 19:48:21.947453    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0423 19:48:21.947411    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0423 19:48:21.947172    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0423 19:48:21.947132    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0423 19:48:21.947478    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0423 19:48:21.947480    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 19:48:21.947365    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 19:48:21.947178    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0423 19:48:21.947178    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 19:48:21.947532    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0423 19:48:21.947209    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0423 19:48:21.947551    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0423 19:48:21.947242    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 19:48:21.947181    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0423 19:48:21.947262    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 19:48:21.947593    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 19:48:21.947593    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0423 19:48:21.947602    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0423 19:48:21.947590    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0423 19:48:21.947262    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0423 19:48:21.947612    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0423 19:48:21.947634    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0423 19:48:21.947335    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 19:48:21.947633    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0423 19:48:21.947670    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0423 19:48:21.947340    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 19:48:21.947680    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 19:48:21.947698    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0423 19:48:21.947336    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0423 19:48:21.947708    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0423 19:48:21.947341    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0423 19:48:21.947104    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 19:48:21.947761    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 19:48:21.947768    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0423 19:48:21.947444    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0423 19:48:21.947604    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 19:48:21.947152    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 19:48:21.947330    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 19:48:21.948434    3743 node_ip_handler_linux.go:160] Node IP manager is running
W0423 19:48:21.985206    3743 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0423 19:48:21.985403    3743 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0423 19:48:21.985576    3743 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0423 19:48:21.993593    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0423 19:48:21.993614    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0423 19:48:21.993621    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0423 19:48:21.993627    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0423 19:48:23.159274    3743 default_node_network_controller.go:1380] Starting node controller node sync
W0423 19:48:23.159329    3743 egressip_healthcheck.go:76] Health checking using insecure connection
I0423 19:48:23.159380    3743 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0423 19:48:23.170827    3743 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.534495ms
I0423 19:48:23.170961    3743 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0423 19:48:23.171269    3743 egressservice_node.go:93] Setting up event handlers for Egress Services
I0423 19:48:23.171408    3743 egressservice_node.go:183] Starting Egress Services Controller
I0423 19:48:23.171431    3743 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0423 19:48:23.171446    3743 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0423 19:48:23.171454    3743 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0423 19:48:23.171462    3743 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0423 19:48:23.171470    3743 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0423 19:48:23.171478    3743 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0423 19:48:23.171486    3743 egressservice_node.go:197] Repairing Egress Services
I0423 19:48:23.181130    3743 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0423 19:48:23.181144    3743 external_controller.go:278] Starting Admin Policy Based Route Controller
I0423 19:48:23.181330    3743 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0423 19:48:23.181342    3743 link_network_manager.go:119] Link manager is running
I0423 19:48:23.181350    3743 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0423 19:48:23.181571    3743 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0423 19:48:23.181938    3743 vrf_manager.go:128] VRF manager is running
I0423 19:48:23.182113    3743 node_controller_manager.go:437] Removing flows to drop GARP
I0423 19:48:23.182123    3743 gateway.go:532] Reconciling gateway with updates
I0423 19:48:23.204592    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 19:48:23.204603    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 19:48:23.204601    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:48:23.204617    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0423 19:48:23.204618    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0423 19:48:23.204622    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:48:23.204629    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 19:48:23.204637    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0423 19:48:23.204650    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0423 19:48:23.204652    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0423 19:48:23.204654    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 19:48:23.204672    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0423 19:48:23.204675    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 19:48:23.204692    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0423 19:48:23.204698    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0423 19:48:23.204701    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0423 19:48:23.204715    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0423 19:48:23.204742    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0423 19:48:23.204750    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 19:48:23.204758    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 19:48:23.204760    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 19:48:23.204771    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0423 19:48:23.204771    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 19:48:23.204778    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0423 19:48:23.204780    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0423 19:48:23.204780    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 19:48:23.204780    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 19:48:23.204758    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 19:48:23.204786    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 19:48:23.204792    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 19:48:23.204802    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0423 19:48:23.204765    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0423 19:48:23.204822    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0423 19:48:23.204821    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 19:48:23.204838    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0423 19:48:23.204841    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 19:48:23.204852    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0423 19:48:23.204862    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0423 19:48:23.204814    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0423 19:48:23.204862    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0423 19:48:23.204878    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0423 19:48:23.204881    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0423 19:48:23.204886    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0423 19:48:23.204891    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0423 19:48:23.204752    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0423 19:48:23.204903    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 19:48:23.204912    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0423 19:48:23.204917    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0423 19:48:23.204766    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 19:48:23.204952    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0423 19:48:23.204964    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0423 19:48:23.204975    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 19:48:23.204985    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 19:48:23.204990    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 19:48:23.205000    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 19:48:23.205003    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 19:48:23.205005    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 19:48:23.205009    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 19:48:23.205021    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0423 19:48:23.205021    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0423 19:48:23.205031    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0423 19:48:23.205002    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0423 19:48:23.204986    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0423 19:48:23.205047    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 19:48:23.205051    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0423 19:48:23.205056    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0423 19:48:23.205055    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0423 19:48:23.205074    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0423 19:48:23.205010    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0423 19:48:23.205101    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 19:48:23.204954    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0423 19:48:23.205110    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 19:48:23.205117    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0423 19:48:23.205117    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0423 19:48:23.205132    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 19:48:23.205137    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0423 19:48:23.205143    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 19:48:23.205149    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0423 19:48:23.205150    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 19:48:23.205146    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0423 19:48:23.205153    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0423 19:48:23.205160    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0423 19:48:23.205162    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0423 19:48:23.205161    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0423 19:48:23.205020    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 19:48:23.205171    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0423 19:48:23.205185    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0423 19:48:23.205139    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0423 19:48:23.205195    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0423 19:48:23.205197    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0423 19:48:23.204760    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0423 19:48:23.205203    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0423 19:48:23.205210    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0423 19:48:23.205211    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0423 19:48:23.205213    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 19:48:23.205220    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0423 19:48:23.205073    3743 port_claim.go:71] Svc openshift-ingress/router-default: port 32017 is already open, no action needed
I0423 19:48:23.204769    3743 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 19:48:23.205235    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0423 19:48:23.205242    3743 port_claim.go:71] Svc openshift-ingress/router-default: port 31917 is already open, no action needed
I0423 19:48:23.204989    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0423 19:48:23.204788    3743 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0423 19:48:23.244154    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0423 19:48:23.244173    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0423 19:48:23.244181    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0423 19:48:23.244187    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0423 19:48:23.244193    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0423 19:48:23.244202    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0423 19:48:23.244211    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0423 19:48:23.244217    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0423 19:48:23.244223    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0423 19:48:23.244229    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0423 19:48:23.244233    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0423 19:48:23.244241    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0423 19:48:23.282863    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0423 19:48:23.282891    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0423 19:48:23.282899    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0423 19:48:23.282906    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0423 19:48:23.282912    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0423 19:48:23.282921    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0423 19:48:23.282939    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0423 19:48:23.282949    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0423 19:48:23.282964    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0423 19:48:23.282984    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0423 19:48:23.282990    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0423 19:48:23.282996    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0423 19:48:23.283010    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0423 19:48:23.283016    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0423 19:48:23.283021    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0423 19:48:23.283026    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0423 19:48:23.283030    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0423 19:48:23.325180    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0423 19:48:23.325187    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0423 19:48:23.325207    3743 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0423 19:48:24.872124    3743 egressfirewall.go:723] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall
I0423 19:48:24.872173    3743 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal
I0423 19:48:24.872172    3743 default_network_controller.go:1025] Node "ip-10-0-0-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 19:48:24.872190    3743 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 22.526µs
I0423 19:48:25.599146    3743 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-141.ec2.internal
I0423 19:48:25.599178    3743 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-141.ec2.internal: 36.9µs
I0423 19:48:25.633499    3743 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6bdc985f4c-zpklh] creating logical port openshift-image-registry_image-registry-6bdc985f4c-zpklh for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:48:25.633641    3743 kube.go:256] Updating pod openshift-image-registry/image-registry-6bdc985f4c-zpklh
I0423 19:48:25.657183    3743 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-7qsv8] creating logical port openshift-dns_dns-default-7qsv8 for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:48:25.657334    3743 kube.go:256] Updating pod openshift-dns/dns-default-7qsv8
I0423 19:48:25.662407    3743 pod.go:62] [openshift-image-registry/image-registry-6bdc985f4c-zpklh] pod update took 28.800058ms
I0423 19:48:25.662429    3743 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6bdc985f4c-zpklh] addLogicalPort annotation time took 28.82292ms
I0423 19:48:25.663678    3743 pods.go:271] [openshift-image-registry/image-registry-6bdc985f4c-zpklh] addLogicalPort took 30.194833ms, libovsdb time 981.833µs
I0423 19:48:25.685271    3743 pod.go:62] [openshift-dns/dns-default-7qsv8] pod update took 27.996064ms
I0423 19:48:25.685290    3743 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-7qsv8] addLogicalPort annotation time took 28.017499ms
I0423 19:48:25.685915    3743 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-zw5rg] creating logical port openshift-ingress-canary_ingress-canary-zw5rg for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:48:25.686019    3743 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-zw5rg
I0423 19:48:25.686426    3743 pods.go:271] [openshift-dns/dns-default-7qsv8] addLogicalPort took 29.256976ms, libovsdb time 915.253µs
I0423 19:48:25.687682    3743 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-f8gfh] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-f8gfh for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:48:25.687789    3743 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-f8gfh
I0423 19:48:25.705926    3743 pod.go:62] [openshift-ingress-canary/ingress-canary-zw5rg] pod update took 19.921216ms
I0423 19:48:25.705950    3743 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-zw5rg] addLogicalPort annotation time took 19.960446ms
I0423 19:48:25.706471    3743 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f8gfh] pod update took 18.698148ms
I0423 19:48:25.706489    3743 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-f8gfh] addLogicalPort annotation time took 18.720836ms
I0423 19:48:25.707303    3743 pods.go:271] [openshift-ingress-canary/ingress-canary-zw5rg] addLogicalPort took 21.400395ms, libovsdb time 1.053362ms
I0423 19:48:25.707556    3743 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f8gfh] addLogicalPort took 19.884954ms, libovsdb time 837.255µs
I0423 19:48:26.823191    3743 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f8gfh 8686730b7f553a8f4f12b12020f0e77a1f5fe0d464110ee55360eaa3c5da3361 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f8gfh 8686730b7f553a8f4f12b12020f0e77a1f5fe0d464110ee55360eaa3c5da3361 network default NAD default NAD key ]
I0423 19:48:26.823191    3743 cni.go:452] [openshift-ingress-canary/ingress-canary-zw5rg 5cfd413786ee920dff3825442fca5542752941a3db2a669c50c9fe41cf870f61 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-zw5rg 5cfd413786ee920dff3825442fca5542752941a3db2a669c50c9fe41cf870f61 network default NAD default NAD key ]
I0423 19:48:26.855225    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-f8gfh, hostIfaceName: 8686730b7f553a8, network: default, NAD default, SandboxID: "8686730b7f553a8f4f12b12020f0e77a1f5fe0d464110ee55360eaa3c5da3361", PCI device ID: , UID: "b04908f8-12ea-46aa-a514-2dbb83a07cce", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0423 19:48:26.855762    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-zw5rg, hostIfaceName: 5cfd413786ee920, network: default, NAD default, SandboxID: "5cfd413786ee920dff3825442fca5542752941a3db2a669c50c9fe41cf870f61", PCI device ID: , UID: "6daf8f1e-6433-4394-97bb-29077f2cad4c", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0423 19:48:26.903487    3743 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f8gfh 8686730b7f553a8f4f12b12020f0e77a1f5fe0d464110ee55360eaa3c5da3361 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-f8gfh 8686730b7f553a8f4f12b12020f0e77a1f5fe0d464110ee55360eaa3c5da3361 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:f5:a4:3c:6c:65\",\"name\":\"8686730b7f553a8\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bbc6572-d3f3-43a6-ac9e-2828daeebbfa\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:48:26.907627    3743 cni.go:473] [openshift-ingress-canary/ingress-canary-zw5rg 5cfd413786ee920dff3825442fca5542752941a3db2a669c50c9fe41cf870f61 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-zw5rg 5cfd413786ee920dff3825442fca5542752941a3db2a669c50c9fe41cf870f61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:9f:22:9a:7f:89\",\"name\":\"5cfd413786ee920\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/241aca86-e564-48d2-a1c2-9add8d8ab6fd\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:48:27.481295    3743 default_network_controller.go:1025] Node "ip-10-0-0-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 19:48:27.682588    3743 cni.go:452] [openshift-network-diagnostics/network-check-target-j6rzx 18fb8efe950375d2c2963373e36b4a5ba7a854c7aed7f6c598f94349ccb4e5da network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-j6rzx 18fb8efe950375d2c2963373e36b4a5ba7a854c7aed7f6c598f94349ccb4e5da network default NAD default NAD key ]
I0423 19:48:27.692853    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-j6rzx, hostIfaceName: 18fb8efe950375d, network: default, NAD default, SandboxID: "18fb8efe950375d2c2963373e36b4a5ba7a854c7aed7f6c598f94349ccb4e5da", PCI device ID: , UID: "308dd182-6459-491d-9265-3d1cd5862469", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0423 19:48:27.738074    3743 cni.go:473] [openshift-network-diagnostics/network-check-target-j6rzx 18fb8efe950375d2c2963373e36b4a5ba7a854c7aed7f6c598f94349ccb4e5da network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-j6rzx 18fb8efe950375d2c2963373e36b4a5ba7a854c7aed7f6c598f94349ccb4e5da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:f2:f0:fc:4f:8d\",\"name\":\"18fb8efe950375d\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b79023f-d575-4540-acc0-237f514882a9\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:48:30.799733    3743 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default"
I0423 19:48:30.799783    3743 node_tracker.go:235] Node ip-10-0-0-80.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-80.ec2.internal"
I0423 19:48:30.799799    3743 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:48:30.799813    3743 services_controller.go:574] Full service sync requested for network=default
I0423 19:48:30.799845    3743 default_network_controller.go:1025] Node "ip-10-0-0-80.ec2.internal" in remote zone "ip-10-0-0-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 19:48:30.831441    3743 default_network_controller.go:1025] Node "ip-10-0-0-80.ec2.internal" in remote zone "ip-10-0-0-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 19:48:30.920431    3743 default_network_controller.go:1025] Node "ip-10-0-0-80.ec2.internal" in remote zone "ip-10-0-0-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 19:48:30.920457    3743 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default"
I0423 19:48:30.920511    3743 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:48:30.920527    3743 services_controller.go:574] Full service sync requested for network=default
I0423 19:48:30.921407    3743 zone_ic_handler.go:195] Time taken to create transit switch: 265.984µs
I0423 19:48:30.921425    3743 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-80.ec2.internal for the network default
I0423 19:48:30.922340    3743 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-80.ec2.internal" on network "default" took: 1.210955ms
I0423 19:48:33.470839    3743 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default"
I0423 19:48:33.470888    3743 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal
I0423 19:48:33.470890    3743 egressfirewall.go:723] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall
I0423 19:48:33.470909    3743 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:48:33.470923    3743 services_controller.go:574] Full service sync requested for network=default
I0423 19:48:33.470907    3743 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 24.366µs
I0423 19:48:33.470977    3743 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 10.0.0.80 to PMTUD blocking rules
I0423 19:48:33.470996    3743 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0423 19:48:33.478113    3743 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-80.ec2.internal. Updating no re-route policies
I0423 19:48:33.487245    3743 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 10.0.0.80 to PMTUD blocking rules
I0423 19:48:33.487259    3743 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0423 19:48:34.018616    3743 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0423 19:48:35.012281    3743 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:48:36.210961    3743 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal
I0423 19:48:36.210995    3743 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 42.217µs
I0423 19:48:44.839933    3743 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-131.ec2.internal
I0423 19:48:44.839957    3743 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-131.ec2.internal: 31.403µs
I0423 19:48:44.839963    3743 egressfirewall.go:723] Syncing node "ip-10-0-2-131.ec2.internal" for egress firewall
I0423 19:48:44.839976    3743 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-131.ec2.internal in network "default"
I0423 19:48:44.839992    3743 node_tracker.go:220] Node ip-10-0-2-131.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation
E0423 19:48:44.840046    3743 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-131.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0423 19:48:44.840062    3743 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-131.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-131.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-131.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-131.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-131.ec2.internal, error parsing annotation for node ip-10-0-2-131.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation]
E0423 19:48:44.850355    3743 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-131.ec2.internal annotation: unexpected end of JSON input
E0423 19:48:44.850433    3743 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-131.ec2.internal annotation: unexpected end of JSON input
I0423 19:48:44.850466    3743 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0423 19:48:44.850522    3743 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-131.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-131.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-131.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-131.ec2.internal"
I0423 19:48:44.868773    3743 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true
I0423 19:48:44.885210    3743 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 19:48:44.898566    3743 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-131.ec2.internal
I0423 19:48:44.898582    3743 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-131.ec2.internal: 17.749µs
I0423 19:48:44.898584    3743 egressfirewall.go:723] Syncing node "ip-10-0-2-131.ec2.internal" for egress firewall
I0423 19:48:44.898620    3743 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0423 19:48:45.037687    3743 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0423 19:48:45.085839    3743 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-131.ec2.internal
I0423 19:48:45.085852    3743 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-131.ec2.internal: 18.278µs
I0423 19:48:45.085864    3743 egressfirewall.go:723] Syncing node "ip-10-0-2-131.ec2.internal" for egress firewall
I0423 19:48:45.085895    3743 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 19:48:45.098440    3743 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 19:48:45.392618    3743 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 19:48:45.833048    3743 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0423 19:48:48.047455    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0423 19:48:49.756126    3743 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-131.ec2.internal
I0423 19:48:49.756150    3743 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-131.ec2.internal
I0423 19:48:49.756239    3743 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-131.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-131.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-131.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-131.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-131.ec2.internal
I0423 19:48:51.711703    3743 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-574q2
I0423 19:48:51.711754    3743 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-574q2
I0423 19:48:51.711710    3743 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-8ggpg
I0423 19:48:51.711778    3743 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-8ggpg
I0423 19:48:51.711793    3743 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-574q2, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-574q2: suppressed error logged: pod openshift-multus/network-metrics-daemon-574q2: no pod IPs found 
I0423 19:48:51.711850    3743 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-8ggpg, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-8ggpg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-8ggpg: no pod IPs found 
I0423 19:48:54.911263    3743 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 19:49:01.195636    3743 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:49:01.195819    3743 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj
I0423 19:49:01.214635    3743 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj] pod update took 18.841622ms
I0423 19:49:01.214661    3743 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj] addLogicalPort annotation time took 18.873671ms
I0423 19:49:01.215799    3743 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj] addLogicalPort took 20.178932ms, libovsdb time 835.477µs
I0423 19:49:01.554219    3743 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj d2a8a076a42be3546b2feccb6182b900a09df916926dac35e284dc0267529318 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj d2a8a076a42be3546b2feccb6182b900a09df916926dac35e284dc0267529318 network default NAD default NAD key ]
I0423 19:49:01.564346    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj, hostIfaceName: d2a8a076a42be35, network: default, NAD default, SandboxID: "d2a8a076a42be3546b2feccb6182b900a09df916926dac35e284dc0267529318", PCI device ID: , UID: "ec01661c-6877-43b0-a3cb-423e6c94cc11", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0423 19:49:01.612966    3743 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj d2a8a076a42be3546b2feccb6182b900a09df916926dac35e284dc0267529318 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj d2a8a076a42be3546b2feccb6182b900a09df916926dac35e284dc0267529318 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:7f:68:71:ba:e3\",\"name\":\"d2a8a076a42be35\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/085e4c61-7872-4c6c-a223-6bf877500eee\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:49:04.766360    3743 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-131.ec2.internal
I0423 19:49:04.766374    3743 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 19:49:04.766386    3743 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-131.ec2.internal: 34.409µs
I0423 19:49:04.766392    3743 egressfirewall.go:723] Syncing node "ip-10-0-2-131.ec2.internal" for egress firewall
I0423 19:49:05.012915    3743 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0423 19:49:05.027087    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0423 19:49:10.802920    3743 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-131.ec2.internal in network "default"
I0423 19:49:10.802952    3743 node_tracker.go:235] Node ip-10-0-2-131.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-131.ec2.internal"
I0423 19:49:10.802967    3743 node_tracker.go:169] Node ip-10-0-2-131.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:49:10.802977    3743 services_controller.go:574] Full service sync requested for network=default
I0423 19:49:10.802920    3743 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "ip-10-0-2-131.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 19:49:10.959044    3743 default_network_controller.go:1025] Node "ip-10-0-2-131.ec2.internal" in remote zone "ip-10-0-2-131.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0423 19:49:10.959085    3743 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-131.ec2.internal in network "default"
I0423 19:49:10.959130    3743 node_tracker.go:169] Node ip-10-0-2-131.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:49:10.959145    3743 services_controller.go:574] Full service sync requested for network=default
I0423 19:49:10.960092    3743 zone_ic_handler.go:195] Time taken to create transit switch: 279.738µs
I0423 19:49:10.960107    3743 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-131.ec2.internal for the network default
I0423 19:49:10.961148    3743 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-131.ec2.internal" on network "default" took: 1.35145ms
I0423 19:49:13.515164    3743 egressfirewall.go:723] Syncing node "ip-10-0-2-131.ec2.internal" for egress firewall
I0423 19:49:13.515191    3743 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-131.ec2.internal", IP: 10.0.2.131 to PMTUD blocking rules
I0423 19:49:13.515203    3743 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-131.ec2.internal
I0423 19:49:13.515207    3743 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-131.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0423 19:49:13.515214    3743 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-131.ec2.internal in network "default"
I0423 19:49:13.515216    3743 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-131.ec2.internal: 16.46µs
I0423 19:49:13.515264    3743 node_tracker.go:169] Node ip-10-0-2-131.ec2.internal switch + router changed, syncing services in network "default"
I0423 19:49:13.515281    3743 services_controller.go:574] Full service sync requested for network=default
I0423 19:49:13.521702    3743 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-131.ec2.internal. Updating no re-route policies
I0423 19:49:13.531138    3743 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-131.ec2.internal", IP: 10.0.2.131 to PMTUD blocking rules
I0423 19:49:13.531155    3743 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-131.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0423 19:49:17.097231    3743 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-131.ec2.internal
I0423 19:49:17.097269    3743 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-131.ec2.internal: 47.689µs
I0423 19:49:22.132381    3743 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj d2a8a076a42be3546b2feccb6182b900a09df916926dac35e284dc0267529318 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj d2a8a076a42be3546b2feccb6182b900a09df916926dac35e284dc0267529318 network default NAD default NAD key ]
I0423 19:49:22.215518    3743 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj d2a8a076a42be3546b2feccb6182b900a09df916926dac35e284dc0267529318 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj d2a8a076a42be3546b2feccb6182b900a09df916926dac35e284dc0267529318 network default NAD default NAD key default], result "{}", err <nil>
I0423 19:49:22.266583    3743 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:49:22.266617    3743 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj
I0423 19:49:22.267851    3743 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj, ips: 10.128.0.9
I0423 19:49:22.267878    3743 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:49:22.267896    3743 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:49:22.267905    3743 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0423 19:49:22.268072    3743 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 19:49:22.268089    3743 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0423 19:49:23.292929    3743 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:49:23.292956    3743 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:49:23.293002    3743 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:49:23.293021    3743 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390bcwdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:49:26.301129    3743 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0423 19:49:26.310760    3743 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0423 19:50:33.645203    3743 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-vvdg4] creating logical port openshift-console-operator_console-operator-66dbbb6468-vvdg4 for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:50:33.645203    3743 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-qfgdt] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-qfgdt for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:50:33.645349    3743 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-qfgdt
I0423 19:50:33.645349    3743 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-vvdg4
I0423 19:50:33.678755    3743 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-vvdg4] pod update took 33.43491ms
I0423 19:50:33.678784    3743 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-vvdg4] addLogicalPort annotation time took 33.468278ms
I0423 19:50:33.680031    3743 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-vvdg4] addLogicalPort took 34.847155ms, libovsdb time 902.542µs
I0423 19:50:33.686696    3743 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-qfgdt] pod update took 41.38108ms
I0423 19:50:33.686713    3743 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-qfgdt] addLogicalPort annotation time took 41.40071ms
I0423 19:50:33.687611    3743 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-qfgdt] addLogicalPort took 42.428671ms, libovsdb time 670.341µs
I0423 19:50:33.758135    3743 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5b9c6dbf75-hdcs7] creating logical port openshift-ingress_router-default-5b9c6dbf75-hdcs7 for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:50:33.758336    3743 kube.go:256] Updating pod openshift-ingress/router-default-5b9c6dbf75-hdcs7
I0423 19:50:33.769297    3743 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7878869646-qdsz9] creating logical port openshift-ingress_router-default-7878869646-qdsz9 for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:50:33.769410    3743 kube.go:256] Updating pod openshift-ingress/router-default-7878869646-qdsz9
I0423 19:50:33.792503    3743 pod.go:62] [openshift-ingress/router-default-5b9c6dbf75-hdcs7] pod update took 34.201583ms
I0423 19:50:33.792522    3743 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5b9c6dbf75-hdcs7] addLogicalPort annotation time took 34.223034ms
I0423 19:50:33.793531    3743 pods.go:271] [openshift-ingress/router-default-5b9c6dbf75-hdcs7] addLogicalPort took 35.408368ms, libovsdb time 741.486µs
I0423 19:50:33.850363    3743 pod.go:62] [openshift-ingress/router-default-7878869646-qdsz9] pod update took 80.980592ms
I0423 19:50:33.850385    3743 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7878869646-qdsz9] addLogicalPort annotation time took 81.006641ms
I0423 19:50:33.851437    3743 pods.go:271] [openshift-ingress/router-default-7878869646-qdsz9] addLogicalPort took 82.159965ms, libovsdb time 793.544µs
I0423 19:50:34.007359    3743 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-vvdg4 3f22053464bd16f0376acef376fabffa77f3c8bd69cee5fa7085b98bee7b851d network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-vvdg4 3f22053464bd16f0376acef376fabffa77f3c8bd69cee5fa7085b98bee7b851d network default NAD default NAD key ]
I0423 19:50:34.016849    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-vvdg4, hostIfaceName: 3f22053464bd16f, network: default, NAD default, SandboxID: "3f22053464bd16f0376acef376fabffa77f3c8bd69cee5fa7085b98bee7b851d", PCI device ID: , UID: "3da3f11f-efd1-48c4-b94d-5f6b2e72fdac", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0423 19:50:34.064917    3743 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-vvdg4 3f22053464bd16f0376acef376fabffa77f3c8bd69cee5fa7085b98bee7b851d network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-vvdg4 3f22053464bd16f0376acef376fabffa77f3c8bd69cee5fa7085b98bee7b851d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:0a:8f:18:7a:99\",\"name\":\"3f22053464bd16f\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e5cd4ef-b650-4de4-a305-7749f42440e4\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 19:50:37.339587    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0423 19:50:39.127010    3743 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0423 19:50:39.127990    3743 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 962.382µs
I0423 19:50:39.149083    3743 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0423 19:50:40.021755    3743 namespace.go:98] [openshift-service-ca] adding namespace
I0423 19:50:40.022616    3743 namespace.go:102] [openshift-service-ca] adding namespace took 830.532µs
I0423 19:50:40.047298    3743 namespace.go:142] [openshift-service-ca] updating namespace
W0423 19:50:46.814379    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0423 19:50:48.121769    3743 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b9b695556-wr9bs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:50:48.122329    3743 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b9b695556-wr9bs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:50:48.137104    3743 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b9b695556-wr9bs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:50:48.137127    3743 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b9b695556-wr9bs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:50:48.143859    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b9b695556-wr9bs
I0423 19:50:48.143882    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b9b695556-wr9bs
I0423 19:50:48.313783    3743 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6bdc985f4c-w29zk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:50:48.314351    3743 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6bdc985f4c-w29zk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:50:48.329382    3743 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6bdc985f4c-w29zk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:50:48.329395    3743 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6bdc985f4c-w29zk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:50:48.338956    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6bdc985f4c-w29zk
I0423 19:50:48.338973    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6bdc985f4c-w29zk
I0423 19:51:05.813199    3743 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-qfgdt 16fc81f3e5792c004de1eeed5e2c43f87de5efd4f4ad6495e8ce14a30db6017a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-qfgdt 16fc81f3e5792c004de1eeed5e2c43f87de5efd4f4ad6495e8ce14a30db6017a network default NAD default NAD key ]
I0423 19:51:05.822703    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-qfgdt, hostIfaceName: 16fc81f3e5792c0, network: default, NAD default, SandboxID: "16fc81f3e5792c004de1eeed5e2c43f87de5efd4f4ad6495e8ce14a30db6017a", PCI device ID: , UID: "8dd1ec90-83b1-487c-bbaa-ffaaffc7faa5", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0423 19:51:05.869922    3743 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-qfgdt 16fc81f3e5792c004de1eeed5e2c43f87de5efd4f4ad6495e8ce14a30db6017a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-qfgdt 16fc81f3e5792c004de1eeed5e2c43f87de5efd4f4ad6495e8ce14a30db6017a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:a1:a3:b3:aa:cc\",\"name\":\"16fc81f3e5792c0\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fc0e774-0220-46c2-9b95-3c64df56c788\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:51:05.927466    3743 cni.go:452] [openshift-ingress/router-default-7878869646-qdsz9 d10c82bf2b13cdda705dee7c9fc7e5df1b978fae1eae2505f6ad6d2850440c23 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7878869646-qdsz9 d10c82bf2b13cdda705dee7c9fc7e5df1b978fae1eae2505f6ad6d2850440c23 network default NAD default NAD key ]
I0423 19:51:05.929092    3743 cni.go:452] [openshift-ingress/router-default-5b9c6dbf75-hdcs7 2c00b1f7c5aef161d4cde59a55fa24aaa744764237e4a5ac67b69aae420f3d28 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5b9c6dbf75-hdcs7 2c00b1f7c5aef161d4cde59a55fa24aaa744764237e4a5ac67b69aae420f3d28 network default NAD default NAD key ]
I0423 19:51:05.939131    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7878869646-qdsz9, hostIfaceName: d10c82bf2b13cdd, network: default, NAD default, SandboxID: "d10c82bf2b13cdda705dee7c9fc7e5df1b978fae1eae2505f6ad6d2850440c23", PCI device ID: , UID: "f8611849-9188-466d-9011-8ccf0641e0c8", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0423 19:51:05.939516    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5b9c6dbf75-hdcs7, hostIfaceName: 2c00b1f7c5aef16, network: default, NAD default, SandboxID: "2c00b1f7c5aef161d4cde59a55fa24aaa744764237e4a5ac67b69aae420f3d28", PCI device ID: , UID: "ed9d1c1d-e729-4726-89fb-482164ce108b", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0423 19:51:05.984769    3743 cni.go:473] [openshift-ingress/router-default-7878869646-qdsz9 d10c82bf2b13cdda705dee7c9fc7e5df1b978fae1eae2505f6ad6d2850440c23 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7878869646-qdsz9 d10c82bf2b13cdda705dee7c9fc7e5df1b978fae1eae2505f6ad6d2850440c23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:83:f6:47:0a:c4\",\"name\":\"d10c82bf2b13cdd\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5c09bba-8815-4fd0-aaa5-82a0f38da978\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:51:06.000558    3743 cni.go:473] [openshift-ingress/router-default-5b9c6dbf75-hdcs7 2c00b1f7c5aef161d4cde59a55fa24aaa744764237e4a5ac67b69aae420f3d28 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5b9c6dbf75-hdcs7 2c00b1f7c5aef161d4cde59a55fa24aaa744764237e4a5ac67b69aae420f3d28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:44:95:a9:01:9d\",\"name\":\"2c00b1f7c5aef16\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f73388a-4698-4761-8005-4746b0d29d44\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 19:51:07.743020    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
W0423 19:51:07.750974    3743 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0423 19:51:07.863568    3743 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0423 19:51:07.964359    3743 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-qg7qs] creating logical port openshift-console_downloads-5c54f4944f-qg7qs for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:51:07.964473    3743 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-qg7qs
I0423 19:51:08.016271    3743 pod.go:62] [openshift-console/downloads-5c54f4944f-qg7qs] pod update took 51.834759ms
I0423 19:51:08.016292    3743 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-qg7qs] addLogicalPort annotation time took 51.862249ms
I0423 19:51:08.017359    3743 pods.go:271] [openshift-console/downloads-5c54f4944f-qg7qs] addLogicalPort took 53.016389ms, libovsdb time 772.41µs
I0423 19:51:08.048981    3743 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-5brfw] creating logical port openshift-insights_insights-runtime-extractor-5brfw for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:51:08.049061    3743 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-5brfw
W0423 19:51:08.095424    3743 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0423 19:51:08.123980    3743 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-5brfw
I0423 19:51:08.162158    3743 pod.go:62] [openshift-insights/insights-runtime-extractor-5brfw] pod update took 113.11811ms
I0423 19:51:08.162188    3743 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-5brfw] addLogicalPort annotation time took 113.152203ms
I0423 19:51:08.163486    3743 pods.go:271] [openshift-insights/insights-runtime-extractor-5brfw] addLogicalPort took 114.518161ms, libovsdb time 873.952µs
I0423 19:51:08.319106    3743 cni.go:452] [openshift-console/downloads-5c54f4944f-qg7qs f0bb12dcc135fd5c126a18b32b06ad154d27c82197fe8e5a11f86db5848d73c7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-qg7qs f0bb12dcc135fd5c126a18b32b06ad154d27c82197fe8e5a11f86db5848d73c7 network default NAD default NAD key ]
I0423 19:51:08.328943    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-qg7qs, hostIfaceName: f0bb12dcc135fd5, network: default, NAD default, SandboxID: "f0bb12dcc135fd5c126a18b32b06ad154d27c82197fe8e5a11f86db5848d73c7", PCI device ID: , UID: "cfb64a54-afc9-4c5e-b4b6-ffd7e777593f", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0423 19:51:08.376015    3743 cni.go:473] [openshift-console/downloads-5c54f4944f-qg7qs f0bb12dcc135fd5c126a18b32b06ad154d27c82197fe8e5a11f86db5848d73c7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-qg7qs f0bb12dcc135fd5c126a18b32b06ad154d27c82197fe8e5a11f86db5848d73c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:33:a0:d0:77:67\",\"name\":\"f0bb12dcc135fd5\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bda8f95-c6fd-4e29-b0a7-f0da95b0d349\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:51:08.405643    3743 cni.go:452] [openshift-insights/insights-runtime-extractor-5brfw a0bfaf67c3fb4c1392e67e7de49eaedfa50f467bdc2118bbfca3df7f3d8a4098 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-5brfw a0bfaf67c3fb4c1392e67e7de49eaedfa50f467bdc2118bbfca3df7f3d8a4098 network default NAD default NAD key ]
I0423 19:51:08.417318    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-5brfw, hostIfaceName: a0bfaf67c3fb4c1, network: default, NAD default, SandboxID: "a0bfaf67c3fb4c1392e67e7de49eaedfa50f467bdc2118bbfca3df7f3d8a4098", PCI device ID: , UID: "55b55e57-3c2f-4be9-be10-aa78e9be07f8", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0423 19:51:08.466189    3743 cni.go:473] [openshift-insights/insights-runtime-extractor-5brfw a0bfaf67c3fb4c1392e67e7de49eaedfa50f467bdc2118bbfca3df7f3d8a4098 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-5brfw a0bfaf67c3fb4c1392e67e7de49eaedfa50f467bdc2118bbfca3df7f3d8a4098 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:15:ba:45:71:e5\",\"name\":\"a0bfaf67c3fb4c1\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f4edd10-f3cd-4ff3-ab42-f955d695ed64\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:51:09.446370    3743 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6bdc985f4c-zpklh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:51:09.446404    3743 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6bdc985f4c-zpklh
I0423 19:51:09.447889    3743 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6bdc985f4c-zpklh, ips: 10.128.0.5
I0423 19:51:09.447925    3743 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6bdc985f4c-zpklh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:51:09.459275    3743 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-65dbbf95f-v5zmb] creating logical port openshift-image-registry_image-registry-65dbbf95f-v5zmb for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:51:09.459419    3743 kube.go:256] Updating pod openshift-image-registry/image-registry-65dbbf95f-v5zmb
I0423 19:51:09.468745    3743 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6bdc985f4c-zpklh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:09.468766    3743 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6bdc985f4c-zpklh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:09.477758    3743 pod.go:62] [openshift-image-registry/image-registry-65dbbf95f-v5zmb] pod update took 18.367822ms
I0423 19:51:09.477782    3743 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-65dbbf95f-v5zmb] addLogicalPort annotation time took 18.394249ms
I0423 19:51:09.478418    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6bdc985f4c-zpklh
I0423 19:51:09.478449    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6bdc985f4c-zpklh
I0423 19:51:09.478942    3743 pods.go:271] [openshift-image-registry/image-registry-65dbbf95f-v5zmb] addLogicalPort took 19.684719ms, libovsdb time 798.649µs
I0423 19:51:09.824157    3743 cni.go:452] [openshift-image-registry/image-registry-65dbbf95f-v5zmb 53f52a67e9b55d99c0429710e2c270a1909c724c7daa3f4e824f639521b83151 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-65dbbf95f-v5zmb 53f52a67e9b55d99c0429710e2c270a1909c724c7daa3f4e824f639521b83151 network default NAD default NAD key ]
I0423 19:51:09.837365    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-65dbbf95f-v5zmb, hostIfaceName: 53f52a67e9b55d9, network: default, NAD default, SandboxID: "53f52a67e9b55d99c0429710e2c270a1909c724c7daa3f4e824f639521b83151", PCI device ID: , UID: "844019d1-3a1e-4276-ae81-c13834c233d0", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0423 19:51:09.887055    3743 cni.go:473] [openshift-image-registry/image-registry-65dbbf95f-v5zmb 53f52a67e9b55d99c0429710e2c270a1909c724c7daa3f4e824f639521b83151 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-65dbbf95f-v5zmb 53f52a67e9b55d99c0429710e2c270a1909c724c7daa3f4e824f639521b83151 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:3d:dc:77:ce:33\",\"name\":\"53f52a67e9b55d9\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e181c5d-5af6-4b2d-99c1-fb5c094d0ab3\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 19:51:10.451576    3743 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:51:12.204261    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0423 19:51:12.950965    3743 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-fxvbw] creating logical port openshift-monitoring_prometheus-operator-76b589d668-fxvbw for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:51:12.951094    3743 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-fxvbw
I0423 19:51:12.967591    3743 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-fxvbw] pod update took 16.54185ms
I0423 19:51:12.967612    3743 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-fxvbw] addLogicalPort annotation time took 16.5699ms
I0423 19:51:12.969029    3743 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-fxvbw] addLogicalPort took 18.087479ms, libovsdb time 1.039548ms
I0423 19:51:13.913148    3743 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-fxvbw d815bdcd8d81a6662ed56a125e9a3d44508ec9ca428a68bf22f3e15141586019 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-fxvbw d815bdcd8d81a6662ed56a125e9a3d44508ec9ca428a68bf22f3e15141586019 network default NAD default NAD key ]
I0423 19:51:13.913694    3743 base_network_controller_pods.go:487] [default/openshift-console/console-6bd8b764-rp6qh] creating logical port openshift-console_console-6bd8b764-rp6qh for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:51:13.913914    3743 kube.go:256] Updating pod openshift-console/console-6bd8b764-rp6qh
I0423 19:51:13.924108    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-fxvbw, hostIfaceName: d815bdcd8d81a66, network: default, NAD default, SandboxID: "d815bdcd8d81a6662ed56a125e9a3d44508ec9ca428a68bf22f3e15141586019", PCI device ID: , UID: "112d4ef5-cc86-44a0-b0ef-440a7673eae7", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0423 19:51:13.933243    3743 pod.go:62] [openshift-console/console-6bd8b764-rp6qh] pod update took 19.364753ms
I0423 19:51:13.933276    3743 base_network_controller_pods.go:951] [default/openshift-console/console-6bd8b764-rp6qh] addLogicalPort annotation time took 19.40627ms
I0423 19:51:13.934812    3743 pods.go:271] [openshift-console/console-6bd8b764-rp6qh] addLogicalPort took 21.13316ms, libovsdb time 970.861µs
I0423 19:51:13.979396    3743 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-fxvbw d815bdcd8d81a6662ed56a125e9a3d44508ec9ca428a68bf22f3e15141586019 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-fxvbw d815bdcd8d81a6662ed56a125e9a3d44508ec9ca428a68bf22f3e15141586019 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:30:65:bd:78:38\",\"name\":\"d815bdcd8d81a66\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49cd6613-880a-4928-a77d-c409c2ff1ad5\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:51:14.279211    3743 cni.go:452] [openshift-console/console-6bd8b764-rp6qh 4965236ec8f9b221ec1dd5340dd2fb39a267c2538221f308aea16bb2aca1ef66 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6bd8b764-rp6qh 4965236ec8f9b221ec1dd5340dd2fb39a267c2538221f308aea16bb2aca1ef66 network default NAD default NAD key ]
I0423 19:51:14.289340    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6bd8b764-rp6qh, hostIfaceName: 4965236ec8f9b22, network: default, NAD default, SandboxID: "4965236ec8f9b221ec1dd5340dd2fb39a267c2538221f308aea16bb2aca1ef66", PCI device ID: , UID: "7d2e41a3-1807-4d41-b7f2-df679a317614", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0423 19:51:14.341036    3743 cni.go:473] [openshift-console/console-6bd8b764-rp6qh 4965236ec8f9b221ec1dd5340dd2fb39a267c2538221f308aea16bb2aca1ef66 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6bd8b764-rp6qh 4965236ec8f9b221ec1dd5340dd2fb39a267c2538221f308aea16bb2aca1ef66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:63:50:de:a4:9b\",\"name\":\"4965236ec8f9b22\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a133199-b9c9-4a25-8c44-5b14b498740d\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 19:51:15.216184    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 19:51:15.413066    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 19:51:17.493690    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0423 19:51:23.170359    3743 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7646bb57db-v8bl7] creating logical port openshift-monitoring_metrics-server-7646bb57db-v8bl7 for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:51:23.170519    3743 kube.go:256] Updating pod openshift-monitoring/metrics-server-7646bb57db-v8bl7
I0423 19:51:23.196985    3743 pod.go:62] [openshift-monitoring/metrics-server-7646bb57db-v8bl7] pod update took 26.496269ms
I0423 19:51:23.197009    3743 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7646bb57db-v8bl7] addLogicalPort annotation time took 26.525383ms
I0423 19:51:23.198254    3743 pods.go:271] [openshift-monitoring/metrics-server-7646bb57db-v8bl7] addLogicalPort took 27.919331ms, libovsdb time 875.355µs
W0423 19:51:23.237055    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0423 19:51:23.248126    3743 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-7rbd2] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-7rbd2 for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:51:23.248250    3743 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-7rbd2
I0423 19:51:23.267141    3743 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7rbd2] pod update took 18.917241ms
I0423 19:51:23.267171    3743 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-7rbd2] addLogicalPort annotation time took 18.95119ms
I0423 19:51:23.268465    3743 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7rbd2] addLogicalPort took 20.364089ms, libovsdb time 917.87µs
W0423 19:51:23.268519    3743 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6bd8b764-kcbj8 IP address from the namespace address-set, err: pod openshift-console/console-6bd8b764-kcbj8: no pod IPs found 
W0423 19:51:23.355010    3743 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:51:23.355027    3743 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:51:23.355033    3743 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0423 19:51:23.977111    3743 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-9b56fc6f8-4wjls] creating logical port openshift-monitoring_telemeter-client-9b56fc6f8-4wjls for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:51:23.977231    3743 kube.go:256] Updating pod openshift-monitoring/telemeter-client-9b56fc6f8-4wjls
I0423 19:51:23.998003    3743 pod.go:62] [openshift-monitoring/telemeter-client-9b56fc6f8-4wjls] pod update took 20.804355ms
I0423 19:51:23.998026    3743 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-9b56fc6f8-4wjls] addLogicalPort annotation time took 20.833586ms
I0423 19:51:23.999390    3743 pods.go:271] [openshift-monitoring/telemeter-client-9b56fc6f8-4wjls] addLogicalPort took 22.2985ms, libovsdb time 940.546µs
I0423 19:51:24.851748    3743 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:51:24.851871    3743 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0423 19:51:24.880623    3743 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 28.798353ms
I0423 19:51:24.880644    3743 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 28.82429ms
I0423 19:51:24.882141    3743 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 30.427728ms, libovsdb time 1.032696ms
I0423 19:51:25.726700    3743 cni.go:452] [openshift-monitoring/metrics-server-7646bb57db-v8bl7 e621a7960d9b03273aa8d11dec4b7f581936d8992275599b0a6df826b4e9a71b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7646bb57db-v8bl7 e621a7960d9b03273aa8d11dec4b7f581936d8992275599b0a6df826b4e9a71b network default NAD default NAD key ]
I0423 19:51:25.728392    3743 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7rbd2 ebeae8eaef3b7f00b4b1b2e8ad6dff964aeb9ee4b097052f62bf617fe5654e8d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7rbd2 ebeae8eaef3b7f00b4b1b2e8ad6dff964aeb9ee4b097052f62bf617fe5654e8d network default NAD default NAD key ]
I0423 19:51:25.732575    3743 cni.go:452] [openshift-monitoring/prometheus-k8s-0 eac59ffe24affcf4c67d7f3bf838a1256d34bc369fc75015be7e55232cc7a4bb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 eac59ffe24affcf4c67d7f3bf838a1256d34bc369fc75015be7e55232cc7a4bb network default NAD default NAD key ]
I0423 19:51:25.737544    3743 cni.go:452] [openshift-monitoring/telemeter-client-9b56fc6f8-4wjls b651cc5bae22899b0e425c936eb5d59d324909e565546e38ff5f1617f1e3fd7d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-9b56fc6f8-4wjls b651cc5bae22899b0e425c936eb5d59d324909e565546e38ff5f1617f1e3fd7d network default NAD default NAD key ]
I0423 19:51:25.738970    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7646bb57db-v8bl7, hostIfaceName: e621a7960d9b032, network: default, NAD default, SandboxID: "e621a7960d9b03273aa8d11dec4b7f581936d8992275599b0a6df826b4e9a71b", PCI device ID: , UID: "501ff639-aced-4b98-a0f3-002e7754b4ad", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0423 19:51:25.740639    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-7rbd2, hostIfaceName: ebeae8eaef3b7f0, network: default, NAD default, SandboxID: "ebeae8eaef3b7f00b4b1b2e8ad6dff964aeb9ee4b097052f62bf617fe5654e8d", PCI device ID: , UID: "ae7b6c2d-35eb-4ad5-925f-d0830bef8946", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0423 19:51:25.744134    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: eac59ffe24affcf, network: default, NAD default, SandboxID: "eac59ffe24affcf4c67d7f3bf838a1256d34bc369fc75015be7e55232cc7a4bb", PCI device ID: , UID: "a2b39c7f-9c46-433c-8a50-04b3d10b2bab", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0423 19:51:25.749954    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-9b56fc6f8-4wjls, hostIfaceName: b651cc5bae22899, network: default, NAD default, SandboxID: "b651cc5bae22899b0e425c936eb5d59d324909e565546e38ff5f1617f1e3fd7d", PCI device ID: , UID: "1110b4e6-8e6b-49bf-aba0-7fdd6058a297", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0423 19:51:25.797664    3743 cni.go:473] [openshift-monitoring/metrics-server-7646bb57db-v8bl7 e621a7960d9b03273aa8d11dec4b7f581936d8992275599b0a6df826b4e9a71b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7646bb57db-v8bl7 e621a7960d9b03273aa8d11dec4b7f581936d8992275599b0a6df826b4e9a71b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:56:78:f5:1a:46\",\"name\":\"e621a7960d9b032\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da5914a1-e29a-4b36-9b73-4c62ec86e508\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:51:26.024617    3743 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7rbd2 ebeae8eaef3b7f00b4b1b2e8ad6dff964aeb9ee4b097052f62bf617fe5654e8d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7rbd2 ebeae8eaef3b7f00b4b1b2e8ad6dff964aeb9ee4b097052f62bf617fe5654e8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:31:13:ed:b7:d6\",\"name\":\"ebeae8eaef3b7f0\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3abb899-0cef-447d-b8d6-21b96a71d3dd\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:51:26.024910    3743 cni.go:473] [openshift-monitoring/prometheus-k8s-0 eac59ffe24affcf4c67d7f3bf838a1256d34bc369fc75015be7e55232cc7a4bb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 eac59ffe24affcf4c67d7f3bf838a1256d34bc369fc75015be7e55232cc7a4bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:6c:03:7d:f7:6c\",\"name\":\"eac59ffe24affcf\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aeba058a-ac9e-44ac-9ad0-c7a643200cca\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:51:26.027252    3743 cni.go:473] [openshift-monitoring/telemeter-client-9b56fc6f8-4wjls b651cc5bae22899b0e425c936eb5d59d324909e565546e38ff5f1617f1e3fd7d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-9b56fc6f8-4wjls b651cc5bae22899b0e425c936eb5d59d324909e565546e38ff5f1617f1e3fd7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:1e:ec:a8:7c:91\",\"name\":\"b651cc5bae22899\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b24e4ec4-db5b-4559-adb7-2524c094751b\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 19:51:26.284605    3743 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:51:26.284629    3743 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:51:26.284638    3743 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:51:26.284651    3743 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:51:26.335602    3743 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:51:26.335621    3743 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:51:26.626003    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0423 19:51:27.291626    3743 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:51:27.291685    3743 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:51:27.291694    3743 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:51:27.481895    3743 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:51:27.481921    3743 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:51:27.481929    3743 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0423 19:51:28.553695    3743 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:51:28.553738    3743 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:51:28.634748    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0423 19:51:29.487365    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0423 19:51:29.704881    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 19:51:29.720267    3743 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5db499b76f-25rm9 IP address from the namespace address-set, err: pod openshift-console/console-5db499b76f-25rm9: no pod IPs found 
W0423 19:51:30.589276    3743 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:51:30.589301    3743 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:51:30.589309    3743 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0423 19:51:30.589313    3743 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0423 19:51:33.299093    3743 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57d5b5796c-tsxjl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:51:33.299771    3743 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57d5b5796c-tsxjl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0423 19:51:33.309558    3743 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0423 19:51:33.514508    3743 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57d5b5796c-tsxjl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:33.514539    3743 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57d5b5796c-tsxjl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:33.522467    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57d5b5796c-tsxjl
I0423 19:51:33.522498    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57d5b5796c-tsxjl
W0423 19:51:34.530658    3743 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0423 19:51:37.206565    3743 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0423 19:51:40.744431    3743 obj_retry.go:498] Detected object openshift-console/console-7566c4c777-rfz94 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:51:40.745028    3743 obj_retry.go:498] Detected object openshift-console/console-7566c4c777-rfz94 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0423 19:51:40.746972    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 19:51:41.462279    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0423 19:51:41.563114    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0423 19:51:41.581195    3743 obj_retry.go:492] Detected object openshift-console/console-7566c4c777-rfz94 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:41.581219    3743 obj_retry.go:492] Detected object openshift-console/console-7566c4c777-rfz94 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:41.591672    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7566c4c777-rfz94
I0423 19:51:41.591693    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7566c4c777-rfz94
I0423 19:51:48.512991    3743 obj_retry.go:498] Detected object openshift-console/console-7566c4c777-h6kmn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:51:48.513530    3743 obj_retry.go:498] Detected object openshift-console/console-7566c4c777-h6kmn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0423 19:51:48.526073    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0423 19:51:49.379735    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0423 19:51:49.389081    3743 obj_retry.go:492] Detected object openshift-console/console-7566c4c777-h6kmn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:49.389098    3743 obj_retry.go:492] Detected object openshift-console/console-7566c4c777-h6kmn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:49.396111    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7566c4c777-h6kmn
I0423 19:51:49.396128    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7566c4c777-h6kmn
W0423 19:51:49.554208    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0423 19:51:51.661213    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0423 19:51:51.661233    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0423 19:51:53.612257    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0423 19:51:54.885544    3743 cni.go:452] [openshift-console/console-6bd8b764-rp6qh 4965236ec8f9b221ec1dd5340dd2fb39a267c2538221f308aea16bb2aca1ef66 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6bd8b764-rp6qh 4965236ec8f9b221ec1dd5340dd2fb39a267c2538221f308aea16bb2aca1ef66 network default NAD default NAD key ]
I0423 19:51:54.953186    3743 cni.go:473] [openshift-console/console-6bd8b764-rp6qh 4965236ec8f9b221ec1dd5340dd2fb39a267c2538221f308aea16bb2aca1ef66 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6bd8b764-rp6qh 4965236ec8f9b221ec1dd5340dd2fb39a267c2538221f308aea16bb2aca1ef66 network default NAD default NAD key default], result "{}", err <nil>
I0423 19:51:55.028361    3743 obj_retry.go:498] Detected object openshift-console/console-6bd8b764-rp6qh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:51:55.028402    3743 pods.go:176] Deleting pod: openshift-console/console-6bd8b764-rp6qh
I0423 19:51:55.029609    3743 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6bd8b764-rp6qh, ips: 10.128.0.18
I0423 19:51:55.029633    3743 obj_retry.go:498] Detected object openshift-console/console-6bd8b764-rp6qh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:51:55.038131    3743 base_network_controller_pods.go:487] [default/openshift-console/console-55b49c9d8f-hhhcn] creating logical port openshift-console_console-55b49c9d8f-hhhcn for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:51:55.038230    3743 kube.go:256] Updating pod openshift-console/console-55b49c9d8f-hhhcn
I0423 19:51:55.053210    3743 pod.go:62] [openshift-console/console-55b49c9d8f-hhhcn] pod update took 15.012083ms
I0423 19:51:55.053234    3743 base_network_controller_pods.go:951] [default/openshift-console/console-55b49c9d8f-hhhcn] addLogicalPort annotation time took 15.039582ms
I0423 19:51:55.054375    3743 pods.go:271] [openshift-console/console-55b49c9d8f-hhhcn] addLogicalPort took 16.256074ms, libovsdb time 797.381µs
I0423 19:51:55.432543    3743 cni.go:452] [openshift-console/console-55b49c9d8f-hhhcn 8f8ba380126e190ff4f2b584c8d879b7c739f92a6b1840ebbae822c4d065e8c7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-55b49c9d8f-hhhcn 8f8ba380126e190ff4f2b584c8d879b7c739f92a6b1840ebbae822c4d065e8c7 network default NAD default NAD key ]
I0423 19:51:55.442152    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-55b49c9d8f-hhhcn, hostIfaceName: 8f8ba380126e190, network: default, NAD default, SandboxID: "8f8ba380126e190ff4f2b584c8d879b7c739f92a6b1840ebbae822c4d065e8c7", PCI device ID: , UID: "ced8450a-4bf1-4663-a0d8-13b8e2cd8dca", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0423 19:51:55.490617    3743 cni.go:473] [openshift-console/console-55b49c9d8f-hhhcn 8f8ba380126e190ff4f2b584c8d879b7c739f92a6b1840ebbae822c4d065e8c7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-55b49c9d8f-hhhcn 8f8ba380126e190ff4f2b584c8d879b7c739f92a6b1840ebbae822c4d065e8c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:3a:8c:c4:58:55\",\"name\":\"8f8ba380126e190\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aada6111-11d9-4bb2-a2cc-7a1d8b7f23e2\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:51:55.654958    3743 obj_retry.go:492] Detected object openshift-console/console-6bd8b764-rp6qh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:55.654989    3743 obj_retry.go:492] Detected object openshift-console/console-6bd8b764-rp6qh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:51:55.668992    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bd8b764-rp6qh
I0423 19:51:55.669023    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bd8b764-rp6qh
W0423 19:51:58.634446    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0423 19:51:58.662271    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0423 19:51:59.448814    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0423 19:51:59.448838    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0423 19:51:59.490795    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0423 19:51:59.490822    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0423 19:52:05.715688    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0423 19:52:05.803931    3743 cni.go:452] [openshift-multus/network-metrics-daemon-dsnwf 3707fe832146dd70615994d7642aa922f97c10874bd37e15e718402addabdc62 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-dsnwf 3707fe832146dd70615994d7642aa922f97c10874bd37e15e718402addabdc62 network default NAD default NAD key ]
I0423 19:52:05.813476    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-dsnwf, hostIfaceName: 3707fe832146dd7, network: default, NAD default, SandboxID: "3707fe832146dd70615994d7642aa922f97c10874bd37e15e718402addabdc62", PCI device ID: , UID: "c40f381d-4437-43a4-bcd6-0b8c29a5bfb9", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0423 19:52:05.863772    3743 cni.go:473] [openshift-multus/network-metrics-daemon-dsnwf 3707fe832146dd70615994d7642aa922f97c10874bd37e15e718402addabdc62 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-dsnwf 3707fe832146dd70615994d7642aa922f97c10874bd37e15e718402addabdc62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:c2:bc:ff:59:7b\",\"name\":\"3707fe832146dd7\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fffcdc46-c4f8-4179-b426-662cd1e15872\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:52:19.682625    3743 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57d5b5796c-9rw5q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:52:19.683263    3743 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57d5b5796c-9rw5q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:52:20.504810    3743 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57d5b5796c-9rw5q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:52:20.504829    3743 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57d5b5796c-9rw5q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:52:20.511566    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57d5b5796c-9rw5q
I0423 19:52:20.511592    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57d5b5796c-9rw5q
I0423 19:52:23.227772    3743 cni.go:452] [openshift-ingress/router-default-5b9c6dbf75-hdcs7 2c00b1f7c5aef161d4cde59a55fa24aaa744764237e4a5ac67b69aae420f3d28 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-5b9c6dbf75-hdcs7 2c00b1f7c5aef161d4cde59a55fa24aaa744764237e4a5ac67b69aae420f3d28 network default NAD default NAD key ]
I0423 19:52:23.302881    3743 cni.go:473] [openshift-ingress/router-default-5b9c6dbf75-hdcs7 2c00b1f7c5aef161d4cde59a55fa24aaa744764237e4a5ac67b69aae420f3d28 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-5b9c6dbf75-hdcs7 2c00b1f7c5aef161d4cde59a55fa24aaa744764237e4a5ac67b69aae420f3d28 network default NAD default NAD key default], result "{}", err <nil>
I0423 19:52:23.378409    3743 obj_retry.go:498] Detected object openshift-ingress/router-default-5b9c6dbf75-hdcs7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:52:23.378442    3743 pods.go:176] Deleting pod: openshift-ingress/router-default-5b9c6dbf75-hdcs7
I0423 19:52:23.379606    3743 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-5b9c6dbf75-hdcs7, ips: 10.128.0.12
I0423 19:52:23.379632    3743 obj_retry.go:498] Detected object openshift-ingress/router-default-5b9c6dbf75-hdcs7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:52:23.781737    3743 obj_retry.go:492] Detected object openshift-ingress/router-default-5b9c6dbf75-hdcs7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:52:23.781758    3743 obj_retry.go:492] Detected object openshift-ingress/router-default-5b9c6dbf75-hdcs7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:52:23.789272    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5b9c6dbf75-hdcs7
I0423 19:52:23.789299    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5b9c6dbf75-hdcs7
I0423 19:52:24.788883    3743 obj_retry.go:498] Detected object openshift-console/console-5db499b76f-rh9wz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:52:24.789460    3743 obj_retry.go:498] Detected object openshift-console/console-5db499b76f-rh9wz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0423 19:52:25.584976    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:52:25.584998    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:52:25.585015    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:52:25.585024    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0423 19:52:25.740637    3743 obj_retry.go:492] Detected object openshift-console/console-5db499b76f-rh9wz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:52:25.740660    3743 obj_retry.go:492] Detected object openshift-console/console-5db499b76f-rh9wz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:52:25.749992    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5db499b76f-rh9wz
I0423 19:52:25.750013    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5db499b76f-rh9wz
W0423 19:52:25.835882    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:52:25.835900    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0423 19:52:35.845506    3743 cni.go:452] [openshift-dns/dns-default-7qsv8 d4a8a96993f9c8b722a73cd453be3a8180df89d264d1f5e923979f2df7bdb8d9 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-7qsv8 d4a8a96993f9c8b722a73cd453be3a8180df89d264d1f5e923979f2df7bdb8d9 network default NAD default NAD key ]
I0423 19:52:35.855261    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-7qsv8, hostIfaceName: d4a8a96993f9c8b, network: default, NAD default, SandboxID: "d4a8a96993f9c8b722a73cd453be3a8180df89d264d1f5e923979f2df7bdb8d9", PCI device ID: , UID: "ff7a3983-e206-434a-9198-d63d00690d1f", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23]
I0423 19:52:35.905564    3743 cni.go:473] [openshift-dns/dns-default-7qsv8 d4a8a96993f9c8b722a73cd453be3a8180df89d264d1f5e923979f2df7bdb8d9 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-7qsv8 d4a8a96993f9c8b722a73cd453be3a8180df89d264d1f5e923979f2df7bdb8d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:d7:29:f7:cb:6e\",\"name\":\"d4a8a96993f9c8b\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c381f358-4636-487c-a56f-3b5595e6c8db\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:52:40.591894    3743 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:52:40.592456    3743 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:52:40.816089    3743 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:52:40.816114    3743 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:52:40.826184    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0423 19:52:40.826215    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0423 19:52:44.915047    3743 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:52:44.915651    3743 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:52:45.617784    3743 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:52:45.617814    3743 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:52:45.627181    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0423 19:52:45.627208    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
W0423 19:52:48.857507    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:52:48.857623    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0423 19:52:48.857658    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0423 19:53:02.584624    3743 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:53:02.585260    3743 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:53:02.698936    3743 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:53:02.698962    3743 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:53:02.708067    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0423 19:53:02.708091    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0423 19:53:02.839978    3743 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:53:02.840523    3743 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:53:03.715371    3743 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:53:03.715392    3743 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616230-mzt5p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:53:07.674063    3743 obj_retry.go:498] Detected object openshift-console/console-55b49c9d8f-dnh2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:53:07.674603    3743 obj_retry.go:498] Detected object openshift-console/console-55b49c9d8f-dnh2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:53:07.754502    3743 obj_retry.go:492] Detected object openshift-console/console-55b49c9d8f-dnh2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:53:07.754524    3743 obj_retry.go:492] Detected object openshift-console/console-55b49c9d8f-dnh2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:53:07.760090    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55b49c9d8f-dnh2q
I0423 19:53:07.760118    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55b49c9d8f-dnh2q
I0423 19:53:18.102329    3743 cni.go:452] [openshift-console/console-55b49c9d8f-hhhcn 8f8ba380126e190ff4f2b584c8d879b7c739f92a6b1840ebbae822c4d065e8c7 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-55b49c9d8f-hhhcn 8f8ba380126e190ff4f2b584c8d879b7c739f92a6b1840ebbae822c4d065e8c7 network default NAD default NAD key ]
I0423 19:53:18.171885    3743 cni.go:473] [openshift-console/console-55b49c9d8f-hhhcn 8f8ba380126e190ff4f2b584c8d879b7c739f92a6b1840ebbae822c4d065e8c7 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-55b49c9d8f-hhhcn 8f8ba380126e190ff4f2b584c8d879b7c739f92a6b1840ebbae822c4d065e8c7 network default NAD default NAD key default], result "{}", err <nil>
I0423 19:53:18.226551    3743 obj_retry.go:498] Detected object openshift-console/console-55b49c9d8f-hhhcn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:53:18.226591    3743 pods.go:176] Deleting pod: openshift-console/console-55b49c9d8f-hhhcn
I0423 19:53:18.227889    3743 pods.go:236] Attempting to release IPs for pod: openshift-console/console-55b49c9d8f-hhhcn, ips: 10.128.0.23
I0423 19:53:18.227919    3743 obj_retry.go:498] Detected object openshift-console/console-55b49c9d8f-hhhcn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:53:18.990672    3743 obj_retry.go:492] Detected object openshift-console/console-55b49c9d8f-hhhcn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:53:18.990691    3743 obj_retry.go:492] Detected object openshift-console/console-55b49c9d8f-hhhcn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:53:18.998746    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55b49c9d8f-hhhcn
I0423 19:53:18.998774    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55b49c9d8f-hhhcn
I0423 19:53:48.089629    3743 cni.go:452] [openshift-monitoring/prometheus-k8s-0 eac59ffe24affcf4c67d7f3bf838a1256d34bc369fc75015be7e55232cc7a4bb network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 eac59ffe24affcf4c67d7f3bf838a1256d34bc369fc75015be7e55232cc7a4bb network default NAD default NAD key ]
I0423 19:53:48.174120    3743 cni.go:473] [openshift-monitoring/prometheus-k8s-0 eac59ffe24affcf4c67d7f3bf838a1256d34bc369fc75015be7e55232cc7a4bb network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 eac59ffe24affcf4c67d7f3bf838a1256d34bc369fc75015be7e55232cc7a4bb network default NAD default NAD key default], result "{}", err <nil>
I0423 19:53:48.237077    3743 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:53:48.237115    3743 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0
I0423 19:53:48.238471    3743 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.22
I0423 19:53:48.238500    3743 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:53:49.121330    3743 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:53:49.121355    3743 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:53:49.130002    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0423 19:53:49.130033    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0423 19:53:49.172514    3743 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:53:49.172649    3743 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0423 19:53:49.199057    3743 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.4463ms
I0423 19:53:49.199080    3743 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 26.472996ms
I0423 19:53:49.200544    3743 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.049088ms, libovsdb time 1.150621ms
I0423 19:53:49.539030    3743 cni.go:452] [openshift-monitoring/prometheus-k8s-0 326be4673ac93e3544be936ddeda17d81b04a0b653906a0c8dd8f264621edb5a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 326be4673ac93e3544be936ddeda17d81b04a0b653906a0c8dd8f264621edb5a network default NAD default NAD key ]
I0423 19:53:49.548963    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 326be4673ac93e3, network: default, NAD default, SandboxID: "326be4673ac93e3544be936ddeda17d81b04a0b653906a0c8dd8f264621edb5a", PCI device ID: , UID: "f411985e-57a6-4614-8939-c0e83a4b8aae", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0423 19:53:49.600183    3743 cni.go:473] [openshift-monitoring/prometheus-k8s-0 326be4673ac93e3544be936ddeda17d81b04a0b653906a0c8dd8f264621edb5a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 326be4673ac93e3544be936ddeda17d81b04a0b653906a0c8dd8f264621edb5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:11:b5:c2:51:e7\",\"name\":\"326be4673ac93e3\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3c6526d-7e51-44b8-9853-56672f8db712\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:53:52.752592    3743 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0423 19:54:31.269944    3743 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0423 19:54:37.062982    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0423 19:54:42.316001    3743 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0423 19:54:42.316070    3743 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-jvmn4 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-jvmn4: no pod IPs found 
I0423 19:54:46.162870    3743 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
W0423 19:54:50.415207    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0423 19:54:50.415234    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0423 19:55:04.151787    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0423 19:55:21.168041    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0423 19:55:24.967356    3743 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0423 19:55:41.038011    3743 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0423 19:55:56.953474    3743 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=137
I0423 19:56:02.956058    3743 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=690
I0423 19:56:07.965101    3743 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72
I0423 19:56:39.036989    3743 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0423 19:56:42.043622    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0423 19:56:45.228121    3743 base_network_controller_pods.go:487] [default/openshift-console/console-768fd8d77f-b4l5d] creating logical port openshift-console_console-768fd8d77f-b4l5d for pod on switch ip-10-0-1-141.ec2.internal
I0423 19:56:45.228377    3743 kube.go:256] Updating pod openshift-console/console-768fd8d77f-b4l5d
I0423 19:56:45.257225    3743 pod.go:62] [openshift-console/console-768fd8d77f-b4l5d] pod update took 28.889513ms
I0423 19:56:45.257257    3743 base_network_controller_pods.go:951] [default/openshift-console/console-768fd8d77f-b4l5d] addLogicalPort annotation time took 28.949567ms
I0423 19:56:45.258581    3743 pods.go:271] [openshift-console/console-768fd8d77f-b4l5d] addLogicalPort took 30.483485ms, libovsdb time 960.95µs
I0423 19:56:45.589043    3743 cni.go:452] [openshift-console/console-768fd8d77f-b4l5d 0e307fad771dd0eb4058cac98c716e3ee83a2ad1eb65da3dfcfe2a5c1a3ac10e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-768fd8d77f-b4l5d 0e307fad771dd0eb4058cac98c716e3ee83a2ad1eb65da3dfcfe2a5c1a3ac10e network default NAD default NAD key ]
I0423 19:56:45.599085    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-768fd8d77f-b4l5d, hostIfaceName: 0e307fad771dd0e, network: default, NAD default, SandboxID: "0e307fad771dd0eb4058cac98c716e3ee83a2ad1eb65da3dfcfe2a5c1a3ac10e", PCI device ID: , UID: "e7fec65e-961b-420f-b728-0580e3afee64", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0423 19:56:45.650680    3743 cni.go:473] [openshift-console/console-768fd8d77f-b4l5d 0e307fad771dd0eb4058cac98c716e3ee83a2ad1eb65da3dfcfe2a5c1a3ac10e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-768fd8d77f-b4l5d 0e307fad771dd0eb4058cac98c716e3ee83a2ad1eb65da3dfcfe2a5c1a3ac10e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:97:c1:71:49:d1\",\"name\":\"0e307fad771dd0e\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07d5f3db-b8ec-49a1-865b-2942ff8673f3\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 19:56:48.156925    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
W0423 19:56:55.840551    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0423 19:56:58.049820    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0423 19:56:59.969006    3743 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17
I0423 19:57:10.513034    3743 obj_retry.go:498] Detected object openshift-console/console-78c57f7bb-ljwf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:57:10.513599    3743 obj_retry.go:498] Detected object openshift-console/console-78c57f7bb-ljwf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:57:10.652454    3743 obj_retry.go:492] Detected object openshift-console/console-78c57f7bb-ljwf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:57:10.652475    3743 obj_retry.go:492] Detected object openshift-console/console-78c57f7bb-ljwf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:57:10.660644    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78c57f7bb-ljwf2
I0423 19:57:10.660664    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78c57f7bb-ljwf2
I0423 19:57:21.180560    3743 obj_retry.go:498] Detected object openshift-console/console-78c57f7bb-7wq57 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 19:57:21.181180    3743 obj_retry.go:498] Detected object openshift-console/console-78c57f7bb-7wq57 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 19:57:22.009500    3743 obj_retry.go:492] Detected object openshift-console/console-78c57f7bb-7wq57 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:57:22.009527    3743 obj_retry.go:492] Detected object openshift-console/console-78c57f7bb-7wq57 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 19:57:22.018349    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78c57f7bb-7wq57
I0423 19:57:22.018372    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78c57f7bb-7wq57
I0423 19:57:33.167839    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0423 19:58:06.950920    3743 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=102
I0423 20:00:04.460770    3743 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:04.461372    3743 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:00:05.484039    3743 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:05.484085    3743 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616240-q6wxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:00:12.154362    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0423 20:00:45.969984    3743 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0423 20:00:50.040993    3743 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0423 20:01:08.955986    3743 namespace.go:98] [tsf] adding namespace
I0423 20:01:08.956963    3743 namespace.go:102] [tsf] adding namespace took 946.83µs
I0423 20:01:08.975241    3743 namespace.go:142] [tsf] updating namespace
I0423 20:01:08.988485    3743 namespace.go:142] [tsf] updating namespace
I0423 20:01:12.960935    3743 namespace.go:98] [cert-manager-operator] adding namespace
I0423 20:01:12.961090    3743 namespace.go:98] [rhbk-operator] adding namespace
I0423 20:01:12.961844    3743 namespace.go:102] [cert-manager-operator] adding namespace took 887.83µs
I0423 20:01:12.962439    3743 namespace.go:102] [rhbk-operator] adding namespace took 1.334173ms
I0423 20:01:12.974783    3743 namespace.go:98] [konflux-ui] adding namespace
I0423 20:01:12.975042    3743 namespace.go:98] [tsf-tpa] adding namespace
I0423 20:01:12.975095    3743 namespace.go:98] [tsf-tas] adding namespace
I0423 20:01:12.975191    3743 namespace.go:98] [tsf-keycloak] adding namespace
I0423 20:01:12.975238    3743 namespace.go:98] [konflux-operator] adding namespace
I0423 20:01:12.975542    3743 namespace.go:102] [konflux-ui] adding namespace took 744.374µs
I0423 20:01:12.975571    3743 namespace.go:98] [rhtpa-operator] adding namespace
I0423 20:01:12.976029    3743 namespace.go:102] [rhtpa-operator] adding namespace took 452.572µs
I0423 20:01:12.976555    3743 namespace.go:102] [tsf-tpa] adding namespace took 1.494891ms
I0423 20:01:12.977124    3743 namespace.go:102] [tsf-tas] adding namespace took 2.00792ms
I0423 20:01:12.977661    3743 namespace.go:102] [tsf-keycloak] adding namespace took 2.45617ms
I0423 20:01:12.978245    3743 namespace.go:102] [konflux-operator] adding namespace took 2.996504ms
I0423 20:01:12.989218    3743 namespace.go:142] [cert-manager-operator] updating namespace
I0423 20:01:13.011095    3743 namespace.go:142] [cert-manager-operator] updating namespace
I0423 20:01:13.042274    3743 namespace.go:142] [rhbk-operator] updating namespace
I0423 20:01:13.051271    3743 namespace.go:142] [rhtpa-operator] updating namespace
I0423 20:01:13.063166    3743 namespace.go:142] [rhbk-operator] updating namespace
I0423 20:01:13.081057    3743 namespace.go:142] [konflux-ui] updating namespace
I0423 20:01:13.081102    3743 namespace.go:142] [tsf-tpa] updating namespace
I0423 20:01:13.081278    3743 namespace.go:142] [tsf-tas] updating namespace
I0423 20:01:13.081290    3743 namespace.go:142] [tsf-keycloak] updating namespace
I0423 20:01:13.099832    3743 namespace.go:142] [konflux-operator] updating namespace
I0423 20:01:13.106241    3743 namespace.go:142] [cert-manager-operator] updating namespace
I0423 20:01:13.125686    3743 namespace.go:142] [rhbk-operator] updating namespace
I0423 20:01:13.599108    3743 namespace.go:142] [rhtpa-operator] updating namespace
I0423 20:01:13.616225    3743 namespace.go:142] [rhtpa-operator] updating namespace
I0423 20:01:13.635260    3743 namespace.go:142] [tsf-tpa] updating namespace
I0423 20:01:13.642105    3743 namespace.go:142] [tsf-tpa] updating namespace
I0423 20:01:13.661094    3743 namespace.go:142] [tsf-tas] updating namespace
I0423 20:01:13.676355    3743 namespace.go:142] [tsf-tas] updating namespace
I0423 20:01:13.679379    3743 namespace.go:142] [tsf-keycloak] updating namespace
I0423 20:01:13.690439    3743 namespace.go:142] [tsf-keycloak] updating namespace
I0423 20:01:13.702701    3743 namespace.go:142] [konflux-operator] updating namespace
I0423 20:01:13.720500    3743 namespace.go:142] [konflux-operator] updating namespace
I0423 20:01:13.725416    3743 namespace.go:142] [konflux-ui] updating namespace
I0423 20:01:13.735829    3743 namespace.go:142] [konflux-ui] updating namespace
I0423 20:01:14.293254    3743 namespace.go:142] [tsf-tpa] updating namespace
I0423 20:01:14.311554    3743 namespace.go:142] [tsf-keycloak] updating namespace
I0423 20:01:15.814652    3743 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:01:15.814807    3743 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw
I0423 20:01:15.838538    3743 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw] pod update took 23.781676ms
I0423 20:01:15.838562    3743 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw] addLogicalPort annotation time took 23.813265ms
I0423 20:01:15.839805    3743 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw] addLogicalPort took 25.176174ms, libovsdb time 882.189µs
I0423 20:01:16.115424    3743 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:01:16.115570    3743 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w
I0423 20:01:16.129138    3743 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w] pod update took 13.609389ms
I0423 20:01:16.129168    3743 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w] addLogicalPort annotation time took 13.644552ms
I0423 20:01:16.130612    3743 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w] addLogicalPort took 15.208933ms, libovsdb time 990.719µs
I0423 20:01:16.178476    3743 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw 1aecb63d264a03a2dbdf78f3cd3106cd8b79ea3fa53592311b1c8ecf903b342b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw 1aecb63d264a03a2dbdf78f3cd3106cd8b79ea3fa53592311b1c8ecf903b342b network default NAD default NAD key ]
I0423 20:01:16.187983    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw, hostIfaceName: 1aecb63d264a03a, network: default, NAD default, SandboxID: "1aecb63d264a03a2dbdf78f3cd3106cd8b79ea3fa53592311b1c8ecf903b342b", PCI device ID: , UID: "7ea3ed13-e0a9-4786-ab44-bbad5362dda0", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0423 20:01:16.240789    3743 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw 1aecb63d264a03a2dbdf78f3cd3106cd8b79ea3fa53592311b1c8ecf903b342b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw 1aecb63d264a03a2dbdf78f3cd3106cd8b79ea3fa53592311b1c8ecf903b342b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:0a:d0:29:53:ca\",\"name\":\"1aecb63d264a03a\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d29d7845-21f4-4d5f-8cf7-faa94d68fe93\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:01:16.473957    3743 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w 5020a8fab55cb7391c0b8d8b7c7381ca45750ce77b95b3430e718bc0d4afd6c0 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w 5020a8fab55cb7391c0b8d8b7c7381ca45750ce77b95b3430e718bc0d4afd6c0 network default NAD default NAD key ]
I0423 20:01:16.484113    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w, hostIfaceName: 5020a8fab55cb73, network: default, NAD default, SandboxID: "5020a8fab55cb7391c0b8d8b7c7381ca45750ce77b95b3430e718bc0d4afd6c0", PCI device ID: , UID: "e1c9fe04-f035-4759-beb1-94d25a66dce5", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0423 20:01:16.534633    3743 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w 5020a8fab55cb7391c0b8d8b7c7381ca45750ce77b95b3430e718bc0d4afd6c0 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w 5020a8fab55cb7391c0b8d8b7c7381ca45750ce77b95b3430e718bc0d4afd6c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:7c:b0:1b:c2:4f\",\"name\":\"5020a8fab55cb73\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9083b36c-be4b-4199-a9df-91fe7d879bc3\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:01:18.966044    3743 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:01:18.966190    3743 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z
I0423 20:01:18.980193    3743 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z] pod update took 14.044947ms
I0423 20:01:18.980214    3743 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z] addLogicalPort annotation time took 14.07032ms
I0423 20:01:18.981484    3743 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z] addLogicalPort took 15.458469ms, libovsdb time 932.434µs
I0423 20:01:19.348296    3743 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z b9c8256fe6dad63c81e6dfea1394f2e69988ae2ed872072caf8fd85c362bc861 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z b9c8256fe6dad63c81e6dfea1394f2e69988ae2ed872072caf8fd85c362bc861 network default NAD default NAD key ]
I0423 20:01:19.358633    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z, hostIfaceName: b9c8256fe6dad63, network: default, NAD default, SandboxID: "b9c8256fe6dad63c81e6dfea1394f2e69988ae2ed872072caf8fd85c362bc861", PCI device ID: , UID: "553bb5e2-4772-4249-806b-b4620fd9063d", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0423 20:01:19.408087    3743 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z b9c8256fe6dad63c81e6dfea1394f2e69988ae2ed872072caf8fd85c362bc861 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z b9c8256fe6dad63c81e6dfea1394f2e69988ae2ed872072caf8fd85c362bc861 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:a1:04:e8:f5:1c\",\"name\":\"b9c8256fe6dad63\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f99c316d-0c14-4785-9174-6c736cde482c\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:01:19.837160    3743 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw 1aecb63d264a03a2dbdf78f3cd3106cd8b79ea3fa53592311b1c8ecf903b342b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw 1aecb63d264a03a2dbdf78f3cd3106cd8b79ea3fa53592311b1c8ecf903b342b network default NAD default NAD key ]
I0423 20:01:19.915547    3743 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw 1aecb63d264a03a2dbdf78f3cd3106cd8b79ea3fa53592311b1c8ecf903b342b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw 1aecb63d264a03a2dbdf78f3cd3106cd8b79ea3fa53592311b1c8ecf903b342b network default NAD default NAD key default], result "{}", err <nil>
I0423 20:01:19.953635    3743 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:19.953668    3743 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw
I0423 20:01:19.955230    3743 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw, ips: 10.128.0.26
I0423 20:01:19.955261    3743 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:19.955280    3743 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:19.955288    3743 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0423 20:01:19.955499    3743 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:19.955514    3743 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0423 20:01:20.847013    3743 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w 5020a8fab55cb7391c0b8d8b7c7381ca45750ce77b95b3430e718bc0d4afd6c0 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w 5020a8fab55cb7391c0b8d8b7c7381ca45750ce77b95b3430e718bc0d4afd6c0 network default NAD default NAD key ]
I0423 20:01:20.903789    3743 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:01:20.903907    3743 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp
I0423 20:01:20.919375    3743 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp] pod update took 15.50671ms
I0423 20:01:20.919403    3743 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp] addLogicalPort annotation time took 15.539651ms
I0423 20:01:20.920845    3743 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp] addLogicalPort took 17.075414ms, libovsdb time 1.027303ms
I0423 20:01:20.923497    3743 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w 5020a8fab55cb7391c0b8d8b7c7381ca45750ce77b95b3430e718bc0d4afd6c0 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w 5020a8fab55cb7391c0b8d8b7c7381ca45750ce77b95b3430e718bc0d4afd6c0 network default NAD default NAD key default], result "{}", err <nil>
I0423 20:01:20.969009    3743 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:20.969048    3743 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w
I0423 20:01:20.970665    3743 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w, ips: 10.128.0.27
I0423 20:01:20.970702    3743 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:20.970751    3743 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:20.970760    3743 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0423 20:01:20.970991    3743 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:20.971006    3743 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0423 20:01:20.984329    3743 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:20.984355    3743 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:20.984369    3743 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:20.984383    3743 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587pjkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:21.268851    3743 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp d67ce41405153a66174a73f0bf9a15144fbe3320084f34385b50ec7f4dc83e09 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp d67ce41405153a66174a73f0bf9a15144fbe3320084f34385b50ec7f4dc83e09 network default NAD default NAD key ]
I0423 20:01:21.279355    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp, hostIfaceName: d67ce41405153a6, network: default, NAD default, SandboxID: "d67ce41405153a66174a73f0bf9a15144fbe3320084f34385b50ec7f4dc83e09", PCI device ID: , UID: "a3f4a4aa-614d-4f13-a0f7-998a17584768", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0423 20:01:21.333436    3743 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp d67ce41405153a66174a73f0bf9a15144fbe3320084f34385b50ec7f4dc83e09 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp d67ce41405153a66174a73f0bf9a15144fbe3320084f34385b50ec7f4dc83e09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:cf:51:9a:33:ff\",\"name\":\"d67ce41405153a6\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd10ce52-9425-4821-a8a1-c76f18e3916e\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:01:21.998092    3743 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:21.998129    3743 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:21.998144    3743 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:21.998160    3743 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f448w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:22.543034    3743 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:01:22.543206    3743 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m
I0423 20:01:22.558067    3743 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m] pod update took 14.898286ms
I0423 20:01:22.558098    3743 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m] addLogicalPort annotation time took 14.939122ms
I0423 20:01:22.559548    3743 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m] addLogicalPort took 16.538702ms, libovsdb time 1.041801ms
I0423 20:01:22.650828    3743 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:01:22.650940    3743 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v
I0423 20:01:22.665655    3743 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v] pod update took 14.7432ms
I0423 20:01:22.665680    3743 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v] addLogicalPort annotation time took 14.774142ms
I0423 20:01:22.666950    3743 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v] addLogicalPort took 16.145541ms, libovsdb time 938.939µs
I0423 20:01:22.865919    3743 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z b9c8256fe6dad63c81e6dfea1394f2e69988ae2ed872072caf8fd85c362bc861 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z b9c8256fe6dad63c81e6dfea1394f2e69988ae2ed872072caf8fd85c362bc861 network default NAD default NAD key ]
I0423 20:01:22.910575    3743 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m ac1e75cdea282fabcf329c8d4c9fb9d4286321253bf828cab0a57f89b37bc0c5 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m ac1e75cdea282fabcf329c8d4c9fb9d4286321253bf828cab0a57f89b37bc0c5 network default NAD default NAD key ]
I0423 20:01:22.922512    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m, hostIfaceName: ac1e75cdea282fa, network: default, NAD default, SandboxID: "ac1e75cdea282fabcf329c8d4c9fb9d4286321253bf828cab0a57f89b37bc0c5", PCI device ID: , UID: "52f834d0-218e-46d2-8115-fbc0c8ee631f", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0423 20:01:22.948064    3743 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z b9c8256fe6dad63c81e6dfea1394f2e69988ae2ed872072caf8fd85c362bc861 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z b9c8256fe6dad63c81e6dfea1394f2e69988ae2ed872072caf8fd85c362bc861 network default NAD default NAD key default], result "{}", err <nil>
I0423 20:01:22.982836    3743 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m ac1e75cdea282fabcf329c8d4c9fb9d4286321253bf828cab0a57f89b37bc0c5 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m ac1e75cdea282fabcf329c8d4c9fb9d4286321253bf828cab0a57f89b37bc0c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:b8:e8:07:30:a3\",\"name\":\"ac1e75cdea282fa\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5fffb4e-a738-4592-8bb8-57de327fee2a\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:01:22.997809    3743 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:22.997918    3743 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z
I0423 20:01:22.999922    3743 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z, ips: 10.128.0.28
I0423 20:01:22.999961    3743 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:23.000010    3743 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:23.000020    3743 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0423 20:01:23.000321    3743 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:23.000339    3743 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0423 20:01:23.026352    3743 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v acd0ba770ef34babb838a1da4c0ec23ae982a1a84b151cee935343883c43fdbc network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v acd0ba770ef34babb838a1da4c0ec23ae982a1a84b151cee935343883c43fdbc network default NAD default NAD key ]
I0423 20:01:23.039044    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v, hostIfaceName: acd0ba770ef34ba, network: default, NAD default, SandboxID: "acd0ba770ef34babb838a1da4c0ec23ae982a1a84b151cee935343883c43fdbc", PCI device ID: , UID: "de4c2836-b5bf-4063-a809-ce8dc5e0eb0b", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0423 20:01:23.100276    3743 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v acd0ba770ef34babb838a1da4c0ec23ae982a1a84b151cee935343883c43fdbc network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v acd0ba770ef34babb838a1da4c0ec23ae982a1a84b151cee935343883c43fdbc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:5f:7f:87:d3:90\",\"name\":\"acd0ba770ef34ba\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86b09320-738c-4bb7-b75e-e7acd00e2c4b\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:01:24.029687    3743 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:24.029713    3743 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:24.029745    3743 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:24.029760    3743 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24qg2z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:26.901860    3743 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m ac1e75cdea282fabcf329c8d4c9fb9d4286321253bf828cab0a57f89b37bc0c5 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m ac1e75cdea282fabcf329c8d4c9fb9d4286321253bf828cab0a57f89b37bc0c5 network default NAD default NAD key ]
I0423 20:01:26.905022    3743 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp d67ce41405153a66174a73f0bf9a15144fbe3320084f34385b50ec7f4dc83e09 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp d67ce41405153a66174a73f0bf9a15144fbe3320084f34385b50ec7f4dc83e09 network default NAD default NAD key ]
I0423 20:01:26.998455    3743 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m ac1e75cdea282fabcf329c8d4c9fb9d4286321253bf828cab0a57f89b37bc0c5 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m ac1e75cdea282fabcf329c8d4c9fb9d4286321253bf828cab0a57f89b37bc0c5 network default NAD default NAD key default], result "{}", err <nil>
I0423 20:01:27.015806    3743 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp d67ce41405153a66174a73f0bf9a15144fbe3320084f34385b50ec7f4dc83e09 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp d67ce41405153a66174a73f0bf9a15144fbe3320084f34385b50ec7f4dc83e09 network default NAD default NAD key default], result "{}", err <nil>
I0423 20:01:27.061603    3743 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:27.061647    3743 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m
I0423 20:01:27.062988    3743 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m, ips: 10.128.0.30
I0423 20:01:27.063017    3743 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:27.063040    3743 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:27.063049    3743 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0423 20:01:27.063225    3743 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:27.063240    3743 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0423 20:01:27.065460    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0423 20:01:27.137163    3743 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:27.137208    3743 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp
I0423 20:01:27.138487    3743 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp, ips: 10.128.0.29
I0423 20:01:27.138518    3743 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:27.138537    3743 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:27.138545    3743 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0423 20:01:27.138741    3743 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:27.138755    3743 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0423 20:01:28.095843    3743 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:28.095875    3743 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:28.095890    3743 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:28.095902    3743 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77zc7m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:28.190468    3743 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:28.190519    3743 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:28.190535    3743 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:28.190547    3743 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9nsmp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:28.913499    3743 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v acd0ba770ef34babb838a1da4c0ec23ae982a1a84b151cee935343883c43fdbc network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v acd0ba770ef34babb838a1da4c0ec23ae982a1a84b151cee935343883c43fdbc network default NAD default NAD key ]
I0423 20:01:28.991221    3743 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v acd0ba770ef34babb838a1da4c0ec23ae982a1a84b151cee935343883c43fdbc network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v acd0ba770ef34babb838a1da4c0ec23ae982a1a84b151cee935343883c43fdbc network default NAD default NAD key default], result "{}", err <nil>
I0423 20:01:29.050449    3743 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:29.050489    3743 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v
I0423 20:01:29.051919    3743 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v, ips: 10.128.0.31
I0423 20:01:29.051951    3743 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:29.051968    3743 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:29.051975    3743 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0423 20:01:29.052191    3743 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0423 20:01:29.052207    3743 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0423 20:01:30.084997    3743 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:30.085048    3743 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:30.085062    3743 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:30.085074    3743 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136zjt5v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:01:32.963069    3743 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=115
W0423 20:01:34.037296    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0423 20:01:38.239264    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0423 20:01:38.253644    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0423 20:01:41.475393    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0423 20:01:44.660672    3743 namespace.go:142] [openshift-operators] updating namespace
I0423 20:01:44.671230    3743 namespace.go:142] [openshift-operators] updating namespace
I0423 20:01:46.648035    3743 namespace.go:98] [cert-manager] adding namespace
I0423 20:01:46.649027    3743 namespace.go:102] [cert-manager] adding namespace took 968.943µs
I0423 20:01:46.724159    3743 namespace.go:142] [cert-manager] updating namespace
I0423 20:01:46.755513    3743 namespace.go:142] [cert-manager] updating namespace
W0423 20:01:48.052352    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0423 20:01:48.057882    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0423 20:01:48.095369    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0423 20:01:48.104206    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0423 20:01:50.709261    3743 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-55h4r] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-55h4r for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:01:50.709352    3743 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-55h4r
I0423 20:01:50.736045    3743 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-55h4r] pod update took 26.713798ms
I0423 20:01:50.736076    3743 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-55h4r] addLogicalPort annotation time took 26.748199ms
I0423 20:01:50.737298    3743 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-55h4r] addLogicalPort took 28.054147ms, libovsdb time 890.694µs
I0423 20:01:51.075889    3743 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-55h4r d49c23def005819d790e34b7b3c5aa29cdaaebd066778159e4651310ff1c3558 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-55h4r d49c23def005819d790e34b7b3c5aa29cdaaebd066778159e4651310ff1c3558 network default NAD default NAD key ]
I0423 20:01:51.085143    3743 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-55h4r, hostIfaceName: d49c23def005819, network: default, NAD default, SandboxID: "d49c23def005819d790e34b7b3c5aa29cdaaebd066778159e4651310ff1c3558", PCI device ID: , UID: "b511998c-8646-4064-b170-b709fc638259", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0423 20:01:51.136156    3743 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-55h4r d49c23def005819d790e34b7b3c5aa29cdaaebd066778159e4651310ff1c3558 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-55h4r d49c23def005819d790e34b7b3c5aa29cdaaebd066778159e4651310ff1c3558 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:dc:b1:9c:a0:07\",\"name\":\"d49c23def005819\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb2cb92f-57b0-4ac9-b014-dc119ef396f9\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:01:52.421231    3743 namespace.go:142] [openshift-operators] updating namespace
I0423 20:01:53.216496    3743 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-8bddd] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-8bddd for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:01:53.216610    3743 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-8bddd
I0423 20:01:53.317481    3743 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-8bddd
I0423 20:01:53.411490    3743 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-8bddd] pod update took 194.905972ms
I0423 20:01:53.411513    3743 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-8bddd] addLogicalPort annotation time took 194.934381ms
I0423 20:01:53.412901    3743 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-8bddd] addLogicalPort took 196.421101ms, libovsdb time 1.02016ms
I0423 20:01:54.048434    3743 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-8bddd 6adac58df7add79f491605fe91bbb9e015cb41cf23b6e542d05ae77513a3bbba network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-8bddd 6adac58df7add79f491605fe91bbb9e015cb41cf23b6e542d05ae77513a3bbba network default NAD default NAD key ]
I0423 20:01:54.058628    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-8bddd, hostIfaceName: 6adac58df7add79, network: default, NAD default, SandboxID: "6adac58df7add79f491605fe91bbb9e015cb41cf23b6e542d05ae77513a3bbba", PCI device ID: , UID: "80fb84aa-84bd-4c17-b239-120816cc133e", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0423 20:01:54.110865    3743 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-8bddd 6adac58df7add79f491605fe91bbb9e015cb41cf23b6e542d05ae77513a3bbba network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-8bddd 6adac58df7add79f491605fe91bbb9e015cb41cf23b6e542d05ae77513a3bbba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:2a:0a:88:17:03\",\"name\":\"6adac58df7add79\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6137ed9-009b-4cd0-939f-70e2a05d24fc\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:01:55.320785    3743 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-zdbs5] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-zdbs5 for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:01:55.320901    3743 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-zdbs5
I0423 20:01:55.407343    3743 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-zdbs5
I0423 20:01:55.508386    3743 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-zdbs5] pod update took 187.517566ms
I0423 20:01:55.508417    3743 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-zdbs5] addLogicalPort annotation time took 187.554972ms
I0423 20:01:55.510013    3743 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-zdbs5] addLogicalPort took 189.241945ms, libovsdb time 1.22117ms
I0423 20:01:55.923141    3743 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-zdbs5 01c26793a4b5e81a809578f33ab3b38e5931b1d3100853a4c67e058cc2401c0c network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-zdbs5 01c26793a4b5e81a809578f33ab3b38e5931b1d3100853a4c67e058cc2401c0c network default NAD default NAD key ]
I0423 20:01:55.933486    3743 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-zdbs5, hostIfaceName: 01c26793a4b5e81, network: default, NAD default, SandboxID: "01c26793a4b5e81a809578f33ab3b38e5931b1d3100853a4c67e058cc2401c0c", PCI device ID: , UID: "6bf15ae3-8368-4db6-8179-223da5367d6f", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0423 20:01:55.988044    3743 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-zdbs5 01c26793a4b5e81a809578f33ab3b38e5931b1d3100853a4c67e058cc2401c0c network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-zdbs5 01c26793a4b5e81a809578f33ab3b38e5931b1d3100853a4c67e058cc2401c0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:c4:5c:66:f7:a8\",\"name\":\"01c26793a4b5e81\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f031793-df92-4a05-80d1-dc7f205c6b75\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 20:01:57.063220    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0423 20:01:57.063238    3743 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0423 20:01:58.953892    3743 namespace.go:98] [trusted-artifact-signer] adding namespace
I0423 20:01:58.954790    3743 namespace.go:102] [trusted-artifact-signer] adding namespace took 873.212µs
I0423 20:01:58.978050    3743 namespace.go:142] [trusted-artifact-signer] updating namespace
I0423 20:01:58.996100    3743 namespace.go:142] [trusted-artifact-signer] updating namespace
W0423 20:01:59.210967    3743 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0423 20:01:59.234086    3743 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-s8b5b] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-s8b5b for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:01:59.234197    3743 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-s8b5b
I0423 20:01:59.266291    3743 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-s8b5b] pod update took 32.111081ms
I0423 20:01:59.266318    3743 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-s8b5b] addLogicalPort annotation time took 32.142081ms
I0423 20:01:59.267563    3743 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-s8b5b] addLogicalPort took 33.490055ms, libovsdb time 903.005µs
I0423 20:01:59.589841    3743 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-s8b5b 7a6253a073ad9f463a85e79cef3d345552688d0d0940f5021b167faf447374d6 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-s8b5b 7a6253a073ad9f463a85e79cef3d345552688d0d0940f5021b167faf447374d6 network default NAD default NAD key ]
I0423 20:01:59.599254    3743 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-s8b5b, hostIfaceName: 7a6253a073ad9f4, network: default, NAD default, SandboxID: "7a6253a073ad9f463a85e79cef3d345552688d0d0940f5021b167faf447374d6", PCI device ID: , UID: "3f1e637c-5108-4969-b8d6-215c42ef9aee", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0423 20:01:59.652384    3743 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-s8b5b 7a6253a073ad9f463a85e79cef3d345552688d0d0940f5021b167faf447374d6 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-s8b5b 7a6253a073ad9f463a85e79cef3d345552688d0d0940f5021b167faf447374d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:e9:cb:50:9b:56\",\"name\":\"7a6253a073ad9f4\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6d559fc-94f3-447b-8ad2-a4ef6b8a977a\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 20:02:03.076393    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0423 20:02:03.076436    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0423 20:02:07.792305    3743 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-mrfbn] creating logical port cert-manager_cert-manager-59c77684cc-mrfbn for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:02:07.792432    3743 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-mrfbn
I0423 20:02:07.810797    3743 pod.go:62] [cert-manager/cert-manager-59c77684cc-mrfbn] pod update took 18.39342ms
I0423 20:02:07.810821    3743 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-mrfbn] addLogicalPort annotation time took 18.423224ms
I0423 20:02:07.812194    3743 pods.go:271] [cert-manager/cert-manager-59c77684cc-mrfbn] addLogicalPort took 19.905366ms, libovsdb time 977.454µs
I0423 20:02:07.985896    3743 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:02:07.986423    3743 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:02:08.013533    3743 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:02:08.013557    3743 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:02:08.018931    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0423 20:02:08.018956    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0423 20:02:08.153509    3743 cni.go:452] [cert-manager/cert-manager-59c77684cc-mrfbn 65e59f9b34049c75225927da1cddfd7680bea2b05dd1f73c70349bbc8e72a896 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-mrfbn 65e59f9b34049c75225927da1cddfd7680bea2b05dd1f73c70349bbc8e72a896 network default NAD default NAD key ]
I0423 20:02:08.163774    3743 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-mrfbn, hostIfaceName: 65e59f9b34049c7, network: default, NAD default, SandboxID: "65e59f9b34049c75225927da1cddfd7680bea2b05dd1f73c70349bbc8e72a896", PCI device ID: , UID: "e472587e-92ce-4e47-b504-9e596c69f646", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0423 20:02:08.218312    3743 cni.go:473] [cert-manager/cert-manager-59c77684cc-mrfbn 65e59f9b34049c75225927da1cddfd7680bea2b05dd1f73c70349bbc8e72a896 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-mrfbn 65e59f9b34049c75225927da1cddfd7680bea2b05dd1f73c70349bbc8e72a896 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:34:6d:3f:6e:4b\",\"name\":\"65e59f9b34049c7\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53adfaeb-00f8-42d9-b07a-3277bfda582c\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:02:12.238280    3743 namespace.go:98] [openshift-pipelines] adding namespace
I0423 20:02:12.239191    3743 namespace.go:102] [openshift-pipelines] adding namespace took 888.568µs
I0423 20:02:12.259938    3743 namespace.go:142] [openshift-pipelines] updating namespace
I0423 20:02:12.967421    3743 namespace.go:142] [cert-manager] updating namespace
I0423 20:02:13.158455    3743 namespace.go:142] [cert-manager-operator] updating namespace
I0423 20:02:13.565455    3743 namespace.go:142] [konflux-operator] updating namespace
I0423 20:02:13.754448    3743 namespace.go:142] [konflux-ui] updating namespace
I0423 20:02:13.954326    3743 namespace.go:142] [open-cluster-management-2ps2bve4hjh3ovu4l3oim6c2t962kfba] updating namespace
I0423 20:02:14.360475    3743 namespace.go:142] [rhbk-operator] updating namespace
I0423 20:02:14.560754    3743 namespace.go:142] [rhtpa-operator] updating namespace
I0423 20:02:14.762769    3743 namespace.go:142] [trusted-artifact-signer] updating namespace
I0423 20:02:14.961555    3743 namespace.go:142] [tsf] updating namespace
I0423 20:02:15.166464    3743 namespace.go:142] [tsf-keycloak] updating namespace
I0423 20:02:15.364135    3743 namespace.go:142] [tsf-tas] updating namespace
I0423 20:02:15.565516    3743 namespace.go:142] [tsf-tpa] updating namespace
I0423 20:02:15.698502    3743 namespace.go:142] [cert-manager] updating namespace
I0423 20:02:15.708795    3743 namespace.go:142] [cert-manager-operator] updating namespace
I0423 20:02:15.716991    3743 namespace.go:142] [default] updating namespace
I0423 20:02:15.730689    3743 namespace.go:142] [konflux-operator] updating namespace
I0423 20:02:15.745184    3743 namespace.go:142] [konflux-ui] updating namespace
I0423 20:02:15.753042    3743 namespace.go:142] [open-cluster-management-2ps2bve4hjh3ovu4l3oim6c2t962kfba] updating namespace
I0423 20:02:15.762351    3743 namespace.go:142] [openshift] updating namespace
I0423 20:02:15.773921    3743 namespace.go:142] [rhbk-operator] updating namespace
I0423 20:02:15.782514    3743 namespace.go:142] [rhtpa-operator] updating namespace
I0423 20:02:15.791578    3743 namespace.go:142] [trusted-artifact-signer] updating namespace
I0423 20:02:15.800182    3743 namespace.go:142] [tsf] updating namespace
I0423 20:02:15.809969    3743 namespace.go:142] [tsf-keycloak] updating namespace
I0423 20:02:15.824796    3743 namespace.go:142] [tsf-tas] updating namespace
I0423 20:02:15.845614    3743 namespace.go:142] [tsf-tpa] updating namespace
I0423 20:02:15.946532    3743 namespace.go:142] [cert-manager] updating namespace
I0423 20:02:16.045581    3743 namespace.go:142] [cert-manager-operator] updating namespace
I0423 20:02:16.147665    3743 namespace.go:142] [default] updating namespace
I0423 20:02:16.249994    3743 namespace.go:142] [konflux-operator] updating namespace
I0423 20:02:16.352039    3743 namespace.go:142] [konflux-ui] updating namespace
I0423 20:02:16.448341    3743 namespace.go:142] [open-cluster-management-2ps2bve4hjh3ovu4l3oim6c2t962kfba] updating namespace
I0423 20:02:16.544992    3743 namespace.go:142] [openshift] updating namespace
I0423 20:02:16.649424    3743 namespace.go:142] [rhbk-operator] updating namespace
I0423 20:02:16.745597    3743 namespace.go:142] [rhtpa-operator] updating namespace
I0423 20:02:16.846532    3743 namespace.go:142] [trusted-artifact-signer] updating namespace
I0423 20:02:16.949377    3743 namespace.go:142] [tsf] updating namespace
I0423 20:02:17.047953    3743 namespace.go:142] [tsf-keycloak] updating namespace
I0423 20:02:17.147707    3743 namespace.go:142] [tsf-tas] updating namespace
I0423 20:02:17.250667    3743 namespace.go:142] [tsf-tpa] updating namespace
I0423 20:02:17.513051    3743 namespace.go:142] [openshift-pipelines] updating namespace
W0423 20:02:22.922327    3743 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0423 20:02:24.292753    3743 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0423 20:02:24.899071    3743 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-xsk5l] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-xsk5l for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:02:24.899162    3743 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-xsk5l
I0423 20:02:24.913112    3743 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-xsk5l] pod update took 13.974212ms
I0423 20:02:24.913136    3743 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-xsk5l] addLogicalPort annotation time took 14.002599ms
I0423 20:02:24.914431    3743 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-xsk5l] addLogicalPort took 15.378338ms, libovsdb time 903.341µs
I0423 20:02:25.098504    3743 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l45g2] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-l45g2 for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:02:25.098600    3743 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l45g2
I0423 20:02:25.112681    3743 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l45g2] pod update took 14.1078ms
I0423 20:02:25.112701    3743 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l45g2] addLogicalPort annotation time took 14.133997ms
I0423 20:02:25.114044    3743 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l45g2] addLogicalPort took 15.554677ms, libovsdb time 923.158µs
I0423 20:02:25.263767    3743 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-xsk5l be8f5507e6f49c2764e5cb22ad0ad554fc69be928fc334346eb584b65b78102a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-xsk5l be8f5507e6f49c2764e5cb22ad0ad554fc69be928fc334346eb584b65b78102a network default NAD default NAD key ]
I0423 20:02:25.274149    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-xsk5l, hostIfaceName: be8f5507e6f49c2, network: default, NAD default, SandboxID: "be8f5507e6f49c2764e5cb22ad0ad554fc69be928fc334346eb584b65b78102a", PCI device ID: , UID: "b74ea3fd-3122-49a7-b997-e969bc58ae01", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0423 20:02:25.327318    3743 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-xsk5l be8f5507e6f49c2764e5cb22ad0ad554fc69be928fc334346eb584b65b78102a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-xsk5l be8f5507e6f49c2764e5cb22ad0ad554fc69be928fc334346eb584b65b78102a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ab:ea:e4:08:4d\",\"name\":\"be8f5507e6f49c2\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d496ed20-0256-4d6a-b2ba-1342eabbbb9f\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:02:25.460965    3743 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l45g2 10370eb260e84b183202be030ae4a6030ee4e6a916cebec583c53bb1432b7f82 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l45g2 10370eb260e84b183202be030ae4a6030ee4e6a916cebec583c53bb1432b7f82 network default NAD default NAD key ]
I0423 20:02:25.472915    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-l45g2, hostIfaceName: 10370eb260e84b1, network: default, NAD default, SandboxID: "10370eb260e84b183202be030ae4a6030ee4e6a916cebec583c53bb1432b7f82", PCI device ID: , UID: "1c127819-4158-4d80-8751-dbde57550b4d", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0423 20:02:25.526678    3743 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l45g2 10370eb260e84b183202be030ae4a6030ee4e6a916cebec583c53bb1432b7f82 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l45g2 10370eb260e84b183202be030ae4a6030ee4e6a916cebec583c53bb1432b7f82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:25:aa:44:fb:d7\",\"name\":\"10370eb260e84b1\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f884b759-5160-4453-8318-1af690be25e3\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 20:02:29.219759    3743 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0423 20:02:29.219778    3743 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0423 20:02:29.219784    3743 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0423 20:02:29.242707    3743 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0423 20:02:29.242743    3743 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0423 20:02:29.242748    3743 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0423 20:02:29.242755    3743 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0423 20:02:29.980104    3743 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0423 20:02:29.980125    3743 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0423 20:02:29.980129    3743 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
I0423 20:02:36.971283    3743 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96
W0423 20:02:40.234148    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0423 20:02:40.234175    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0423 20:02:40.234183    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0423 20:02:40.263448    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0423 20:02:40.263467    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0423 20:02:40.263472    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0423 20:02:40.263477    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0423 20:02:48.110433    3743 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-6x6dp] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-6x6dp for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:02:48.110539    3743 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-6x6dp
I0423 20:02:48.126435    3743 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-6x6dp] pod update took 15.924092ms
I0423 20:02:48.126464    3743 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-6x6dp] addLogicalPort annotation time took 15.956021ms
I0423 20:02:48.127738    3743 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-6x6dp] addLogicalPort took 17.304495ms, libovsdb time 827.157µs
I0423 20:02:48.506562    3743 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-6x6dp b7d5769c304e76de9565ec4e507df4f5927bea7bb546a75b57f06bc91ca51922 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-6x6dp b7d5769c304e76de9565ec4e507df4f5927bea7bb546a75b57f06bc91ca51922 network default NAD default NAD key ]
I0423 20:02:48.534392    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-6x6dp, hostIfaceName: b7d5769c304e76d, network: default, NAD default, SandboxID: "b7d5769c304e76de9565ec4e507df4f5927bea7bb546a75b57f06bc91ca51922", PCI device ID: , UID: "aad587e7-1fd5-4816-9571-323179f3d061", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0423 20:02:48.586675    3743 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-6x6dp b7d5769c304e76de9565ec4e507df4f5927bea7bb546a75b57f06bc91ca51922 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-6x6dp b7d5769c304e76de9565ec4e507df4f5927bea7bb546a75b57f06bc91ca51922 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:21:a2:a0:43:7b\",\"name\":\"b7d5769c304e76d\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c00c5b76-40d5-494c-9406-ec37f45ba1f1\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:02:49.170483    3743 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:02:49.171037    3743 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:02:49.191923    3743 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:02:49.191944    3743 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:02:49.202051    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0423 20:02:49.202080    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
W0423 20:02:51.438957    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0423 20:02:51.451786    3743 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0423 20:02:51.452481    3743 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0423 20:02:51.452505    3743 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0423 20:02:51.454760    3743 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
I0423 20:02:53.170770    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
W0423 20:02:59.101381    3743 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0423 20:02:59.101408    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0423 20:02:59.104142    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0423 20:02:59.104156    3743 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0423 20:03:04.425102    3743 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-lp2gk] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-lp2gk for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:03:04.425202    3743 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-lp2gk
I0423 20:03:04.441115    3743 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-lp2gk] pod update took 15.934287ms
I0423 20:03:04.441144    3743 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-lp2gk] addLogicalPort annotation time took 15.967446ms
I0423 20:03:04.442428    3743 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-lp2gk] addLogicalPort took 17.339752ms, libovsdb time 859.333µs
I0423 20:03:04.787260    3743 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-lp2gk e1879488d22a617ee4f3c1ea87553373f3b9e130299d66bdde23a33dc7970bc4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-lp2gk e1879488d22a617ee4f3c1ea87553373f3b9e130299d66bdde23a33dc7970bc4 network default NAD default NAD key ]
I0423 20:03:04.796892    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-lp2gk, hostIfaceName: e1879488d22a617, network: default, NAD default, SandboxID: "e1879488d22a617ee4f3c1ea87553373f3b9e130299d66bdde23a33dc7970bc4", PCI device ID: , UID: "1f3d3e48-e3bf-4e2b-b544-bff6ba71bcdf", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0423 20:03:04.849698    3743 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-lp2gk e1879488d22a617ee4f3c1ea87553373f3b9e130299d66bdde23a33dc7970bc4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-lp2gk e1879488d22a617ee4f3c1ea87553373f3b9e130299d66bdde23a33dc7970bc4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:f1:3f:9f:d3:89\",\"name\":\"e1879488d22a617\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09af34a6-cab4-4a53-9551-dc8251cca973\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:03:07.956865    3743 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=73
I0423 20:03:09.405645    3743 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0423 20:03:11.039136    3743 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0423 20:03:12.487055    3743 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:03:12.487179    3743 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0
I0423 20:03:12.500254    3743 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.096268ms
I0423 20:03:12.500276    3743 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.125939ms
I0423 20:03:12.501557    3743 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.518845ms, libovsdb time 905.022µs
I0423 20:03:15.247150    3743 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 5817ab7b5ecd6a2b33a8b6da3acfeb6094132a2fddcec4459eec4d3e30a2139b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 5817ab7b5ecd6a2b33a8b6da3acfeb6094132a2fddcec4459eec4d3e30a2139b network default NAD default NAD key ]
I0423 20:03:15.257081    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 5817ab7b5ecd6a2, network: default, NAD default, SandboxID: "5817ab7b5ecd6a2b33a8b6da3acfeb6094132a2fddcec4459eec4d3e30a2139b", PCI device ID: , UID: "85f2e756-85d9-4dd7-bf8e-3b98eea3fdbe", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23]
I0423 20:03:15.310051    3743 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 5817ab7b5ecd6a2b33a8b6da3acfeb6094132a2fddcec4459eec4d3e30a2139b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 5817ab7b5ecd6a2b33a8b6da3acfeb6094132a2fddcec4459eec4d3e30a2139b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:31:17:81:41:bb\",\"name\":\"5817ab7b5ecd6a2\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf4b27bf-9606-4012-adc8-52cf1daa9e6a\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:03:21.563681    3743 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0423 20:03:22.895096    3743 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-kshdc] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-kshdc for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:03:22.895275    3743 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-kshdc
I0423 20:03:22.909653    3743 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-kshdc] pod update took 14.446008ms
I0423 20:03:22.909682    3743 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-kshdc] addLogicalPort annotation time took 14.481201ms
I0423 20:03:22.910947    3743 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-kshdc] addLogicalPort took 15.872292ms, libovsdb time 865.394µs
I0423 20:03:23.093120    3743 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-4vkth] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-4vkth for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:03:23.093221    3743 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-4vkth
I0423 20:03:23.107497    3743 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4vkth] pod update took 14.303159ms
I0423 20:03:23.107526    3743 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-4vkth] addLogicalPort annotation time took 14.336703ms
I0423 20:03:23.108755    3743 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4vkth] addLogicalPort took 15.650959ms, libovsdb time 827.798µs
I0423 20:03:23.256639    3743 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-kshdc 6c7b1d0a929782cc4f12171691d8f4eabdf2a566cf6d1e85a3e367d23a8345ca network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-kshdc 6c7b1d0a929782cc4f12171691d8f4eabdf2a566cf6d1e85a3e367d23a8345ca network default NAD default NAD key ]
I0423 20:03:23.266575    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-kshdc, hostIfaceName: 6c7b1d0a929782c, network: default, NAD default, SandboxID: "6c7b1d0a929782cc4f12171691d8f4eabdf2a566cf6d1e85a3e367d23a8345ca", PCI device ID: , UID: "5c84cb02-a975-466f-8c8c-c1ca13d31170", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23]
I0423 20:03:23.320285    3743 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-kshdc 6c7b1d0a929782cc4f12171691d8f4eabdf2a566cf6d1e85a3e367d23a8345ca network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-kshdc 6c7b1d0a929782cc4f12171691d8f4eabdf2a566cf6d1e85a3e367d23a8345ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:c1:89:15:ce:16\",\"name\":\"6c7b1d0a929782c\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1e4bd4c-48fb-46f8-ba16-76037d4ed3e4\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:03:23.454928    3743 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4vkth 601d3469a8f96976af53e29077776877cb9897ed45ca6f4b9c62e003f6aefc8b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4vkth 601d3469a8f96976af53e29077776877cb9897ed45ca6f4b9c62e003f6aefc8b network default NAD default NAD key ]
I0423 20:03:23.465321    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-4vkth, hostIfaceName: 601d3469a8f9697, network: default, NAD default, SandboxID: "601d3469a8f96976af53e29077776877cb9897ed45ca6f4b9c62e003f6aefc8b", PCI device ID: , UID: "42fc40b7-0b86-4387-b0c4-a4004abad662", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23]
I0423 20:03:23.518590    3743 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4vkth 601d3469a8f96976af53e29077776877cb9897ed45ca6f4b9c62e003f6aefc8b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4vkth 601d3469a8f96976af53e29077776877cb9897ed45ca6f4b9c62e003f6aefc8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:17:8d:2b:7f:99\",\"name\":\"601d3469a8f9697\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71084128-a143-4231-99ed-20869ce265b7\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 20:03:28.553392    3743 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0423 20:03:28.553415    3743 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0423 20:03:28.553425    3743 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0423 20:03:33.590495    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0423 20:03:33.590516    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0423 20:03:33.590521    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0423 20:03:41.478080    3743 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:03:41.478618    3743 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:03:41.527306    3743 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:03:41.527337    3743 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:03:41.531263    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0423 20:03:41.531285    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0423 20:03:43.507957    3743 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-cwqcz-njspd] creating logical port tsf-tas_segment-backup-installation-cwqcz-njspd for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:03:43.508063    3743 kube.go:256] Updating pod tsf-tas/segment-backup-installation-cwqcz-njspd
I0423 20:03:43.524108    3743 pod.go:62] [tsf-tas/segment-backup-installation-cwqcz-njspd] pod update took 16.065046ms
I0423 20:03:43.524132    3743 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-cwqcz-njspd] addLogicalPort annotation time took 16.09813ms
I0423 20:03:43.525459    3743 pods.go:271] [tsf-tas/segment-backup-installation-cwqcz-njspd] addLogicalPort took 17.517661ms, libovsdb time 879.821µs
I0423 20:03:43.869892    3743 cni.go:452] [tsf-tas/segment-backup-installation-cwqcz-njspd 0fa70e186122acbf64f5b53c6896cd7adcf897d4b376da96fd0f5d73d1364bad network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-cwqcz-njspd 0fa70e186122acbf64f5b53c6896cd7adcf897d4b376da96fd0f5d73d1364bad network default NAD default NAD key ]
I0423 20:03:43.879315    3743 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-cwqcz-njspd, hostIfaceName: 0fa70e186122acb, network: default, NAD default, SandboxID: "0fa70e186122acbf64f5b53c6896cd7adcf897d4b376da96fd0f5d73d1364bad", PCI device ID: , UID: "46a914fe-292f-4671-8268-80ebca3c3313", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23]
I0423 20:03:43.934572    3743 cni.go:473] [tsf-tas/segment-backup-installation-cwqcz-njspd 0fa70e186122acbf64f5b53c6896cd7adcf897d4b376da96fd0f5d73d1364bad network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-cwqcz-njspd 0fa70e186122acbf64f5b53c6896cd7adcf897d4b376da96fd0f5d73d1364bad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:a3:c2:81:f0:ee\",\"name\":\"0fa70e186122acb\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e73c6ad-fe25-427c-9923-abf3318de567\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:03:44.504569    3743 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-69878c747f-kkftq] creating logical port tsf-tas_trillian-logserver-69878c747f-kkftq for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:03:44.504660    3743 kube.go:256] Updating pod tsf-tas/trillian-logserver-69878c747f-kkftq
I0423 20:03:44.520401    3743 pod.go:62] [tsf-tas/trillian-logserver-69878c747f-kkftq] pod update took 15.76889ms
I0423 20:03:44.520422    3743 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-69878c747f-kkftq] addLogicalPort annotation time took 15.7935ms
I0423 20:03:44.521928    3743 pods.go:271] [tsf-tas/trillian-logserver-69878c747f-kkftq] addLogicalPort took 17.378027ms, libovsdb time 989.54µs
I0423 20:03:45.487282    3743 cni.go:452] [tsf-tas/trillian-logserver-69878c747f-kkftq f82464a925e5919ac07589f5ff72149e287f44fc8dfe356e459315c7f11263c8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-69878c747f-kkftq f82464a925e5919ac07589f5ff72149e287f44fc8dfe356e459315c7f11263c8 network default NAD default NAD key ]
I0423 20:03:45.499665    3743 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-69878c747f-kkftq, hostIfaceName: f82464a925e5919, network: default, NAD default, SandboxID: "f82464a925e5919ac07589f5ff72149e287f44fc8dfe356e459315c7f11263c8", PCI device ID: , UID: "c2fc445d-4079-43fe-adb9-d96a2be9aa29", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23]
I0423 20:03:45.560478    3743 cni.go:473] [tsf-tas/trillian-logserver-69878c747f-kkftq f82464a925e5919ac07589f5ff72149e287f44fc8dfe356e459315c7f11263c8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-69878c747f-kkftq f82464a925e5919ac07589f5ff72149e287f44fc8dfe356e459315c7f11263c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:b5:bc:6d:31:64\",\"name\":\"f82464a925e5919\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0951db9c-c01d-4231-942c-3aac72b10122\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 20:03:47.372968    3743 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0423 20:03:47.372989    3743 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
I0423 20:03:49.160251    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0423 20:03:51.524642    3743 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fbpbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:03:51.525260    3743 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fbpbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:03:52.429671    3743 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fbpbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:03:52.429698    3743 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fbpbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0423 20:03:52.792509    3743 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0423 20:03:58.722836    3743 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0423 20:04:01.474011    3743 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0423 20:04:01.744222    3743 cni.go:452] [tsf-tas/segment-backup-installation-cwqcz-njspd 0fa70e186122acbf64f5b53c6896cd7adcf897d4b376da96fd0f5d73d1364bad network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-cwqcz-njspd 0fa70e186122acbf64f5b53c6896cd7adcf897d4b376da96fd0f5d73d1364bad network default NAD default NAD key ]
W0423 20:04:01.827465    3743 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0423 20:04:01.838218    3743 cni.go:473] [tsf-tas/segment-backup-installation-cwqcz-njspd 0fa70e186122acbf64f5b53c6896cd7adcf897d4b376da96fd0f5d73d1364bad network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-cwqcz-njspd 0fa70e186122acbf64f5b53c6896cd7adcf897d4b376da96fd0f5d73d1364bad network default NAD default NAD key default], result "{}", err <nil>
I0423 20:04:01.888118    3743 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cwqcz-njspd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:04:01.888155    3743 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-cwqcz-njspd
I0423 20:04:01.889573    3743 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-cwqcz-njspd, ips: 10.128.0.44
I0423 20:04:01.889601    3743 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cwqcz-njspd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:04:02.912283    3743 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cwqcz-njspd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:04:02.912308    3743 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cwqcz-njspd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:04:13.555009    3743 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-g9mj5] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-g9mj5 for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:04:13.555105    3743 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-g9mj5
I0423 20:04:13.569814    3743 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-g9mj5] pod update took 14.73893ms
I0423 20:04:13.569833    3743 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-g9mj5] addLogicalPort annotation time took 14.762093ms
I0423 20:04:13.571279    3743 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-g9mj5] addLogicalPort took 16.292341ms, libovsdb time 981.448µs
I0423 20:04:13.923877    3743 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-g9mj5 0ca11a49855fd26f823622e0c3f2fe0e46b04c6b81eb3382d1d53c02ad7bfbbd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-g9mj5 0ca11a49855fd26f823622e0c3f2fe0e46b04c6b81eb3382d1d53c02ad7bfbbd network default NAD default NAD key ]
I0423 20:04:13.933429    3743 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-g9mj5, hostIfaceName: 0ca11a49855fd26, network: default, NAD default, SandboxID: "0ca11a49855fd26f823622e0c3f2fe0e46b04c6b81eb3382d1d53c02ad7bfbbd", PCI device ID: , UID: "c28ba7f4-3350-4b40-bad1-6c68ed1e28fa", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23]
I0423 20:04:13.988431    3743 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-g9mj5 0ca11a49855fd26f823622e0c3f2fe0e46b04c6b81eb3382d1d53c02ad7bfbbd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-g9mj5 0ca11a49855fd26f823622e0c3f2fe0e46b04c6b81eb3382d1d53c02ad7bfbbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:31:a2:44:b6:1c\",\"name\":\"0ca11a49855fd26\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0146c528-3f5c-4f27-86e8-86f00843e99f\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:04:27.052855    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0423 20:04:27.166038    3743 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11
W0423 20:04:31.873978    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver
I0423 20:04:33.748807    3743 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:04:33.749374    3743 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:04:33.775668    3743 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:04:33.775692    3743 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:04:33.784261    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0423 20:04:33.784285    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0423 20:04:43.171478    3743 obj_retry.go:498] Detected object tsf/patch-tekton-config-7mvr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:04:43.172086    3743 obj_retry.go:498] Detected object tsf/patch-tekton-config-7mvr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:04:44.196262    3743 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mvr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:04:44.196292    3743 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mvr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:04:50.837142    3743 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8zj4r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:04:50.837716    3743 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8zj4r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:04:51.861462    3743 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8zj4r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:04:51.861488    3743 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8zj4r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:04:51.914292    3743 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mvr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:04:51.914315    3743 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mvr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:04:51.923243    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-7mvr6
I0423 20:04:51.923267    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-7mvr6
I0423 20:04:56.872511    3743 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:04:56.873073    3743 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:04:56.898545    3743 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:04:56.898567    3743 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:04:56.902406    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0423 20:04:56.902434    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0423 20:04:58.176321    3743 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-jqhnc] creating logical port tsf-tpa_create-db-jqhnc for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:04:58.176414    3743 kube.go:256] Updating pod tsf-tpa/create-db-jqhnc
I0423 20:04:58.188460    3743 pod.go:62] [tsf-tpa/create-db-jqhnc] pod update took 12.072558ms
I0423 20:04:58.188486    3743 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-jqhnc] addLogicalPort annotation time took 12.102687ms
I0423 20:04:58.189862    3743 pods.go:271] [tsf-tpa/create-db-jqhnc] addLogicalPort took 13.555776ms, libovsdb time 910.745µs
I0423 20:04:58.561396    3743 cni.go:452] [tsf-tpa/create-db-jqhnc d11f73e46d606ee5f418166ca9ad0cd86d6b49076c02804af4cbb2ffe3639ddc network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-jqhnc d11f73e46d606ee5f418166ca9ad0cd86d6b49076c02804af4cbb2ffe3639ddc network default NAD default NAD key ]
I0423 20:04:58.571175    3743 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-jqhnc, hostIfaceName: d11f73e46d606ee, network: default, NAD default, SandboxID: "d11f73e46d606ee5f418166ca9ad0cd86d6b49076c02804af4cbb2ffe3639ddc", PCI device ID: , UID: "a91d57ea-2357-43b5-ad80-eda7b449913f", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23]
I0423 20:04:58.627924    3743 cni.go:473] [tsf-tpa/create-db-jqhnc d11f73e46d606ee5f418166ca9ad0cd86d6b49076c02804af4cbb2ffe3639ddc network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-jqhnc d11f73e46d606ee5f418166ca9ad0cd86d6b49076c02804af4cbb2ffe3639ddc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:3b:2e:65:2d:2a\",\"name\":\"d11f73e46d606ee\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c618dc43-5256-45fe-ab56-1634ac13d399\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:05:02.080487    3743 cni.go:452] [tsf-tpa/create-db-jqhnc d11f73e46d606ee5f418166ca9ad0cd86d6b49076c02804af4cbb2ffe3639ddc network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-jqhnc d11f73e46d606ee5f418166ca9ad0cd86d6b49076c02804af4cbb2ffe3639ddc network default NAD default NAD key ]
I0423 20:05:02.155509    3743 cni.go:473] [tsf-tpa/create-db-jqhnc d11f73e46d606ee5f418166ca9ad0cd86d6b49076c02804af4cbb2ffe3639ddc network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-jqhnc d11f73e46d606ee5f418166ca9ad0cd86d6b49076c02804af4cbb2ffe3639ddc network default NAD default NAD key default], result "{}", err <nil>
I0423 20:05:02.207790    3743 obj_retry.go:498] Detected object tsf-tpa/create-db-jqhnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:05:02.207818    3743 pods.go:176] Deleting pod: tsf-tpa/create-db-jqhnc
I0423 20:05:02.209274    3743 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-jqhnc, ips: 10.128.0.47
I0423 20:05:02.209309    3743 obj_retry.go:498] Detected object tsf-tpa/create-db-jqhnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:05:03.235940    3743 obj_retry.go:492] Detected object tsf-tpa/create-db-jqhnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:05:03.235962    3743 obj_retry.go:492] Detected object tsf-tpa/create-db-jqhnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:05:03.349533    3743 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-dwxsk] creating logical port tsf-tpa_migrate-db-dwxsk for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:05:03.349622    3743 kube.go:256] Updating pod tsf-tpa/migrate-db-dwxsk
I0423 20:05:03.363271    3743 pod.go:62] [tsf-tpa/migrate-db-dwxsk] pod update took 13.674632ms
I0423 20:05:03.363292    3743 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-dwxsk] addLogicalPort annotation time took 13.702657ms
I0423 20:05:03.364583    3743 pods.go:271] [tsf-tpa/migrate-db-dwxsk] addLogicalPort took 15.067691ms, libovsdb time 927.589µs
I0423 20:05:03.710146    3743 cni.go:452] [tsf-tpa/migrate-db-dwxsk 80d47178d97c4597cc2cb48a98e60d2c1c8df42cedc363f746a3f432a4126fae network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-dwxsk 80d47178d97c4597cc2cb48a98e60d2c1c8df42cedc363f746a3f432a4126fae network default NAD default NAD key ]
I0423 20:05:03.720292    3743 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-dwxsk, hostIfaceName: 80d47178d97c459, network: default, NAD default, SandboxID: "80d47178d97c4597cc2cb48a98e60d2c1c8df42cedc363f746a3f432a4126fae", PCI device ID: , UID: "a29f244b-6e86-4c5b-94c1-d84d81ee0242", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23]
I0423 20:05:03.773411    3743 cni.go:473] [tsf-tpa/migrate-db-dwxsk 80d47178d97c4597cc2cb48a98e60d2c1c8df42cedc363f746a3f432a4126fae network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-dwxsk 80d47178d97c4597cc2cb48a98e60d2c1c8df42cedc363f746a3f432a4126fae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:c2:ce:96:39:0d\",\"name\":\"80d47178d97c459\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55919776-c446-4ce8-a742-3b08e66ef72c\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:05:05.931156    3743 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-h6btj-s5d7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:05:05.931798    3743 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-h6btj-s5d7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:05:06.107461    3743 cni.go:452] [tsf-tpa/migrate-db-dwxsk 80d47178d97c4597cc2cb48a98e60d2c1c8df42cedc363f746a3f432a4126fae network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-dwxsk 80d47178d97c4597cc2cb48a98e60d2c1c8df42cedc363f746a3f432a4126fae network default NAD default NAD key ]
I0423 20:05:06.195976    3743 cni.go:473] [tsf-tpa/migrate-db-dwxsk 80d47178d97c4597cc2cb48a98e60d2c1c8df42cedc363f746a3f432a4126fae network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-dwxsk 80d47178d97c4597cc2cb48a98e60d2c1c8df42cedc363f746a3f432a4126fae network default NAD default NAD key default], result "{}", err <nil>
I0423 20:05:06.247927    3743 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dwxsk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:05:06.247957    3743 pods.go:176] Deleting pod: tsf-tpa/migrate-db-dwxsk
I0423 20:05:06.249383    3743 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-dwxsk, ips: 10.128.0.48
I0423 20:05:06.249413    3743 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dwxsk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:05:06.387795    3743 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dwxsk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:05:06.387819    3743 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dwxsk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:05:06.817386    3743 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-h6btj-s5d7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:05:06.817417    3743 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-h6btj-s5d7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:05:10.969039    3743 obj_retry.go:498] Detected object tsf-tpa/create-importers-pz6sg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:05:10.969628    3743 obj_retry.go:498] Detected object tsf-tpa/create-importers-pz6sg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:05:11.575286    3743 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-68bcb4dcdf-t5czl] creating logical port tsf-tas_rekor-search-ui-68bcb4dcdf-t5czl for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:05:11.575404    3743 kube.go:256] Updating pod tsf-tas/rekor-search-ui-68bcb4dcdf-t5czl
I0423 20:05:11.589142    3743 pod.go:62] [tsf-tas/rekor-search-ui-68bcb4dcdf-t5czl] pod update took 13.769843ms
I0423 20:05:11.589166    3743 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-68bcb4dcdf-t5czl] addLogicalPort annotation time took 13.801977ms
I0423 20:05:11.590448    3743 pods.go:271] [tsf-tas/rekor-search-ui-68bcb4dcdf-t5czl] addLogicalPort took 15.181998ms, libovsdb time 871.876µs
I0423 20:05:11.938193    3743 cni.go:452] [tsf-tas/rekor-search-ui-68bcb4dcdf-t5czl 030df2dc79c63194adabef243b3eed0e2acae3bfa42d09112fa6fcc8881ceb4d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-68bcb4dcdf-t5czl 030df2dc79c63194adabef243b3eed0e2acae3bfa42d09112fa6fcc8881ceb4d network default NAD default NAD key ]
I0423 20:05:11.947861    3743 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-68bcb4dcdf-t5czl, hostIfaceName: 030df2dc79c6319, network: default, NAD default, SandboxID: "030df2dc79c63194adabef243b3eed0e2acae3bfa42d09112fa6fcc8881ceb4d", PCI device ID: , UID: "85634dde-3e51-407d-9077-282d4f3744aa", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23]
I0423 20:05:11.994280    3743 obj_retry.go:492] Detected object tsf-tpa/create-importers-pz6sg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:05:11.994309    3743 obj_retry.go:492] Detected object tsf-tpa/create-importers-pz6sg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:05:12.002190    3743 cni.go:473] [tsf-tas/rekor-search-ui-68bcb4dcdf-t5czl 030df2dc79c63194adabef243b3eed0e2acae3bfa42d09112fa6fcc8881ceb4d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-68bcb4dcdf-t5czl 030df2dc79c63194adabef243b3eed0e2acae3bfa42d09112fa6fcc8881ceb4d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:5a:ed:0b:dd:bc\",\"name\":\"030df2dc79c6319\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d6e79db-5886-4b0d-b29f-f9a949585e50\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 20:05:15.169649    3743 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
W0423 20:05:16.865166    3743 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0423 20:05:20.379076    3743 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5fztp-v84b8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:05:20.379695    3743 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5fztp-v84b8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0423 20:05:20.897815    3743 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0423 20:05:21.052365    3743 namespace.go:142] [openshift-pipelines] updating namespace
I0423 20:05:21.260835    3743 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5fztp-v84b8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:05:21.260863    3743 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5fztp-v84b8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0423 20:05:22.276849    3743 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0423 20:05:25.053174    3743 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:05:25.053744    3743 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:05:25.076202    3743 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:05:25.076221    3743 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:05:25.084797    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0423 20:05:25.084820    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0423 20:05:25.912082    3743 namespace.go:98] [image-controller] adding namespace
I0423 20:05:25.913032    3743 namespace.go:102] [image-controller] adding namespace took 930.68µs
I0423 20:05:25.918211    3743 namespace.go:98] [integration-service] adding namespace
I0423 20:05:25.918228    3743 namespace.go:98] [build-service] adding namespace
I0423 20:05:25.918927    3743 namespace.go:102] [integration-service] adding namespace took 701.761µs
I0423 20:05:25.919498    3743 namespace.go:102] [build-service] adding namespace took 1.257873ms
I0423 20:05:25.923075    3743 namespace.go:98] [default-tenant] adding namespace
I0423 20:05:25.923673    3743 namespace.go:102] [default-tenant] adding namespace took 585.579µs
I0423 20:05:25.973210    3743 namespace.go:142] [image-controller] updating namespace
I0423 20:05:25.995523    3743 namespace.go:142] [image-controller] updating namespace
I0423 20:05:26.016285    3743 namespace.go:142] [integration-service] updating namespace
I0423 20:05:26.036321    3743 namespace.go:142] [integration-service] updating namespace
I0423 20:05:26.041127    3743 namespace.go:142] [build-service] updating namespace
I0423 20:05:26.065612    3743 namespace.go:142] [build-service] updating namespace
I0423 20:05:26.083069    3743 namespace.go:142] [default-tenant] updating namespace
I0423 20:05:26.098648    3743 namespace.go:142] [default-tenant] updating namespace
I0423 20:05:26.307330    3743 namespace.go:142] [build-service] updating namespace
I0423 20:05:26.369892    3743 namespace.go:142] [integration-service] updating namespace
I0423 20:05:26.757668    3743 namespace.go:98] [release-service] adding namespace
I0423 20:05:26.758505    3743 namespace.go:102] [release-service] adding namespace took 813.695µs
I0423 20:05:26.832370    3743 namespace.go:142] [konflux-ui] updating namespace
I0423 20:05:26.857213    3743 namespace.go:142] [release-service] updating namespace
I0423 20:05:26.879142    3743 namespace.go:142] [release-service] updating namespace
I0423 20:05:26.972227    3743 namespace.go:98] [konflux-info] adding namespace
I0423 20:05:26.973101    3743 namespace.go:102] [konflux-info] adding namespace took 851.982µs
W0423 20:05:27.024385    3743 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0423 20:05:27.035231    3743 namespace.go:98] [namespace-lister] adding namespace
I0423 20:05:27.035394    3743 namespace.go:142] [konflux-info] updating namespace
I0423 20:05:27.036140    3743 namespace.go:102] [namespace-lister] adding namespace took 890.046µs
I0423 20:05:27.089992    3743 namespace.go:98] [enterprise-contract-service] adding namespace
I0423 20:05:27.090869    3743 namespace.go:102] [enterprise-contract-service] adding namespace took 857.208µs
I0423 20:05:27.093139    3743 namespace.go:142] [konflux-info] updating namespace
I0423 20:05:27.099233    3743 namespace.go:142] [image-controller] updating namespace
I0423 20:05:27.105290    3743 namespace.go:142] [namespace-lister] updating namespace
I0423 20:05:27.182016    3743 namespace.go:142] [namespace-lister] updating namespace
I0423 20:05:27.228179    3743 namespace.go:142] [enterprise-contract-service] updating namespace
I0423 20:05:27.255167    3743 namespace.go:142] [default-tenant] updating namespace
I0423 20:05:27.267766    3743 namespace.go:142] [enterprise-contract-service] updating namespace
W0423 20:05:27.281095    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0423 20:05:27.416293    3743 namespace.go:98] [segment-bridge] adding namespace
I0423 20:05:27.417298    3743 namespace.go:102] [segment-bridge] adding namespace took 980.422µs
I0423 20:05:27.472296    3743 namespace.go:98] [konflux-cli] adding namespace
I0423 20:05:27.473154    3743 namespace.go:102] [konflux-cli] adding namespace took 839.257µs
I0423 20:05:27.512174    3743 namespace.go:142] [segment-bridge] updating namespace
I0423 20:05:27.568159    3743 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-b5mnt] creating logical port namespace-lister_namespace-lister-696b855848-b5mnt for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:05:27.568253    3743 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-b5mnt
I0423 20:05:27.616248    3743 namespace.go:142] [segment-bridge] updating namespace
I0423 20:05:27.632049    3743 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0423 20:05:27.645233    3743 pod.go:62] [namespace-lister/namespace-lister-696b855848-b5mnt] pod update took 77.005589ms
I0423 20:05:27.645255    3743 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-b5mnt] addLogicalPort annotation time took 77.032827ms
I0423 20:05:27.646420    3743 pods.go:271] [namespace-lister/namespace-lister-696b855848-b5mnt] addLogicalPort took 78.283862ms, libovsdb time 792.452µs
I0423 20:05:27.646519    3743 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0423 20:05:27.646538    3743 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0423 20:05:27.649632    3743 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0423 20:05:27.668190    3743 namespace.go:142] [konflux-cli] updating namespace
I0423 20:05:27.707930    3743 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0423 20:05:27.707955    3743 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0423 20:05:27.709122    3743 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0423 20:05:27.742716    3743 namespace.go:142] [konflux-cli] updating namespace
I0423 20:05:28.011291    3743 namespace.go:142] [build-service] updating namespace
I0423 20:05:28.216239    3743 base_network_controller_pods.go:487] [default/konflux-ui/dex-b76fbdbd6-t62zc] creating logical port konflux-ui_dex-b76fbdbd6-t62zc for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:05:28.216339    3743 kube.go:256] Updating pod konflux-ui/dex-b76fbdbd6-t62zc
I0423 20:05:28.242171    3743 pod.go:62] [konflux-ui/dex-b76fbdbd6-t62zc] pod update took 25.856911ms
I0423 20:05:28.242191    3743 base_network_controller_pods.go:951] [default/konflux-ui/dex-b76fbdbd6-t62zc] addLogicalPort annotation time took 25.882715ms
I0423 20:05:28.243377    3743 pods.go:271] [konflux-ui/dex-b76fbdbd6-t62zc] addLogicalPort took 27.159062ms, libovsdb time 794.545µs
I0423 20:05:28.522400    3743 base_network_controller_pods.go:487] [default/konflux-ui/proxy-855467d67d-kljwg] creating logical port konflux-ui_proxy-855467d67d-kljwg for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:05:28.522509    3743 kube.go:256] Updating pod konflux-ui/proxy-855467d67d-kljwg
I0423 20:05:28.550032    3743 pod.go:62] [konflux-ui/proxy-855467d67d-kljwg] pod update took 27.557413ms
I0423 20:05:28.550057    3743 base_network_controller_pods.go:951] [default/konflux-ui/proxy-855467d67d-kljwg] addLogicalPort annotation time took 27.595734ms
I0423 20:05:28.551472    3743 pods.go:271] [konflux-ui/proxy-855467d67d-kljwg] addLogicalPort took 29.092043ms, libovsdb time 1.000947ms
I0423 20:05:28.577827    3743 cni.go:452] [namespace-lister/namespace-lister-696b855848-b5mnt 928ede86e6ea6259f8c9ce3f733e4d17d25888ea66a9d58ed10c49ae83ff605f network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-b5mnt 928ede86e6ea6259f8c9ce3f733e4d17d25888ea66a9d58ed10c49ae83ff605f network default NAD default NAD key ]
I0423 20:05:28.587447    3743 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-b5mnt, hostIfaceName: 928ede86e6ea625, network: default, NAD default, SandboxID: "928ede86e6ea6259f8c9ce3f733e4d17d25888ea66a9d58ed10c49ae83ff605f", PCI device ID: , UID: "6ccaf817-05fc-4369-9fdd-a35782f4923b", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23]
I0423 20:05:28.641564    3743 cni.go:473] [namespace-lister/namespace-lister-696b855848-b5mnt 928ede86e6ea6259f8c9ce3f733e4d17d25888ea66a9d58ed10c49ae83ff605f network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-b5mnt 928ede86e6ea6259f8c9ce3f733e4d17d25888ea66a9d58ed10c49ae83ff605f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:d4:87:3d:49:d8\",\"name\":\"928ede86e6ea625\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7247c3dd-09d2-4b79-a828-164197e149f7\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:05:28.840072    3743 namespace.go:142] [default-tenant] updating namespace
I0423 20:05:29.692997    3743 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-pfglf] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-pfglf for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:05:29.693126    3743 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-pfglf
I0423 20:05:29.720981    3743 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-pfglf] pod update took 27.879172ms
I0423 20:05:29.721010    3743 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-pfglf] addLogicalPort annotation time took 27.913091ms
I0423 20:05:29.722460    3743 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-pfglf] addLogicalPort took 29.482652ms, libovsdb time 936.474µs
I0423 20:05:29.768184    3743 namespace.go:142] [image-controller] updating namespace
I0423 20:05:29.929329    3743 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-q2c92] creating logical port build-service_build-service-controller-manager-7cbf488fcf-q2c92 for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:05:29.929423    3743 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-q2c92
I0423 20:05:29.948679    3743 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-q2c92] pod update took 19.282077ms
I0423 20:05:29.948707    3743 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-q2c92] addLogicalPort annotation time took 19.314184ms
I0423 20:05:29.950214    3743 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-q2c92] addLogicalPort took 20.897758ms, libovsdb time 1.02238ms
I0423 20:05:30.019468    3743 namespace.go:142] [integration-service] updating namespace
I0423 20:05:30.234120    3743 namespace.go:142] [konflux-info] updating namespace
I0423 20:05:30.304162    3743 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-q2c92 35b06c12131c317e6feae79d57d5533497ffb0cef3d5dc626b01925973957a74 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-q2c92 35b06c12131c317e6feae79d57d5533497ffb0cef3d5dc626b01925973957a74 network default NAD default NAD key ]
I0423 20:05:30.314300    3743 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-q2c92, hostIfaceName: 35b06c12131c317, network: default, NAD default, SandboxID: "35b06c12131c317e6feae79d57d5533497ffb0cef3d5dc626b01925973957a74", PCI device ID: , UID: "bea974b7-3d1b-4d2f-af61-b1ef6df4ee55", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23]
I0423 20:05:30.372715    3743 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-q2c92 35b06c12131c317e6feae79d57d5533497ffb0cef3d5dc626b01925973957a74 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-q2c92 35b06c12131c317e6feae79d57d5533497ffb0cef3d5dc626b01925973957a74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:1d:c7:d7:17:0e\",\"name\":\"35b06c12131c317\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a169404-927d-4b51-a2a8-264962a9a7d1\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:05:30.462082    3743 namespace.go:142] [namespace-lister] updating namespace
I0423 20:05:30.480826    3743 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-c5hh9] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-c5hh9 for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:05:30.480959    3743 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-c5hh9
I0423 20:05:30.494438    3743 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-c5hh9] pod update took 13.503357ms
I0423 20:05:30.494461    3743 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-c5hh9] addLogicalPort annotation time took 13.535172ms
I0423 20:05:30.495833    3743 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-c5hh9] addLogicalPort took 15.02443ms, libovsdb time 906.644µs
I0423 20:05:30.652350    3743 namespace.go:142] [release-service] updating namespace
I0423 20:05:30.775223    3743 namespace.go:142] [build-service] updating namespace
I0423 20:05:30.814951    3743 namespace.go:142] [default-tenant] updating namespace
I0423 20:05:30.829376    3743 namespace.go:142] [image-controller] updating namespace
I0423 20:05:30.844330    3743 namespace.go:142] [integration-service] updating namespace
I0423 20:05:30.884286    3743 namespace.go:142] [konflux-info] updating namespace
I0423 20:05:30.922477    3743 namespace.go:142] [namespace-lister] updating namespace
I0423 20:05:30.935669    3743 namespace.go:142] [release-service] updating namespace
I0423 20:05:31.008288    3743 namespace.go:142] [build-service] updating namespace
I0423 20:05:31.093830    3743 namespace.go:142] [default-tenant] updating namespace
I0423 20:05:31.170559    3743 namespace.go:142] [image-controller] updating namespace
I0423 20:05:31.233414    3743 namespace.go:142] [integration-service] updating namespace
W0423 20:05:31.264323    3743 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
W0423 20:05:31.303095    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister
I0423 20:05:31.351788    3743 namespace.go:142] [konflux-info] updating namespace
I0423 20:05:31.412417    3743 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-866cb4bc68-sqrt8] creating logical port integration-service_integration-service-controller-manager-866cb4bc68-sqrt8 for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:05:31.412515    3743 kube.go:256] Updating pod integration-service/integration-service-controller-manager-866cb4bc68-sqrt8
I0423 20:05:31.431093    3743 pod.go:62] [integration-service/integration-service-controller-manager-866cb4bc68-sqrt8] pod update took 18.605105ms
I0423 20:05:31.431118    3743 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-866cb4bc68-sqrt8] addLogicalPort annotation time took 18.634364ms
I0423 20:05:31.432514    3743 pods.go:271] [integration-service/integration-service-controller-manager-866cb4bc68-sqrt8] addLogicalPort took 20.116628ms, libovsdb time 895.445µs
I0423 20:05:31.473801    3743 namespace.go:142] [namespace-lister] updating namespace
I0423 20:05:31.547138    3743 namespace.go:142] [release-service] updating namespace
I0423 20:05:33.009051    3743 namespace.go:142] [enterprise-contract-service] updating namespace
I0423 20:05:33.199165    3743 namespace.go:142] [konflux-cli] updating namespace
I0423 20:05:33.396816    3743 namespace.go:142] [segment-bridge] updating namespace
I0423 20:05:33.518379    3743 namespace.go:142] [enterprise-contract-service] updating namespace
I0423 20:05:33.533551    3743 namespace.go:142] [konflux-cli] updating namespace
I0423 20:05:33.550292    3743 namespace.go:142] [segment-bridge] updating namespace
I0423 20:05:33.623829    3743 namespace.go:142] [enterprise-contract-service] updating namespace
I0423 20:05:33.724589    3743 namespace.go:142] [konflux-cli] updating namespace
I0423 20:05:33.825854    3743 namespace.go:142] [segment-bridge] updating namespace
I0423 20:05:34.046029    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
W0423 20:05:34.274263    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
I0423 20:05:35.384091    3743 cni.go:452] [integration-service/integration-service-controller-manager-866cb4bc68-sqrt8 255f142797b00d79726718fae4f16704dcd496e1acb0b3a7a5b05397acfb4e46 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-866cb4bc68-sqrt8 255f142797b00d79726718fae4f16704dcd496e1acb0b3a7a5b05397acfb4e46 network default NAD default NAD key ]
I0423 20:05:35.393757    3743 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-866cb4bc68-sqrt8, hostIfaceName: 255f142797b00d7, network: default, NAD default, SandboxID: "255f142797b00d79726718fae4f16704dcd496e1acb0b3a7a5b05397acfb4e46", PCI device ID: , UID: "9db7ce52-ed3b-4ddb-bc6c-29af6cc0a50f", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23]
I0423 20:05:35.449536    3743 cni.go:473] [integration-service/integration-service-controller-manager-866cb4bc68-sqrt8 255f142797b00d79726718fae4f16704dcd496e1acb0b3a7a5b05397acfb4e46 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-866cb4bc68-sqrt8 255f142797b00d79726718fae4f16704dcd496e1acb0b3a7a5b05397acfb4e46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:cf:dc:04:df:a0\",\"name\":\"255f142797b00d7\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/372be129-84fb-45d4-9485-023ad4f71f51\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:05:36.117603    3743 cni.go:452] [konflux-ui/dex-b76fbdbd6-t62zc 5b485388e5aaac6a11e9f0b4d54f17be160b8da666fe17340120b3ebd4c0a538 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-b76fbdbd6-t62zc 5b485388e5aaac6a11e9f0b4d54f17be160b8da666fe17340120b3ebd4c0a538 network default NAD default NAD key ]
I0423 20:05:36.127959    3743 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-b76fbdbd6-t62zc, hostIfaceName: 5b485388e5aaac6, network: default, NAD default, SandboxID: "5b485388e5aaac6a11e9f0b4d54f17be160b8da666fe17340120b3ebd4c0a538", PCI device ID: , UID: "98a31faf-3971-4d19-b054-4e5ffb9e2428", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23]
I0423 20:05:36.183257    3743 cni.go:473] [konflux-ui/dex-b76fbdbd6-t62zc 5b485388e5aaac6a11e9f0b4d54f17be160b8da666fe17340120b3ebd4c0a538 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-b76fbdbd6-t62zc 5b485388e5aaac6a11e9f0b4d54f17be160b8da666fe17340120b3ebd4c0a538 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:9d:70:b9:30:9f\",\"name\":\"5b485388e5aaac6\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4874bf2c-08b0-48ea-bab0-f6e953c9ba64\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:05:36.409358    3743 cni.go:452] [konflux-ui/proxy-855467d67d-kljwg f1d694f1dd896c7aaca45b2dae345d6a9903df114ef3a080b6a4c29cd70bdd69 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-855467d67d-kljwg f1d694f1dd896c7aaca45b2dae345d6a9903df114ef3a080b6a4c29cd70bdd69 network default NAD default NAD key ]
I0423 20:05:36.420072    3743 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-855467d67d-kljwg, hostIfaceName: f1d694f1dd896c7, network: default, NAD default, SandboxID: "f1d694f1dd896c7aaca45b2dae345d6a9903df114ef3a080b6a4c29cd70bdd69", PCI device ID: , UID: "2e504cbc-9a83-40a2-bc51-6ec3f19bb54b", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23]
I0423 20:05:36.476254    3743 cni.go:473] [konflux-ui/proxy-855467d67d-kljwg f1d694f1dd896c7aaca45b2dae345d6a9903df114ef3a080b6a4c29cd70bdd69 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-855467d67d-kljwg f1d694f1dd896c7aaca45b2dae345d6a9903df114ef3a080b6a4c29cd70bdd69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:3f:e2:ac:bc:a3\",\"name\":\"f1d694f1dd896c7\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9add0ea6-099e-414d-948c-dabd53c02d10\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 20:05:37.026378    3743 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
I0423 20:05:37.372577    3743 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-ztzr7-gkppd] creating logical port tsf-tas_tuf-repository-init-ztzr7-gkppd for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:05:37.372710    3743 kube.go:256] Updating pod tsf-tas/tuf-repository-init-ztzr7-gkppd
I0423 20:05:37.387824    3743 pod.go:62] [tsf-tas/tuf-repository-init-ztzr7-gkppd] pod update took 15.142386ms
I0423 20:05:37.387846    3743 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-ztzr7-gkppd] addLogicalPort annotation time took 15.171398ms
I0423 20:05:37.389266    3743 pods.go:271] [tsf-tas/tuf-repository-init-ztzr7-gkppd] addLogicalPort took 16.712172ms, libovsdb time 962.691µs
I0423 20:05:37.784069    3743 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-pfglf d5beb8a4013e239b02a8fe28172de3edc2e34a533fae65507b72145e86c5d2e3 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-pfglf d5beb8a4013e239b02a8fe28172de3edc2e34a533fae65507b72145e86c5d2e3 network default NAD default NAD key ]
I0423 20:05:37.794630    3743 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-pfglf, hostIfaceName: d5beb8a4013e239, network: default, NAD default, SandboxID: "d5beb8a4013e239b02a8fe28172de3edc2e34a533fae65507b72145e86c5d2e3", PCI device ID: , UID: "ad37c34f-8781-48ae-beff-0fb031ec175a", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23]
I0423 20:05:37.859388    3743 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-pfglf d5beb8a4013e239b02a8fe28172de3edc2e34a533fae65507b72145e86c5d2e3 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-pfglf d5beb8a4013e239b02a8fe28172de3edc2e34a533fae65507b72145e86c5d2e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:e0:8b:f7:2b:3c\",\"name\":\"d5beb8a4013e239\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/faff326b-f6ce-4c36-bdf1-067cd96ff9d4\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 20:05:38.308307    3743 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
I0423 20:05:38.363526    3743 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-c5hh9 964cd1d762228e0bf1b76fa61acd2b1a7427df0095c4132f19f37023f7014588 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-c5hh9 964cd1d762228e0bf1b76fa61acd2b1a7427df0095c4132f19f37023f7014588 network default NAD default NAD key ]
I0423 20:05:38.375210    3743 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-c5hh9, hostIfaceName: 964cd1d762228e0, network: default, NAD default, SandboxID: "964cd1d762228e0bf1b76fa61acd2b1a7427df0095c4132f19f37023f7014588", PCI device ID: , UID: "018739dc-5378-4b26-919f-37e31242409f", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23]
I0423 20:05:38.453564    3743 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-c5hh9 964cd1d762228e0bf1b76fa61acd2b1a7427df0095c4132f19f37023f7014588 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-c5hh9 964cd1d762228e0bf1b76fa61acd2b1a7427df0095c4132f19f37023f7014588 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:2e:0f:78:9d:30\",\"name\":\"964cd1d762228e0\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d07a6e5-0ff5-48c6-b84a-958dcf0f66bd\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 20:05:43.346435    3743 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0423 20:05:43.346810    3743 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0423 20:05:43.368170    3743 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0423 20:05:43.375009    3743 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0423 20:05:43.415235    3743 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0423 20:05:43.415253    3743 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0423 20:05:43.442433    3743 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0423 20:05:43.442511    3743 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0423 20:05:44.048916    3743 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0423 20:05:44.048939    3743 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0423 20:05:45.283140    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0423 20:05:45.403275    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex
I0423 20:05:47.033362    3743 cni.go:452] [tsf-tas/tuf-repository-init-ztzr7-gkppd 77a481962314da6b612366e070f9bbfe3a3ddfb53db238d228e3fd630212d03c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-ztzr7-gkppd 77a481962314da6b612366e070f9bbfe3a3ddfb53db238d228e3fd630212d03c network default NAD default NAD key ]
I0423 20:05:47.043463    3743 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-ztzr7-gkppd, hostIfaceName: 77a481962314da6, network: default, NAD default, SandboxID: "77a481962314da6b612366e070f9bbfe3a3ddfb53db238d228e3fd630212d03c", PCI device ID: , UID: "96830704-171b-4e3b-9da2-9093b73ceaf1", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23]
I0423 20:05:47.102772    3743 cni.go:473] [tsf-tas/tuf-repository-init-ztzr7-gkppd 77a481962314da6b612366e070f9bbfe3a3ddfb53db238d228e3fd630212d03c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-ztzr7-gkppd 77a481962314da6b612366e070f9bbfe3a3ddfb53db238d228e3fd630212d03c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:5f:93:83:cc:46\",\"name\":\"77a481962314da6\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86e4ed0e-074e-4cdc-959e-b8d4635da467\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0423 20:05:53.431200    3743 cni.go:452] [tsf-tas/tuf-repository-init-ztzr7-gkppd 77a481962314da6b612366e070f9bbfe3a3ddfb53db238d228e3fd630212d03c network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-ztzr7-gkppd 77a481962314da6b612366e070f9bbfe3a3ddfb53db238d228e3fd630212d03c network default NAD default NAD key ]
I0423 20:05:53.534532    3743 cni.go:473] [tsf-tas/tuf-repository-init-ztzr7-gkppd 77a481962314da6b612366e070f9bbfe3a3ddfb53db238d228e3fd630212d03c network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-ztzr7-gkppd 77a481962314da6b612366e070f9bbfe3a3ddfb53db238d228e3fd630212d03c network default NAD default NAD key default], result "{}", err <nil>
I0423 20:05:53.592186    3743 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-ztzr7-gkppd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:05:53.592227    3743 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-ztzr7-gkppd
I0423 20:05:53.593695    3743 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-ztzr7-gkppd, ips: 10.128.0.57
I0423 20:05:53.593746    3743 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-ztzr7-gkppd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0423 20:05:54.364888    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0423 20:05:54.367755    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0423 20:05:54.423582    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service
W0423 20:05:54.432031    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
I0423 20:05:54.593229    3743 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-pfglf d5beb8a4013e239b02a8fe28172de3edc2e34a533fae65507b72145e86c5d2e3 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-pfglf d5beb8a4013e239b02a8fe28172de3edc2e34a533fae65507b72145e86c5d2e3 network default NAD default NAD key ]
I0423 20:05:54.618416    3743 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-ztzr7-gkppd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:05:54.618447    3743 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-ztzr7-gkppd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:05:54.684567    3743 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-pfglf d5beb8a4013e239b02a8fe28172de3edc2e34a533fae65507b72145e86c5d2e3 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-pfglf d5beb8a4013e239b02a8fe28172de3edc2e34a533fae65507b72145e86c5d2e3 network default NAD default NAD key default], result "{}", err <nil>
I0423 20:05:54.740116    3743 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pfglf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:05:54.740159    3743 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-pfglf
I0423 20:05:54.741540    3743 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-pfglf, ips: 10.128.0.53
I0423 20:05:54.741568    3743 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pfglf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:05:55.156612    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5
I0423 20:05:55.436805    3743 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pfglf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:05:55.436832    3743 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pfglf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:05:55.445288    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-pfglf
I0423 20:05:55.445317    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-pfglf
I0423 20:05:59.536465    3743 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-phdn7] creating logical port tsf-tas_tuf-97fc8ff76-phdn7 for pod on switch ip-10-0-1-141.ec2.internal
I0423 20:05:59.536560    3743 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-phdn7
I0423 20:05:59.555682    3743 pod.go:62] [tsf-tas/tuf-97fc8ff76-phdn7] pod update took 19.143207ms
I0423 20:05:59.555710    3743 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-phdn7] addLogicalPort annotation time took 19.181238ms
I0423 20:05:59.557052    3743 pods.go:271] [tsf-tas/tuf-97fc8ff76-phdn7] addLogicalPort took 20.608492ms, libovsdb time 849.227µs
I0423 20:05:59.968407    3743 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81
I0423 20:06:07.705841    3743 cni.go:452] [tsf-tas/tuf-97fc8ff76-phdn7 af3fa87c0c966161c8480d8a94fbbfd93cec32f38e966f76435c52b9adc0c65d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-phdn7 af3fa87c0c966161c8480d8a94fbbfd93cec32f38e966f76435c52b9adc0c65d network default NAD default NAD key ]
I0423 20:06:07.719117    3743 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-phdn7, hostIfaceName: af3fa87c0c96616, network: default, NAD default, SandboxID: "af3fa87c0c966161c8480d8a94fbbfd93cec32f38e966f76435c52b9adc0c65d", PCI device ID: , UID: "f0d49e08-e1d4-4750-a471-1e667602349e", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23]
I0423 20:06:07.777920    3743 cni.go:473] [tsf-tas/tuf-97fc8ff76-phdn7 af3fa87c0c966161c8480d8a94fbbfd93cec32f38e966f76435c52b9adc0c65d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-phdn7 af3fa87c0c966161c8480d8a94fbbfd93cec32f38e966f76435c52b9adc0c65d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:8e:7a:8c:f9:8b\",\"name\":\"af3fa87c0c96616\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5a824fd-ccd5-44cd-9823-96c66e537494\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0423 20:06:09.525023    3743 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
W0423 20:06:20.536843    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf
W0423 20:06:23.447691    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0423 20:06:23.447715    3743 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0423 20:06:28.953282    3743 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=79
I0423 20:06:40.170202    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0423 20:06:41.973062    3743 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0423 20:06:59.304670    3743 cni.go:452] [konflux-ui/proxy-855467d67d-kljwg f1d694f1dd896c7aaca45b2dae345d6a9903df114ef3a080b6a4c29cd70bdd69 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-855467d67d-kljwg f1d694f1dd896c7aaca45b2dae345d6a9903df114ef3a080b6a4c29cd70bdd69 network default NAD default NAD key ]
I0423 20:06:59.401543    3743 cni.go:473] [konflux-ui/proxy-855467d67d-kljwg f1d694f1dd896c7aaca45b2dae345d6a9903df114ef3a080b6a4c29cd70bdd69 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-855467d67d-kljwg f1d694f1dd896c7aaca45b2dae345d6a9903df114ef3a080b6a4c29cd70bdd69 network default NAD default NAD key default], result "{}", err <nil>
I0423 20:06:59.465461    3743 obj_retry.go:498] Detected object konflux-ui/proxy-855467d67d-kljwg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:06:59.465498    3743 pods.go:176] Deleting pod: konflux-ui/proxy-855467d67d-kljwg
I0423 20:06:59.466999    3743 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-855467d67d-kljwg, ips: 10.128.0.52
I0423 20:06:59.467032    3743 obj_retry.go:498] Detected object konflux-ui/proxy-855467d67d-kljwg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:06:59.830246    3743 obj_retry.go:492] Detected object konflux-ui/proxy-855467d67d-kljwg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:06:59.830270    3743 obj_retry.go:492] Detected object konflux-ui/proxy-855467d67d-kljwg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:06:59.837741    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-855467d67d-kljwg
I0423 20:06:59.837769    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-855467d67d-kljwg
I0423 20:07:00.043601    3743 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0423 20:07:01.616765    3743 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:07:01.617385    3743 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:07:01.657534    3743 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:07:01.657552    3743 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:07:01.669175    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0423 20:07:01.669193    3743 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0423 20:07:31.666070    3743 namespace.go:98] [default-managed-tenant-m1f05] adding namespace
I0423 20:07:31.667087    3743 namespace.go:102] [default-managed-tenant-m1f05] adding namespace took 989.124µs
I0423 20:07:31.701003    3743 namespace.go:142] [default-managed-tenant-m1f05] updating namespace
I0423 20:07:31.716363    3743 namespace.go:142] [default-managed-tenant-m1f05] updating namespace
I0423 20:07:32.917518    3743 namespace.go:142] [default-managed-tenant-m1f05] updating namespace
I0423 20:07:33.046914    3743 namespace.go:142] [default-managed-tenant-m1f05] updating namespace
I0423 20:07:33.146681    3743 namespace.go:142] [default-managed-tenant-m1f05] updating namespace
I0423 20:08:58.067772    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0423 20:09:01.163478    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0423 20:09:32.973561    3743 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=79
I0423 20:10:04.629049    3743 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0423 20:10:04.629619    3743 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0423 20:10:05.489069    3743 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:10:05.489093    3743 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616250-dzrgg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0423 20:10:32.055461    3743 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0423 20:10:43.977244    3743 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=552
I0423 20:11:24.042297    3743 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0423 20:11:28.971197    3743 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6