+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-0-56.ec2.internal
++ [[ -n ip-10-0-0-56.ec2.internal ]]
++ [[ -f /env/ip-10-0-0-56.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260318-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260318-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0406 02:56:06.076490044 - disable conntrack on geneve port'
I0406 02:56:06.076490044 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0406 02:56:06.091572508 - starting ovnkube-node
+ echo 'I0406 02:56:06.091572508 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-56.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-56.ec2.internal --init-node ip-10-0-0-56.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-56.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0406 02:56:06.125975    3809 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf
I0406 02:56:06.126024    3809 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-7042996710.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}}
I0406 02:56:06.127768    3809 kube.go:423] Waiting for certificate
I0406 02:56:06.127801    3809 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0406 02:56:06.127987    3809 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0406 02:56:06.128630    3809 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0406 02:56:06.159611    3809 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0406 02:56:06.159629    3809 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0406 02:56:06.164509    3809 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0406 02:56:06.164618    3809 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-pfpkm"
I0406 02:56:06.168839    3809 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-pfpkm"
I0406 02:56:06.168896    3809 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0406 02:56:07.128314    3809 kube.go:430] Certificate found
I0406 02:56:07.128843    3809 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0406 02:56:07.129752    3809 metrics.go:541] Starting metrics server at address "127.0.0.1:29103"
I0406 02:56:07.178025    3809 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-07 02:51:06 +0000 UTC" deadline="2026-04-06 21:57:12.397023045 +0000 UTC"
I0406 02:56:07.178068    3809 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h1m5.218966222s"
I0406 02:56:07.198272    3809 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0406 02:56:07.207582    3809 metrics.go:541] Starting metrics server at address "127.0.0.1:29105"
I0406 02:56:07.208255    3809 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0406 02:56:07.208334    3809 factory.go:537] Starting watch factory
I0406 02:56:07.208438    3809 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.208457    3809 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.208693    3809 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.208782    3809 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.209229    3809 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.209299    3809 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.209331    3809 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.209388    3809 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.210077    3809 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.210126    3809 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.209278    3809 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.210532    3809 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.219352    3809 controller_manager.go:368] Starting the ovnkube controller
I0406 02:56:07.219411    3809 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-56.ec2.internal
I0406 02:56:07.219514    3809 controller_manager.go:393] NBDB zone sync took: 63.722µs
I0406 02:56:07.219803    3809 factory.go:537] Starting watch factory
I0406 02:56:07.230171    3809 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.230745    3809 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.231166    3809 ovn_northd.go:121] Registering OVN northd metrics
I0406 02:56:07.231416    3809 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.231525    3809 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics
I0406 02:56:07.232153    3809 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.232209    3809 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.236211    3809 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0406 02:56:07.236308    3809 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0406 02:56:07.240003    3809 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0406 02:56:07.253163    3809 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics
I0406 02:56:07.314278    3809 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully
I0406 02:56:07.314296    3809 factory.go:1931] *v1.Namespace informer cache synced successfully
I0406 02:56:07.314300    3809 factory.go:1931] *v1.Node informer cache synced successfully
I0406 02:56:07.314303    3809 factory.go:1931] *v1.Service informer cache synced successfully
I0406 02:56:07.314306    3809 factory.go:1931] *v1.EndpointSlice informer cache synced successfully
I0406 02:56:07.314308    3809 factory.go:1931] *v1.Pod informer cache synced successfully
I0406 02:56:07.314395    3809 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0406 02:56:07.314418    3809 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0406 02:56:07.314399    3809 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0406 02:56:07.314436    3809 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0406 02:56:07.316719    3809 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0406 02:56:07.316745    3809 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0406 02:56:07.319696    3809 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0406 02:56:07.319705    3809 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0406 02:56:07.319769    3809 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.319780    3809 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.321604    3809 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.325519    3809 factory.go:1931] *v1.Node informer cache synced successfully
I0406 02:56:07.325529    3809 factory.go:1931] *v1.Service informer cache synced successfully
I0406 02:56:07.325533    3809 factory.go:1931] *v1.EndpointSlice informer cache synced successfully
I0406 02:56:07.325536    3809 factory.go:1931] *v1.Pod informer cache synced successfully
I0406 02:56:07.325535    3809 factory.go:1931] *v1.EgressIP informer cache synced successfully
I0406 02:56:07.325539    3809 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully
I0406 02:56:07.325557    3809 factory.go:1931] *v1.Namespace informer cache synced successfully
I0406 02:56:07.325598    3809 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.325613    3809 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.327502    3809 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.331249    3809 factory.go:1931] *v1.EgressFirewall informer cache synced successfully
I0406 02:56:07.331261    3809 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0406 02:56:07.331272    3809 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0406 02:56:07.331308    3809 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.331319    3809 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.333040    3809 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.336787    3809 factory.go:1931] *v1.EgressIP informer cache synced successfully
I0406 02:56:07.336799    3809 factory.go:1931] *v1.EgressQoS informer cache synced successfully
I0406 02:56:07.336846    3809 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.336860    3809 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.338788    3809 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.342568    3809 factory.go:1931] *v1.EgressFirewall informer cache synced successfully
I0406 02:56:07.342652    3809 factory.go:1931] *v1.EgressService informer cache synced successfully
I0406 02:56:07.342725    3809 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.342758    3809 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.344592    3809 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.348340    3809 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0406 02:56:07.348350    3809 factory.go:1931] *v1.EgressQoS informer cache synced successfully
I0406 02:56:07.348556    3809 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0406 02:56:07.348571    3809 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0406 02:56:07.350548    3809 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0406 02:56:07.354248    3809 factory.go:1931] *v1.EgressService informer cache synced successfully
I0406 02:56:07.354315    3809 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0406 02:56:07.354376    3809 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.354386    3809 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.354437    3809 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.354462    3809 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.356340    3809 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.356372    3809 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0406 02:56:07.359391    3809 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully
I0406 02:56:07.359399    3809 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0406 02:56:07.359407    3809 factory.go:649] Watch Factory start up complete, took: 151.075543ms
I0406 02:56:07.359408    3809 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0406 02:56:07.359470    3809 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256
I0406 02:56:07.364924    3809 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0406 02:56:07.370821    3809 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0406 02:56:07.370832    3809 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully
I0406 02:56:07.370838    3809 factory.go:649] Watch Factory start up complete, took: 151.038256ms
I0406 02:56:07.370845    3809 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-56.ec2.internal" zone
I0406 02:56:07.394508    3809 default_node_network_controller.go:709] Initializing the default node network controller
I0406 02:56:07.467681    3809 udn_isolation.go:101] Starting UDN host isolation manager
I0406 02:56:07.475453    3809 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0406 02:56:07.528608    3809 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0406 02:56:07.528716    3809 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0406 02:56:07.528754    3809 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0406 02:56:07.561640    3809 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0406 02:56:07.561697    3809 default_node_network_controller.go:808] Node ip-10-0-0-56.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0406 02:56:07.566370    3809 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.56"] k8s.ovn.org/zone-name:ip-10-0-0-56.ec2.internal] on node ip-10-0-0-56.ec2.internal
I0406 02:56:07.586392    3809 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0406 02:56:07.592509    3809 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0406 02:56:07.592627    3809 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1
I0406 02:56:07.592777    3809 gateway_init.go:263] Preparing Gateway
I0406 02:56:07.592785    3809 gateway_shared_intf.go:1658] Creating new gateway
I0406 02:56:07.621277    3809 controller_manager.go:427] Waiting for node in zone sync took: 250.420556ms
I0406 02:56:07.625189    3809 controller_manager.go:608] Switching to transit router for layer2 networks
I0406 02:56:07.625201    3809 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-56.ec2.internal
I0406 02:56:07.638686    3809 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0406 02:56:07.644954    3809 controller_manager.go:288] SCTP support detected in OVN
I0406 02:56:07.645545    3809 services_controller.go:69] Creating services controller for network=default
I0406 02:56:07.645663    3809 udn_enabled_svc.go:80] Waiting for service informer to sync
I0406 02:56:07.645771    3809 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0406 02:56:07.645816    3809 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0406 02:56:07.645835    3809 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0406 02:56:07.645851    3809 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0406 02:56:07.645999    3809 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0406 02:56:07.646062    3809 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks
I0406 02:56:07.646101    3809 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 30.249µs
I0406 02:56:07.646113    3809 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 52.052µs
I0406 02:56:07.646121    3809 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0406 02:56:07.646129    3809 nad_controller.go:173] [zone-nad-controller NAD controller]: started
I0406 02:56:07.646142    3809 default_network_controller.go:321] Starting the default network controller
I0406 02:56:07.646100    3809 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 70.492µs
I0406 02:56:07.646241    3809 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 13.749µs
I0406 02:56:07.646271    3809 udn_enabled_svc.go:95] Performing full resync
I0406 02:56:07.646647    3809 udn_enabled_svc.go:99] Waiting for handler to sync
I0406 02:56:07.646662    3809 udn_enabled_svc.go:104] Starting worker
I0406 02:56:07.655107    3809 default_network_controller.go:388] Cleaning External Gateway ECMP routes
I0406 02:56:07.655167    3809 repair.go:33] Syncing exgw routes took 48.597µs
I0406 02:56:07.655185    3809 default_network_controller.go:407] Starting all the Watchers...
I0406 02:56:07.655304    3809 namespace.go:98] [kube-node-lease] adding namespace
I0406 02:56:07.655312    3809 namespace.go:98] [openshift-node] adding namespace
I0406 02:56:07.655318    3809 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0406 02:56:07.655322    3809 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0406 02:56:07.655341    3809 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0406 02:56:07.655340    3809 namespace.go:98] [kube-public] adding namespace
I0406 02:56:07.655359    3809 namespace.go:98] [openshift-host-network] adding namespace
I0406 02:56:07.655365    3809 namespace.go:98] [openshift-machine-api] adding namespace
I0406 02:56:07.655361    3809 namespace.go:98] [openshift-operators] adding namespace
I0406 02:56:07.655375    3809 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0406 02:56:07.655376    3809 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0406 02:56:07.655377    3809 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0406 02:56:07.655380    3809 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0406 02:56:07.655389    3809 namespace.go:98] [openshift-backplane-cee] adding namespace
I0406 02:56:07.655306    3809 namespace.go:98] [openshift-network-node-identity] adding namespace
I0406 02:56:07.655905    3809 namespace.go:102] [kube-node-lease] adding namespace took 589.075µs
I0406 02:56:07.655920    3809 namespace.go:98] [openshift-ingress] adding namespace
I0406 02:56:07.656360    3809 namespace.go:102] [openshift-ingress] adding namespace took 435.434µs
I0406 02:56:07.656372    3809 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0406 02:56:07.656961    3809 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 583.111µs
I0406 02:56:07.656978    3809 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0406 02:56:07.657402    3809 namespace.go:102] [openshift-node] adding namespace took 2.079193ms
I0406 02:56:07.657420    3809 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0406 02:56:07.658087    3809 namespace.go:102] [openshift-kube-scheduler] adding namespace took 2.758897ms
I0406 02:56:07.658107    3809 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0406 02:56:07.659130    3809 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 3.79537ms
I0406 02:56:07.659152    3809 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0406 02:56:07.659803    3809 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 4.452253ms
I0406 02:56:07.659819    3809 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0406 02:56:07.660341    3809 namespace.go:102] [kube-public] adding namespace took 4.989495ms
I0406 02:56:07.660358    3809 namespace.go:98] [openshift-infra] adding namespace
I0406 02:56:07.661055    3809 namespace.go:102] [openshift-host-network] adding namespace took 5.684439ms
I0406 02:56:07.661070    3809 namespace.go:98] [openshift-network-console] adding namespace
I0406 02:56:07.661643    3809 namespace.go:102] [openshift-machine-api] adding namespace took 6.269578ms
I0406 02:56:07.661658    3809 namespace.go:98] [openshift-etcd] adding namespace
I0406 02:56:07.662225    3809 namespace.go:102] [openshift-operators] adding namespace took 6.849245ms
I0406 02:56:07.662240    3809 namespace.go:98] [openshift-cluster-version] adding namespace
I0406 02:56:07.662756    3809 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.373223ms
I0406 02:56:07.662775    3809 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0406 02:56:07.663326    3809 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.942779ms
I0406 02:56:07.663339    3809 namespace.go:98] [openshift-backplane] adding namespace
I0406 02:56:07.663882    3809 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.491154ms
I0406 02:56:07.663899    3809 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0406 02:56:07.664420    3809 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 9.022599ms
I0406 02:56:07.664441    3809 namespace.go:98] [openshift-console-user-settings] adding namespace
I0406 02:56:07.665012    3809 namespace.go:102] [openshift-backplane-cee] adding namespace took 9.612318ms
I0406 02:56:07.665033    3809 namespace.go:98] [openshift-multus] adding namespace
I0406 02:56:07.665595    3809 namespace.go:102] [openshift-network-node-identity] adding namespace took 10.179259ms
I0406 02:56:07.665608    3809 namespace.go:98] [openshift-network-operator] adding namespace
I0406 02:56:07.666084    3809 namespace.go:102] [openshift-must-gather-operator] adding namespace took 9.097718ms
I0406 02:56:07.666106    3809 namespace.go:98] [kube-system] adding namespace
I0406 02:56:07.666967    3809 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 9.540968ms
I0406 02:56:07.666981    3809 namespace.go:98] [openshift-config-operator] adding namespace
I0406 02:56:07.667407    3809 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 9.295091ms
I0406 02:56:07.667419    3809 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0406 02:56:07.667853    3809 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.692566ms
I0406 02:56:07.667868    3809 namespace.go:98] [openshift-operators-redhat] adding namespace
I0406 02:56:07.668308    3809 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.482934ms
I0406 02:56:07.668323    3809 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0406 02:56:07.668754    3809 namespace.go:102] [openshift-infra] adding namespace took 8.390238ms
I0406 02:56:07.668767    3809 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0406 02:56:07.669386    3809 namespace.go:102] [openshift-network-console] adding namespace took 8.30967ms
I0406 02:56:07.669399    3809 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0406 02:56:07.669930    3809 namespace.go:102] [openshift-etcd] adding namespace took 8.266855ms
I0406 02:56:07.669941    3809 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0406 02:56:07.670591    3809 namespace.go:102] [openshift-cluster-version] adding namespace took 8.342409ms
I0406 02:56:07.670615    3809 namespace.go:98] [openshift-console-operator] adding namespace
I0406 02:56:07.671170    3809 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.388081ms
I0406 02:56:07.671185    3809 namespace.go:98] [dedicated-admin] adding namespace
I0406 02:56:07.671662    3809 namespace.go:102] [openshift-backplane] adding namespace took 8.316297ms
I0406 02:56:07.671675    3809 namespace.go:98] [openshift-ingress-operator] adding namespace
I0406 02:56:07.672197    3809 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.292727ms
I0406 02:56:07.672209    3809 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0406 02:56:07.672632    3809 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.184877ms
I0406 02:56:07.672647    3809 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
W0406 02:56:07.672643    3809 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-m2znm: pod openshift-multus/network-metrics-daemon-m2znm: no pod IPs found 
I0406 02:56:07.673146    3809 namespace.go:102] [openshift-multus] adding namespace took 8.107084ms
I0406 02:56:07.673157    3809 namespace.go:98] [openshift-backplane-tam] adding namespace
I0406 02:56:07.673571    3809 namespace.go:102] [openshift-network-operator] adding namespace took 7.957266ms
I0406 02:56:07.673586    3809 namespace.go:98] [openshift-monitoring] adding namespace
I0406 02:56:07.673994    3809 namespace.go:102] [kube-system] adding namespace took 7.882734ms
I0406 02:56:07.674005    3809 namespace.go:98] [openshift-config-managed] adding namespace
I0406 02:56:07.674436    3809 namespace.go:102] [openshift-config-operator] adding namespace took 7.44948ms
I0406 02:56:07.674449    3809 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0406 02:56:07.674695    3809 iptables.go:108] Creating table: filter chain: FORWARD
I0406 02:56:07.674975    3809 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.550365ms
I0406 02:56:07.674989    3809 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0406 02:56:07.675557    3809 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.680152ms
I0406 02:56:07.675575    3809 namespace.go:98] [openshift-dns-operator] adding namespace
I0406 02:56:07.676146    3809 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.815141ms
I0406 02:56:07.676164    3809 namespace.go:98] [openshift] adding namespace
I0406 02:56:07.676599    3809 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.82561ms
I0406 02:56:07.676613    3809 namespace.go:98] [openshift-backplane-srep] adding namespace
I0406 02:56:07.677198    3809 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.794753ms
I0406 02:56:07.677211    3809 namespace.go:98] [open-cluster-management-2pgcu9mfas1m46ulnh3binnrqpenib9u] adding namespace
I0406 02:56:07.677765    3809 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.815016ms
I0406 02:56:07.677782    3809 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0406 02:56:07.678237    3809 namespace.go:102] [openshift-console-operator] adding namespace took 7.615796ms
I0406 02:56:07.678249    3809 namespace.go:98] [openshift-backplane-cse] adding namespace
I0406 02:56:07.678757    3809 namespace.go:102] [dedicated-admin] adding namespace took 7.564832ms
I0406 02:56:07.678775    3809 namespace.go:98] [openshift-image-registry] adding namespace
I0406 02:56:07.679390    3809 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.708169ms
I0406 02:56:07.679414    3809 namespace.go:98] [default] adding namespace
I0406 02:56:07.679951    3809 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.735286ms
I0406 02:56:07.679968    3809 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0406 02:56:07.680480    3809 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.827816ms
I0406 02:56:07.680496    3809 namespace.go:98] [openshift-config] adding namespace
I0406 02:56:07.680962    3809 iptables.go:108] Creating table: filter chain: OUTPUT
I0406 02:56:07.680968    3809 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.805451ms
I0406 02:56:07.680982    3809 namespace.go:98] [openshift-authentication] adding namespace
I0406 02:56:07.681431    3809 namespace.go:102] [openshift-monitoring] adding namespace took 7.840022ms
I0406 02:56:07.681446    3809 namespace.go:98] [openshift-backplane-csm] adding namespace
I0406 02:56:07.681979    3809 namespace.go:102] [openshift-config-managed] adding namespace took 7.967455ms
I0406 02:56:07.682464    3809 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.011217ms
I0406 02:56:07.682477    3809 namespace.go:98] [openshift-apiserver] adding namespace
I0406 02:56:07.682919    3809 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.922646ms
I0406 02:56:07.682938    3809 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0406 02:56:07.683384    3809 namespace.go:102] [openshift-dns-operator] adding namespace took 7.803933ms
I0406 02:56:07.683399    3809 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0406 02:56:07.683987    3809 namespace.go:102] [openshift] adding namespace took 7.814357ms
I0406 02:56:07.684006    3809 namespace.go:98] [openshift-logging] adding namespace
I0406 02:56:07.684456    3809 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.837572ms
I0406 02:56:07.684469    3809 namespace.go:98] [openshift-dns] adding namespace
I0406 02:56:07.685027    3809 namespace.go:102] [open-cluster-management-2pgcu9mfas1m46ulnh3binnrqpenib9u] adding namespace took 7.809913ms
I0406 02:56:07.685045    3809 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0406 02:56:07.685504    3809 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.716002ms
I0406 02:56:07.685519    3809 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0406 02:56:07.685972    3809 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.716104ms
I0406 02:56:07.685990    3809 namespace.go:98] [openshift-ingress-canary] adding namespace
I0406 02:56:07.686501    3809 namespace.go:102] [openshift-image-registry] adding namespace took 7.718698ms
I0406 02:56:07.686519    3809 namespace.go:98] [openshift-authentication-operator] adding namespace
W0406 02:56:07.686989    3809 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-kmpmq: pod openshift-network-diagnostics/network-check-target-kmpmq: no pod IPs found 
I0406 02:56:07.687037    3809 namespace.go:102] [default] adding namespace took 7.61442ms
I0406 02:56:07.687054    3809 namespace.go:98] [openshift-insights] adding namespace
I0406 02:56:07.687315    3809 gateway_shared_intf.go:1787] Gateway Creation Complete
I0406 02:56:07.687328    3809 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-56.ec2.internal","mac-address":"12:71:88:56:25:b7","ip-addresses":["10.0.0.56/24"],"ip-address":"10.0.0.56/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6b822ed5-9f69-41be-9c7f-fc8ef5fbd1bc k8s.ovn.org/node-encap-ips:["10.0.0.56"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.56/24"} k8s.ovn.org/zone-name:ip-10-0-0-56.ec2.internal] on node ip-10-0-0-56.ec2.internal
I0406 02:56:07.687630    3809 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.656574ms
I0406 02:56:07.687645    3809 namespace.go:98] [openshift-console] adding namespace
I0406 02:56:07.688155    3809 namespace.go:102] [openshift-config] adding namespace took 7.653965ms
I0406 02:56:07.688167    3809 namespace.go:98] [openshift-package-operator] adding namespace
I0406 02:56:07.688722    3809 namespace.go:102] [openshift-authentication] adding namespace took 7.734667ms
I0406 02:56:07.688748    3809 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0406 02:56:07.689277    3809 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.825536ms
I0406 02:56:07.689290    3809 namespace.go:98] [openshift-marketplace] adding namespace
I0406 02:56:07.689755    3809 namespace.go:102] [openshift-apiserver] adding namespace took 7.271394ms
I0406 02:56:07.690186    3809 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.242318ms
I0406 02:56:07.690621    3809 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.217828ms
I0406 02:56:07.691064    3809 namespace.go:102] [openshift-logging] adding namespace took 7.051593ms
I0406 02:56:07.691077    3809 namespace.go:98] [openshift-controller-manager] adding namespace
I0406 02:56:07.691937    3809 namespace.go:102] [openshift-dns] adding namespace took 7.462773ms
I0406 02:56:07.691951    3809 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0406 02:56:07.692366    3809 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.315367ms
I0406 02:56:07.692774    3809 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.24674ms
I0406 02:56:07.693227    3809 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.231876ms
I0406 02:56:07.693654    3809 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.125687ms
I0406 02:56:07.693668    3809 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0406 02:56:07.694060    3809 namespace.go:102] [openshift-insights] adding namespace took 7.000438ms
I0406 02:56:07.694439    3809 namespace.go:102] [openshift-console] adding namespace took 6.789139ms
I0406 02:56:07.694864    3809 namespace.go:102] [openshift-package-operator] adding namespace took 6.692636ms
I0406 02:56:07.695283    3809 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.530113ms
I0406 02:56:07.695678    3809 namespace.go:102] [openshift-marketplace] adding namespace took 6.383844ms
I0406 02:56:07.696085    3809 namespace.go:102] [openshift-controller-manager] adding namespace took 5.003435ms
I0406 02:56:07.696491    3809 namespace.go:102] [openshift-apiserver-operator] adding namespace took 4.536715ms
I0406 02:56:07.696886    3809 namespace.go:102] [openshift-service-ca-operator] adding namespace took 3.213266ms
I0406 02:56:07.697234    3809 zone_ic_handler.go:186] Time taken to create transit switch: 251.028µs
I0406 02:56:07.697294    3809 master.go:532] Adding or Updating local node "ip-10-0-0-56.ec2.internal" for network "default"
I0406 02:56:07.700437    3809 default_network_controller.go:806] Node add failed for ip-10-0-0-56.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-56.ec2.internal, error getting gateway config for node ip-10-0-0-56.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-56.ec2.internal", failed to update chassis to local for local node ip-10-0-0-56.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-56.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-56.ec2.internal]
E0406 02:56:07.700483    3809 obj_retry.go:541] Failed to create *v1.Node ip-10-0-0-56.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-56.ec2.internal, error getting gateway config for node ip-10-0-0-56.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-56.ec2.internal", failed to update chassis to local for local node ip-10-0-0-56.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-56.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-56.ec2.internal]
I0406 02:56:07.700527    3809 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0406 02:56:07.700551    3809 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0406 02:56:07.700545    3809 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-56.ec2.internal", UID:"c1eaebb0-a4c2-47d6-8c72-9d53fe1c52db", APIVersion:"v1", ResourceVersion:"8208", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-56.ec2.internal, error getting gateway config for node ip-10-0-0-56.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-56.ec2.internal", failed to update chassis to local for local node ip-10-0-0-56.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-56.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-56.ec2.internal]
I0406 02:56:07.700567    3809 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0406 02:56:07.700580    3809 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-56.ec2.internal in network "default"
I0406 02:56:07.700612    3809 node_tracker.go:235] Node ip-10-0-0-56.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-56.ec2.internal"
I0406 02:56:07.700624    3809 node_tracker.go:169] Node ip-10-0-0-56.ec2.internal switch + router changed, syncing services in network "default"
I0406 02:56:07.700632    3809 services_controller.go:574] Full service sync requested for network=default
I0406 02:56:07.704289    3809 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-56.ec2.internal in network "default"
I0406 02:56:07.704298    3809 master.go:532] Adding or Updating local node "ip-10-0-0-56.ec2.internal" for network "default"
I0406 02:56:07.704355    3809 node_tracker.go:169] Node ip-10-0-0-56.ec2.internal switch + router changed, syncing services in network "default"
I0406 02:56:07.704370    3809 services_controller.go:574] Full service sync requested for network=default
I0406 02:56:07.707464    3809 default_node_network_controller.go:518] Node connection status = connected
W0406 02:56:07.709287    3809 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-m2znm: pod openshift-multus/network-metrics-daemon-m2znm: no pod IPs found 
W0406 02:56:07.709303    3809 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-kmpmq: pod openshift-network-diagnostics/network-check-target-kmpmq: no pod IPs found 
I0406 02:56:07.710247    3809 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-56.ec2.internal for the network default
I0406 02:56:07.800809    3809 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0406 02:56:07.800846    3809 services_controller.go:208] Setting up event handlers for services for network=default
I0406 02:56:07.800913    3809 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0406 02:56:07.800959    3809 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0406 02:56:07.800974    3809 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0406 02:56:07.901346    3809 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0406 02:56:07.901366    3809 repair.go:60] Starting repairing loop for services
I0406 02:56:07.901489    3809 repair.go:131] Deleted 0 stale service LBs
I0406 02:56:07.901508    3809 repair.go:137] Deleted 0 stale Chassis Template Vars
I0406 02:56:07.901523    3809 repair.go:62] Finished repairing loop for services: 159.64µs
I0406 02:56:07.901544    3809 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0406 02:56:07.901552    3809 services_controller.go:254] Starting workers for network=default
I0406 02:56:07.902404    3809 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-kmpmq] creating logical port openshift-network-diagnostics_network-check-target-kmpmq for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:07.902457    3809 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-m2znm] creating logical port openshift-multus_network-metrics-daemon-m2znm for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:07.902575    3809 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-kmpmq
I0406 02:56:07.902645    3809 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-m2znm
I0406 02:56:07.926539    3809 pod.go:62] [openshift-network-diagnostics/network-check-target-kmpmq] pod update took 24.050612ms
I0406 02:56:07.926555    3809 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-kmpmq] addLogicalPort annotation time took 24.06981ms
I0406 02:56:07.927517    3809 pod.go:62] [openshift-multus/network-metrics-daemon-m2znm] pod update took 24.999653ms
I0406 02:56:07.927538    3809 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-m2znm] addLogicalPort annotation time took 25.020295ms
I0406 02:56:07.927518    3809 pods.go:271] [openshift-network-diagnostics/network-check-target-kmpmq] addLogicalPort took 25.125641ms, libovsdb time 758.941µs
I0406 02:56:07.928862    3809 pods.go:271] [openshift-multus/network-metrics-daemon-m2znm] addLogicalPort took 26.413913ms, libovsdb time 612.67µs
I0406 02:56:07.929270    3809 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0406 02:56:07.929298    3809 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0406 02:56:07.929311    3809 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0406 02:56:07.929317    3809 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0406 02:56:07.929516    3809 repair.go:29] Repairing admin network policies took 191.302µs
I0406 02:56:07.929646    3809 repair.go:92] Repairing baseline admin network policies took 118.977µs
I0406 02:56:07.930086    3809 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0406 02:56:07.930103    3809 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0406 02:56:07.931680    3809 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0406 02:56:07.931703    3809 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0406 02:56:07.932192    3809 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0406 02:56:07.932206    3809 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0406 02:56:07.932887    3809 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0406 02:56:07.932908    3809 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0406 02:56:07.932929    3809 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0406 02:56:07.934668    3809 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0406 02:56:07.934694    3809 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0406 02:56:07.934703    3809 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0406 02:56:07.936495    3809 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0406 02:56:07.936519    3809 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0406 02:56:07.936532    3809 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0406 02:56:07.938808    3809 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0406 02:56:07.938831    3809 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0406 02:56:07.938842    3809 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0406 02:56:07.939364    3809 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0406 02:56:07.939382    3809 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0406 02:56:07.939389    3809 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0406 02:56:07.939692    3809 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0406 02:56:07.939709    3809 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0406 02:56:07.939717    3809 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0406 02:56:07.941615    3809 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0406 02:56:07.941632    3809 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0406 02:56:07.941642    3809 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0406 02:56:07.943627    3809 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0406 02:56:07.943644    3809 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0406 02:56:07.943652    3809 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0406 02:56:07.944192    3809 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0406 02:56:07.944210    3809 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0406 02:56:07.944218    3809 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0406 02:56:07.944701    3809 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0406 02:56:07.944716    3809 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0406 02:56:07.944725    3809 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0406 02:56:07.946693    3809 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0406 02:56:07.946712    3809 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0406 02:56:07.946719    3809 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0406 02:56:07.947191    3809 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0406 02:56:07.947213    3809 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0406 02:56:07.947221    3809 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0406 02:56:07.947783    3809 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0406 02:56:07.947801    3809 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0406 02:56:07.947819    3809 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0406 02:56:07.949124    3809 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0406 02:56:07.949145    3809 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0406 02:56:07.949152    3809 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0406 02:56:07.949395    3809 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0406 02:56:07.949415    3809 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0406 02:56:07.949428    3809 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0406 02:56:07.950585    3809 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0406 02:56:07.950603    3809 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0406 02:56:07.950609    3809 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0406 02:56:07.950908    3809 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0406 02:56:07.950925    3809 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0406 02:56:07.950932    3809 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0406 02:56:07.951420    3809 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0406 02:56:07.951445    3809 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0406 02:56:07.951454    3809 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0406 02:56:07.952389    3809 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0406 02:56:07.952405    3809 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0406 02:56:07.952412    3809 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0406 02:56:07.952843    3809 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0406 02:56:07.952858    3809 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0406 02:56:07.952867    3809 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0406 02:56:07.954095    3809 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0406 02:56:07.954111    3809 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0406 02:56:07.954119    3809 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0406 02:56:07.954577    3809 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0406 02:56:07.954594    3809 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0406 02:56:07.954602    3809 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0406 02:56:07.955086    3809 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0406 02:56:07.955102    3809 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0406 02:56:07.955109    3809 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0406 02:56:07.955609    3809 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0406 02:56:07.955624    3809 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0406 02:56:07.955632    3809 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0406 02:56:07.956544    3809 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0406 02:56:07.956562    3809 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0406 02:56:07.956571    3809 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0406 02:56:07.957657    3809 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0406 02:56:07.957674    3809 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0406 02:56:07.957683    3809 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0406 02:56:07.958452    3809 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0406 02:56:07.958470    3809 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0406 02:56:07.958478    3809 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0406 02:56:07.958845    3809 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0406 02:56:07.963522    3809 egressfirewall.go:319] Starting EgressFirewall controller
I0406 02:56:07.963548    3809 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0406 02:56:07.963570    3809 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0406 02:56:07.963582    3809 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0406 02:56:07.963585    3809 controller.go:133] Adding controller egress-firewall-controller event handlers
I0406 02:56:07.963613    3809 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0406 02:56:07.963624    3809 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0406 02:56:07.963900    3809 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0406 02:56:07.963914    3809 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0406 02:56:07.963923    3809 egressqos.go:193] Setting up event handlers for EgressQoS
I0406 02:56:07.963992    3809 egressfirewall.go:628] Syncing node "ip-10-0-0-56.ec2.internal" for egress firewall
I0406 02:56:07.964013    3809 egressqos.go:245] Starting EgressQoS Controller
I0406 02:56:07.964019    3809 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0406 02:56:07.964025    3809 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0406 02:56:07.964031    3809 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0406 02:56:07.964035    3809 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0406 02:56:07.964040    3809 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0406 02:56:07.964044    3809 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0406 02:56:07.964048    3809 egressqos.go:259] Repairing EgressQoSes
I0406 02:56:07.964051    3809 egressqos.go:399] Starting repairing loop for egressqos
I0406 02:56:07.964130    3809 egressqos.go:401] Finished repairing loop for egressqos: 77.611µs
I0406 02:56:07.964146    3809 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0406 02:56:07.964179    3809 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-56.ec2.internal
I0406 02:56:07.964230    3809 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-56.ec2.internal : 57.807µs
I0406 02:56:07.964360    3809 egressservice_zone.go:210] Starting Egress Services Controller
I0406 02:56:07.964370    3809 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0406 02:56:07.964377    3809 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0406 02:56:07.964382    3809 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0406 02:56:07.964386    3809 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0406 02:56:07.964391    3809 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0406 02:56:07.964404    3809 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0406 02:56:07.964409    3809 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0406 02:56:07.964413    3809 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0406 02:56:07.964417    3809 egressservice_zone.go:228] Repairing Egress Services
I0406 02:56:07.964697    3809 master_controller.go:88] Starting Admin Policy Based Route Controller
I0406 02:56:07.964707    3809 external_controller.go:278] Starting Admin Policy Based Route Controller
I0406 02:56:07.964727    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-56.ec2.internal
I0406 02:56:07.964765    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-56.ec2.internal: 38.92µs
I0406 02:56:07.964904    3809 default_network_controller.go:568] Completing all the Watchers took 309.710818ms
I0406 02:56:07.964937    3809 default_network_controller.go:572] Starting unidling controllers
I0406 02:56:07.964945    3809 unidle.go:46] Registering OVN SB ControllerEvent handler
I0406 02:56:07.964950    3809 unidle.go:63] Populating Initial ContollerEvent events
I0406 02:56:07.964965    3809 unidle.go:79] Setting up event handlers for services
I0406 02:56:07.965055    3809 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller
I0406 02:56:08.208344    3809 default_node_network_controller.go:518] Node connection status = connected
I0406 02:56:08.708456    3809 default_node_network_controller.go:518] Node connection status = connected
I0406 02:56:08.765946    3809 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-216.ec2.internal in network "default"
I0406 02:56:08.765963    3809 node_tracker.go:220] Node ip-10-0-2-216.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation
I0406 02:56:08.765953    3809 egressfirewall.go:628] Syncing node "ip-10-0-2-216.ec2.internal" for egress firewall
I0406 02:56:08.765976    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal
I0406 02:56:08.765990    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 16.59µs
E0406 02:56:08.765995    3809 default_network_controller.go:816] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-216.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0406 02:56:08.766011    3809 obj_retry.go:544] Failed to create *v1.Node ip-10-0-2-216.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-216.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-216.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-216.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-216.ec2.internal, error parsing annotation for node ip-10-0-2-216.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation]
E0406 02:56:08.776182    3809 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-216.ec2.internal annotation: unexpected end of JSON input
I0406 02:56:08.776200    3809 default_network_controller.go:1008] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0406 02:56:08.776238    3809 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-216.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0406 02:56:08.788381    3809 default_network_controller.go:1008] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:08.788394    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal
I0406 02:56:08.788395    3809 egressfirewall.go:628] Syncing node "ip-10-0-2-216.ec2.internal" for egress firewall
I0406 02:56:08.788408    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 16.26µs
E0406 02:56:08.788414    3809 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-216.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
E0406 02:56:08.788385    3809 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-216.ec2.internal annotation: unexpected end of JSON input
I0406 02:56:08.792417    3809 egressfirewall.go:628] Syncing node "ip-10-0-0-56.ec2.internal" for egress firewall
I0406 02:56:08.792439    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-56.ec2.internal
I0406 02:56:08.792451    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-56.ec2.internal: 12.647µs
E0406 02:56:08.822901    3809 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-216.ec2.internal annotation: unexpected end of JSON input
E0406 02:56:08.822928    3809 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-216.ec2.internal annotation: unexpected end of JSON input
I0406 02:56:08.822944    3809 default_network_controller.go:1008] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0406 02:56:08.822996    3809 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-216.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-216.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-216.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-216.ec2.internal"
I0406 02:56:08.836178    3809 default_network_controller.go:1008] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true
I0406 02:56:08.998079    3809 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-wlv6j] creating logical port kube-system_global-pull-secret-syncer-wlv6j for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:08.998189    3809 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-wlv6j
I0406 02:56:09.015294    3809 pod.go:62] [kube-system/global-pull-secret-syncer-wlv6j] pod update took 17.137036ms
I0406 02:56:09.015312    3809 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-wlv6j] addLogicalPort annotation time took 17.158293ms
I0406 02:56:09.016232    3809 pods.go:271] [kube-system/global-pull-secret-syncer-wlv6j] addLogicalPort took 18.20321ms, libovsdb time 686.903µs
I0406 02:56:09.016947    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal
I0406 02:56:09.016958    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 14.23µs
I0406 02:56:09.016969    3809 default_network_controller.go:1008] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:09.016983    3809 egressfirewall.go:628] Syncing node "ip-10-0-2-216.ec2.internal" for egress firewall
I0406 02:56:09.038678    3809 default_network_controller.go:1008] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:09.207299    3809 default_node_network_controller.go:518] Node connection status = connected
I0406 02:56:09.255236    3809 default_network_controller.go:1008] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:09.708102    3809 default_node_network_controller.go:518] Node connection status = connected
I0406 02:56:10.085394    3809 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0406 02:56:10.207843    3809 default_node_network_controller.go:518] Node connection status = connected
I0406 02:56:10.224230    3809 bridgeconfig.go:537] Gateway is ready
I0406 02:56:10.224248    3809 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager
I0406 02:56:10.234656    3809 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.56. Updating OVN encap IP.
I0406 02:56:10.239533    3809 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.56 - it is already configured
I0406 02:56:10.239549    3809 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.56/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0406 02:56:10.239747    3809 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.56/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-56.ec2.internal","mac-address":"12:71:88:56:25:b7","ip-addresses":["10.0.0.56/24"],"ip-address":"10.0.0.56/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6b822ed5-9f69-41be-9c7f-fc8ef5fbd1bc k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.56/24"}] on node ip-10-0-0-56.ec2.internal
I0406 02:56:10.253895    3809 egressfirewall.go:628] Syncing node "ip-10-0-0-56.ec2.internal" for egress firewall
I0406 02:56:10.253931    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-56.ec2.internal
I0406 02:56:10.253945    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-56.ec2.internal: 18.311µs
I0406 02:56:10.253956    3809 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-56.ec2.internal in network "default"
I0406 02:56:10.254002    3809 node_tracker.go:169] Node ip-10-0-0-56.ec2.internal switch + router changed, syncing services in network "default"
I0406 02:56:10.254016    3809 services_controller.go:574] Full service sync requested for network=default
I0406 02:56:10.254034    3809 master.go:532] Adding or Updating local node "ip-10-0-0-56.ec2.internal" for network "default"
I0406 02:56:10.254467    3809 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.56
I0406 02:56:10.254561    3809 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-56.ec2.internal
I0406 02:56:10.258338    3809 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-56.ec2.internal. Updating no re-route policies
I0406 02:56:10.258414    3809 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ldgdz
I0406 02:56:10.258428    3809 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-zkdct
I0406 02:56:10.258450    3809 obj_retry.go:364] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-zkdct
I0406 02:56:10.258449    3809 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5rdxp
I0406 02:56:10.258457    3809 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-cs9gj
I0406 02:56:10.258465    3809 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5rdxp
I0406 02:56:10.258478    3809 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-cs9gj
I0406 02:56:10.258481    3809 obj_retry.go:384] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-zkdct after 0 failed attempt(s)
I0406 02:56:10.258479    3809 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-z9gds
I0406 02:56:10.258500    3809 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-z9gds
I0406 02:56:10.258500    3809 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5rdxp after 0 failed attempt(s)
I0406 02:56:10.258502    3809 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-zwxxz
I0406 02:56:10.258505    3809 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-cs9gj after 0 failed attempt(s)
I0406 02:56:10.258510    3809 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-56.ec2.internal
I0406 02:56:10.258415    3809 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-j8l9m
I0406 02:56:10.258520    3809 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-zwxxz
I0406 02:56:10.258517    3809 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-4vb62
I0406 02:56:10.258523    3809 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-z9gds after 0 failed attempt(s)
I0406 02:56:10.258430    3809 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ldgdz
I0406 02:56:10.258533    3809 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-r4dpv
I0406 02:56:10.258538    3809 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-wlv6j
I0406 02:56:10.258550    3809 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-r4dpv
I0406 02:56:10.258556    3809 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-ldgdz after 0 failed attempt(s)
I0406 02:56:10.258559    3809 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-zwxxz after 0 failed attempt(s)
I0406 02:56:10.258553    3809 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-wlv6j
I0406 02:56:10.258565    3809 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-kmpmq
I0406 02:56:10.258578    3809 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-kmpmq
I0406 02:56:10.258612    3809 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-wlv6j] creating logical port kube-system_global-pull-secret-syncer-wlv6j for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:10.258627    3809 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-r4dpv after 0 failed attempt(s)
I0406 02:56:10.258536    3809 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-4vb62
I0406 02:56:10.258646    3809 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-4vb62 after 0 failed attempt(s)
I0406 02:56:10.258500    3809 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-m2znm
I0406 02:56:10.258557    3809 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-56.ec2.internal
I0406 02:56:10.258664    3809 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-m2znm
I0406 02:56:10.258668    3809 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-56.ec2.internal
I0406 02:56:10.258685    3809 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-56.ec2.internal after 0 failed attempt(s)
I0406 02:56:10.258691    3809 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-m2znm] creating logical port openshift-multus_network-metrics-daemon-m2znm for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:10.258516    3809 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-fk5c5
I0406 02:56:10.258702    3809 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-fk5c5
I0406 02:56:10.258719    3809 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-fk5c5 after 0 failed attempt(s)
I0406 02:56:10.258526    3809 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-j8l9m
I0406 02:56:10.258752    3809 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-j8l9m after 0 failed attempt(s)
I0406 02:56:10.258501    3809 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-nc244
I0406 02:56:10.258763    3809 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-nc244
I0406 02:56:10.258788    3809 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-nc244, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-nc244: suppressed error logged: pod openshift-network-diagnostics/network-check-target-nc244: no pod IPs found 
I0406 02:56:10.258612    3809 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-kmpmq] creating logical port openshift-network-diagnostics_network-check-target-kmpmq for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:10.258523    3809 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-56.ec2.internal
I0406 02:56:10.258904    3809 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-56.ec2.internal after 0 failed attempt(s)
I0406 02:56:10.259459    3809 pods.go:271] [kube-system/global-pull-secret-syncer-wlv6j] addLogicalPort took 864.107µs, libovsdb time 391.332µs
I0406 02:56:10.259471    3809 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-wlv6j after 0 failed attempt(s)
I0406 02:56:10.259539    3809 pods.go:271] [openshift-multus/network-metrics-daemon-m2znm] addLogicalPort took 853.586µs, libovsdb time 265.259µs
I0406 02:56:10.259552    3809 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-m2znm after 0 failed attempt(s)
I0406 02:56:10.259614    3809 pods.go:271] [openshift-network-diagnostics/network-check-target-kmpmq] addLogicalPort took 1.013356ms, libovsdb time 227.613µs
I0406 02:56:10.259622    3809 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-kmpmq after 0 failed attempt(s)
I0406 02:56:10.268254    3809 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher
I0406 02:56:10.278848    3809 iptables.go:108] Creating table: mangle chain: OUTPUT
I0406 02:56:10.281794    3809 iptables.go:108] Creating table: nat chain: OUTPUT
I0406 02:56:10.297504    3809 iptables.go:108] Creating table: nat chain: PREROUTING
I0406 02:56:10.337246    3809 iptables.go:108] Creating table: filter chain: FORWARD
I0406 02:56:10.352184    3809 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1
W0406 02:56:10.352348    3809 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0406 02:56:10.352407    3809 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4
W0406 02:56:10.352527    3809 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0406 02:56:10.352586    3809 gateway_init.go:325] Gateway and management port readiness took 2.649040491s
I0406 02:56:10.352618    3809 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0406 02:56:10.352669    3809 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0406 02:56:10.352687    3809 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0406 02:56:10.352701    3809 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0406 02:56:10.352775    3809 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0406 02:56:10.352842    3809 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 43.206µs
I0406 02:56:10.353079    3809 network_controller.go:246] [node-nad-controller network controller]: syncing all networks
I0406 02:56:10.353108    3809 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 17.802µs
I0406 02:56:10.353117    3809 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.802µs
I0406 02:56:10.353125    3809 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0406 02:56:10.353138    3809 nad_controller.go:173] [node-nad-controller NAD controller]: started
I0406 02:56:10.353146    3809 default_node_network_controller.go:898] Starting the default node network controller
I0406 02:56:10.353153    3809 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0406 02:56:10.353234    3809 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 10.599µs
I0406 02:56:10.353325    3809 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0406 02:56:10.353335    3809 default_node_network_controller.go:934] Waiting for gateway and management port readiness...
I0406 02:56:10.353374    3809 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000609a70 0xc0004c1d50 0xc0004c1dc0 0xc0004c1e30 0xc0004c1ea0 0xc0004c1f10 <nil> 0xc0002dc000 0xc00062bef0 0xc0002dc0e0 0xc0002dc150 <nil> 0xc000a28140 0xc006500d90 <nil> <nil> <nil> 0xc0002dc1c0 map[0x2f8f0c0:0xc002294ea0 0x2f8f600:0xc005415080 0x2f90080:0xc002510d80 0x2f90320:0xc002294e40 0x2f90b00:0xc002294f00 0x2f90da0:0xc002294f60 0x2f91040:0xc002294fc0 0x2f91820:0xc0054150e0 0x2f91ac0:0xc005415140 0x2fbc3e0:0xc001781140 0x2fbc780:0xc0017811a0 0x2fbd260:0xc000cb8ea0 0x2fbebc0:0xc001bc6000 0x2fbf6a0:0xc0016906c0 0x2fc0520:0xc001bc6060] 0xc000730af0 0}
I0406 02:56:10.353445    3809 gateway.go:151] Starting gateway service sync
I0406 02:56:10.353914    3809 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0406 02:56:10.355909    3809 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0406 02:56:10.364364    3809 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0406 02:56:10.365385    3809 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0406 02:56:10.366381    3809 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0406 02:56:10.398317    3809 gateway.go:168] Gateway service sync done. Time taken: 44.86029ms
I0406 02:56:10.398787    3809 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30647
I0406 02:56:10.399081    3809 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000609a70 0xc0004c1d50 0xc0004c1dc0 0xc0004c1e30 0xc0004c1ea0 0xc0004c1f10 <nil> 0xc0002dc000 0xc00062bef0 0xc0002dc0e0 0xc0002dc150 <nil> 0xc000a28140 0xc006500d90 <nil> <nil> <nil> 0xc0002dc1c0 map[0x2f8f0c0:0xc002294ea0 0x2f8f600:0xc005415080 0x2f90080:0xc002510d80 0x2f90320:0xc002294e40 0x2f90b00:0xc002294f00 0x2f90da0:0xc002294f60 0x2f91040:0xc002294fc0 0x2f91820:0xc0054150e0 0x2f91ac0:0xc005415140 0x2fbc3e0:0xc001781140 0x2fbc780:0xc0017811a0 0x2fbd260:0xc000cb8ea0 0x2fbebc0:0xc001bc6000 0x2fbf6a0:0xc0016906c0 0x2fc0520:0xc001bc6060] 0xc000730af0 0}
I0406 02:56:10.399518    3809 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000609a70 0xc0004c1d50 0xc0004c1dc0 0xc0004c1e30 0xc0004c1ea0 0xc0004c1f10 <nil> 0xc0002dc000 0xc00062bef0 0xc0002dc0e0 0xc0002dc150 <nil> 0xc000a28140 0xc006500d90 <nil> <nil> <nil> 0xc0002dc1c0 map[0x2f8f0c0:0xc002294ea0 0x2f8f600:0xc005415080 0x2f90080:0xc002510d80 0x2f90320:0xc002294e40 0x2f90b00:0xc002294f00 0x2f90da0:0xc002294f60 0x2f91040:0xc002294fc0 0x2f91820:0xc0054150e0 0x2f91ac0:0xc005415140 0x2fbc3e0:0xc001781140 0x2fbc780:0xc0017811a0 0x2fbd260:0xc000cb8ea0 0x2fbebc0:0xc001bc6000 0x2fbf6a0:0xc0016906c0 0x2fc0520:0xc001bc6060] 0xc000730af0 0}
I0406 02:56:10.399550    3809 gateway.go:519] Reconciling gateway with updates
I0406 02:56:10.404232    3809 gateway.go:326] Spawning Conntrack Rule Check Thread
I0406 02:56:10.404316    3809 default_node_network_controller.go:943] Gateway and management port readiness took 50.975185ms
I0406 02:56:10.404327    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0406 02:56:10.404327    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0406 02:56:10.404342    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0406 02:56:10.404315    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0406 02:56:10.404351    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0406 02:56:10.404352    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0406 02:56:10.404368    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0406 02:56:10.404388    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0406 02:56:10.404407    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0406 02:56:10.404410    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0406 02:56:10.404405    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0406 02:56:10.404427    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0406 02:56:10.404441    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0406 02:56:10.404445    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0406 02:56:10.404444    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0406 02:56:10.404455    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0406 02:56:10.404457    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0406 02:56:10.404463    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0406 02:56:10.404467    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0406 02:56:10.404477    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0406 02:56:10.404482    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0406 02:56:10.404484    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0406 02:56:10.404343    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0406 02:56:10.404485    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0406 02:56:10.404494    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0406 02:56:10.404494    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0406 02:56:10.404499    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0406 02:56:10.404499    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0406 02:56:10.404442    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0406 02:56:10.404506    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0406 02:56:10.404510    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0406 02:56:10.404510    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0406 02:56:10.404511    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0406 02:56:10.404519    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0406 02:56:10.404531    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0406 02:56:10.404537    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0406 02:56:10.404552    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0406 02:56:10.404553    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0406 02:56:10.404562    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0406 02:56:10.404315    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0406 02:56:10.404594    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0406 02:56:10.404605    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0406 02:56:10.404616    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0406 02:56:10.404625    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0406 02:56:10.404620    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0406 02:56:10.404630    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0406 02:56:10.404651    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0406 02:56:10.404671    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0406 02:56:10.404602    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0406 02:56:10.404686    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0406 02:56:10.404514    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0406 02:56:10.404721    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0406 02:56:10.404490    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0406 02:56:10.404753    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0406 02:56:10.404762    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0406 02:56:10.404454    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0406 02:56:10.404763    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0406 02:56:10.404517    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0406 02:56:10.404477    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0406 02:56:10.404500    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0406 02:56:10.404864    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0406 02:56:10.404863    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0406 02:56:10.404878    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0406 02:56:10.404883    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0406 02:56:10.404891    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0406 02:56:10.404895    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0406 02:56:10.404901    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0406 02:56:10.404904    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0406 02:56:10.404906    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0406 02:56:10.404912    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0406 02:56:10.404916    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0406 02:56:10.404922    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0406 02:56:10.404926    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0406 02:56:10.404928    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0406 02:56:10.404931    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0406 02:56:10.404931    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0406 02:56:10.404940    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0406 02:56:10.404948    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0406 02:56:10.404946    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0406 02:56:10.404954    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0406 02:56:10.404958    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0406 02:56:10.404960    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0406 02:56:10.404966    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0406 02:56:10.404926    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0406 02:56:10.404983    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0406 02:56:10.404923    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0406 02:56:10.405001    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0406 02:56:10.404935    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0406 02:56:10.404429    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0406 02:56:10.405020    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0406 02:56:10.404917    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0406 02:56:10.405064    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0406 02:56:10.405078    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0406 02:56:10.405078    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0406 02:56:10.404999    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0406 02:56:10.404491    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0406 02:56:10.404455    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0406 02:56:10.405163    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0406 02:56:10.404339    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0406 02:56:10.405180    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0406 02:56:10.405191    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0406 02:56:10.404517    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0406 02:56:10.404503    3809 port_claim.go:71] Svc openshift-ingress/router-default: port 32685 is already open, no action needed
I0406 02:56:10.405219    3809 port_claim.go:71] Svc openshift-ingress/router-default: port 32404 is already open, no action needed
I0406 02:56:10.404585    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0406 02:56:10.404911    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0406 02:56:10.405252    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0406 02:56:10.404935    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0406 02:56:10.405301    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0406 02:56:10.404937    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0406 02:56:10.404939    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0406 02:56:10.405349    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0406 02:56:10.404516    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0406 02:56:10.405369    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0406 02:56:10.406080    3809 node_ip_handler_linux.go:160] Node IP manager is running
W0406 02:56:10.438923    3809 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0406 02:56:10.439101    3809 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0406 02:56:10.439220    3809 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0406 02:56:10.448521    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0406 02:56:10.448544    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0406 02:56:10.448566    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0406 02:56:10.448574    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0406 02:56:10.448580    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0406 02:56:10.485315    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0406 02:56:10.485337    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0406 02:56:10.485347    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0406 02:56:10.485353    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0406 02:56:10.485359    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0406 02:56:10.485364    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0406 02:56:10.485370    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0406 02:56:10.485382    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0406 02:56:10.485396    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0406 02:56:10.521704    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0406 02:56:10.521771    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0406 02:56:10.521788    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0406 02:56:10.521794    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0406 02:56:10.521799    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0406 02:56:10.521805    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0406 02:56:12.198273    3809 default_node_network_controller.go:1369] Starting node controller node sync
W0406 02:56:12.198280    3809 egressip_healthcheck.go:76] Health checking using insecure connection
I0406 02:56:12.198318    3809 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0406 02:56:12.209727    3809 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.435027ms
I0406 02:56:12.209943    3809 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0406 02:56:12.210231    3809 egressservice_node.go:93] Setting up event handlers for Egress Services
I0406 02:56:12.210344    3809 egressservice_node.go:183] Starting Egress Services Controller
I0406 02:56:12.210360    3809 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0406 02:56:12.210372    3809 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0406 02:56:12.210378    3809 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0406 02:56:12.210383    3809 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0406 02:56:12.210388    3809 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0406 02:56:12.210393    3809 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0406 02:56:12.210400    3809 egressservice_node.go:197] Repairing Egress Services
I0406 02:56:12.220745    3809 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0406 02:56:12.220760    3809 external_controller.go:278] Starting Admin Policy Based Route Controller
I0406 02:56:12.220945    3809 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled
I0406 02:56:12.221015    3809 link_network_manager.go:117] Link manager is running
I0406 02:56:12.221024    3809 default_node_network_controller.go:1087] Default node network controller initialized and ready.
I0406 02:56:12.221065    3809 ovspinning_linux.go:42] OVS CPU affinity pinning disabled
I0406 02:56:12.221348    3809 vrf_manager.go:128] VRF manager is running
I0406 02:56:12.221622    3809 node_controller_manager.go:437] Removing flows to drop GARP
I0406 02:56:12.221634    3809 gateway.go:519] Reconciling gateway with updates
I0406 02:56:12.247751    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0406 02:56:12.247766    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0406 02:56:12.247769    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0406 02:56:12.247780    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0406 02:56:12.247784    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0406 02:56:12.247794    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0406 02:56:12.247796    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0406 02:56:12.247798    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0406 02:56:12.247797    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0406 02:56:12.247803    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0406 02:56:12.247813    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0406 02:56:12.247815    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0406 02:56:12.247821    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0406 02:56:12.247803    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0406 02:56:12.247819    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0406 02:56:12.247784    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0406 02:56:12.247845    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0406 02:56:12.247848    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0406 02:56:12.247856    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0406 02:56:12.247857    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0406 02:56:12.247862    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0406 02:56:12.247868    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0406 02:56:12.247870    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0406 02:56:12.247876    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0406 02:56:12.247877    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0406 02:56:12.247879    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0406 02:56:12.247890    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0406 02:56:12.247894    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0406 02:56:12.247897    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0406 02:56:12.247899    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0406 02:56:12.247836    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0406 02:56:12.247913    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0406 02:56:12.247921    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0406 02:56:12.247930    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0406 02:56:12.247935    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0406 02:56:12.247943    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0406 02:56:12.247847    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0406 02:56:12.247787    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0406 02:56:12.247833    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0406 02:56:12.247971    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0406 02:56:12.247977    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0406 02:56:12.247977    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0406 02:56:12.247978    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0406 02:56:12.247924    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0406 02:56:12.247984    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0406 02:56:12.247992    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0406 02:56:12.247864    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0406 02:56:12.248000    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0406 02:56:12.248004    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0406 02:56:12.248012    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0406 02:56:12.248013    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0406 02:56:12.248014    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0406 02:56:12.248023    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0406 02:56:12.248031    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0406 02:56:12.247974    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0406 02:56:12.248075    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0406 02:56:12.248093    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0406 02:56:12.247912    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0406 02:56:12.247885    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0406 02:56:12.248116    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0406 02:56:12.248121    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0406 02:56:12.248010    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0406 02:56:12.248140    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0406 02:56:12.248160    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0406 02:56:12.248165    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0406 02:56:12.248170    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0406 02:56:12.248167    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0406 02:56:12.248176    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0406 02:56:12.248177    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0406 02:56:12.247896    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0406 02:56:12.248184    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0406 02:56:12.248188    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0406 02:56:12.248185    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0406 02:56:12.248195    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0406 02:56:12.248197    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0406 02:56:12.248201    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0406 02:56:12.248206    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0406 02:56:12.248211    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0406 02:56:12.248187    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0406 02:56:12.247944    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0406 02:56:12.248341    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0406 02:56:12.248345    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0406 02:56:12.248367    3809 port_claim.go:71] Svc openshift-ingress/router-default: port 32685 is already open, no action needed
I0406 02:56:12.248373    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0406 02:56:12.248382    3809 port_claim.go:71] Svc openshift-ingress/router-default: port 32404 is already open, no action needed
I0406 02:56:12.247983    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0406 02:56:12.247961    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0406 02:56:12.248430    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0406 02:56:12.247885    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0406 02:56:12.248476    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0406 02:56:12.248000    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0406 02:56:12.248505    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0406 02:56:12.247898    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0406 02:56:12.248514    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0406 02:56:12.248001    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0406 02:56:12.248541    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0406 02:56:12.247997    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0406 02:56:12.248633    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0406 02:56:12.248004    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0406 02:56:12.247847    3809 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0406 02:56:12.248768    3809 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0406 02:56:12.248420    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0406 02:56:12.247988    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0406 02:56:12.296568    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0406 02:56:12.296591    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0406 02:56:12.296600    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0406 02:56:12.334145    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0406 02:56:12.334168    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0406 02:56:12.334174    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0406 02:56:12.334181    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0406 02:56:12.334189    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0406 02:56:12.334219    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0406 02:56:12.334236    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0406 02:56:12.334243    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0406 02:56:12.334251    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0406 02:56:12.334257    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0406 02:56:12.334264    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0406 02:56:12.334275    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0406 02:56:12.334282    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0406 02:56:12.334288    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0406 02:56:12.334294    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0406 02:56:12.334300    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0406 02:56:12.334304    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0406 02:56:12.334310    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0406 02:56:12.334315    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0406 02:56:12.334321    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0406 02:56:12.334327    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0406 02:56:12.372301    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0406 02:56:12.372306    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0406 02:56:12.372327    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0406 02:56:12.372341    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0406 02:56:12.372349    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0406 02:56:12.372354    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0406 02:56:12.372359    3809 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0406 02:56:13.927310    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-56.ec2.internal
I0406 02:56:13.927344    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-56.ec2.internal: 41.521µs
I0406 02:56:13.955332    3809 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-68b596bb54-4w84r] creating logical port openshift-image-registry_image-registry-68b596bb54-4w84r for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:13.955483    3809 kube.go:256] Updating pod openshift-image-registry/image-registry-68b596bb54-4w84r
I0406 02:56:13.978086    3809 pod.go:62] [openshift-image-registry/image-registry-68b596bb54-4w84r] pod update took 22.647109ms
I0406 02:56:13.978107    3809 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-68b596bb54-4w84r] addLogicalPort annotation time took 22.670262ms
I0406 02:56:13.979227    3809 pods.go:271] [openshift-image-registry/image-registry-68b596bb54-4w84r] addLogicalPort took 23.918962ms, libovsdb time 876.453µs
I0406 02:56:14.002114    3809 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-2rm7p] creating logical port openshift-dns_dns-default-2rm7p for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:14.002228    3809 kube.go:256] Updating pod openshift-dns/dns-default-2rm7p
I0406 02:56:14.006610    3809 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-6465cb84c-6zsl7] creating logical port openshift-network-console_networking-console-plugin-6465cb84c-6zsl7 for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:14.006704    3809 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-6465cb84c-6zsl7
I0406 02:56:14.006789    3809 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-57d9b95648-2mg48] creating logical port openshift-console-operator_console-operator-57d9b95648-2mg48 for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:14.006829    3809 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-5vmh7] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-75b48889dc-5vmh7 for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:14.006926    3809 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-5vmh7
I0406 02:56:14.006989    3809 kube.go:256] Updating pod openshift-console-operator/console-operator-57d9b95648-2mg48
I0406 02:56:14.006940    3809 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-6465cb84c-72z86] creating logical port openshift-network-console_networking-console-plugin-6465cb84c-72z86 for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:14.007098    3809 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-65b957665b-wzsc8] creating logical port openshift-monitoring_cluster-monitoring-operator-65b957665b-wzsc8 for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:14.007186    3809 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-6465cb84c-72z86
I0406 02:56:14.007204    3809 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-65b957665b-wzsc8
I0406 02:56:14.007550    3809 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6f4dc9bddb-85mcc] creating logical port openshift-insights_insights-operator-6f4dc9bddb-85mcc for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:14.007618    3809 kube.go:256] Updating pod openshift-insights/insights-operator-6f4dc9bddb-85mcc
I0406 02:56:14.009193    3809 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-566948cd75-l6vhx] creating logical port openshift-ingress_router-default-566948cd75-l6vhx for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:14.009272    3809 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5bc8cc747b-htb6n] creating logical port openshift-ingress_router-default-5bc8cc747b-htb6n for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:14.009346    3809 kube.go:256] Updating pod openshift-ingress/router-default-566948cd75-l6vhx
I0406 02:56:14.009350    3809 kube.go:256] Updating pod openshift-ingress/router-default-5bc8cc747b-htb6n
I0406 02:56:14.028600    3809 pod.go:62] [openshift-network-console/networking-console-plugin-6465cb84c-6zsl7] pod update took 21.921219ms
I0406 02:56:14.028618    3809 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-6465cb84c-6zsl7] addLogicalPort annotation time took 21.959797ms
I0406 02:56:14.028783    3809 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-5bff8f5d77-kz8jr] creating logical port openshift-network-diagnostics_network-check-source-5bff8f5d77-kz8jr for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:14.028870    3809 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-5bff8f5d77-kz8jr
I0406 02:56:14.029564    3809 pod.go:62] [openshift-dns/dns-default-2rm7p] pod update took 27.360188ms
I0406 02:56:14.029576    3809 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-qsgl6] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-qsgl6 for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:14.029582    3809 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-2rm7p] addLogicalPort annotation time took 27.382531ms
I0406 02:56:14.029789    3809 pods.go:271] [openshift-network-console/networking-console-plugin-6465cb84c-6zsl7] addLogicalPort took 23.191312ms, libovsdb time 878.629µs
I0406 02:56:14.029913    3809 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-qsgl6
I0406 02:56:14.030782    3809 pods.go:271] [openshift-dns/dns-default-2rm7p] addLogicalPort took 28.68222ms, libovsdb time 787.751µs
I0406 02:56:14.032117    3809 pod.go:62] [openshift-insights/insights-operator-6f4dc9bddb-85mcc] pod update took 24.511747ms
I0406 02:56:14.032137    3809 base_network_controller_pods.go:937] [default/openshift-insights/insights-operator-6f4dc9bddb-85mcc] addLogicalPort annotation time took 24.531897ms
I0406 02:56:14.033265    3809 pods.go:271] [openshift-insights/insights-operator-6f4dc9bddb-85mcc] addLogicalPort took 25.724603ms, libovsdb time 832.651µs
I0406 02:56:14.033304    3809 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-zn7tr] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-d4cbcbb94-zn7tr for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:14.033353    3809 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-zn7tr
I0406 02:56:14.037791    3809 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-65b957665b-wzsc8] pod update took 30.634061ms
I0406 02:56:14.037871    3809 base_network_controller_pods.go:937] [default/openshift-monitoring/cluster-monitoring-operator-65b957665b-wzsc8] addLogicalPort annotation time took 30.706258ms
I0406 02:56:14.037898    3809 pod.go:62] [openshift-console-operator/console-operator-57d9b95648-2mg48] pod update took 30.976153ms
I0406 02:56:14.037903    3809 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-5vmh7] pod update took 31.001846ms
I0406 02:56:14.037918    3809 base_network_controller_pods.go:937] [default/openshift-console-operator/console-operator-57d9b95648-2mg48] addLogicalPort annotation time took 31.01764ms
I0406 02:56:14.037921    3809 base_network_controller_pods.go:937] [default/openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-5vmh7] addLogicalPort annotation time took 31.022338ms
I0406 02:56:14.037844    3809 pod.go:62] [openshift-network-console/networking-console-plugin-6465cb84c-72z86] pod update took 30.688239ms
I0406 02:56:14.037943    3809 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-6465cb84c-72z86] addLogicalPort annotation time took 30.789874ms
I0406 02:56:14.039136    3809 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-5vmh7] addLogicalPort took 32.31758ms, libovsdb time 908.213µs
I0406 02:56:14.040559    3809 pod.go:62] [openshift-ingress/router-default-566948cd75-l6vhx] pod update took 31.244126ms
I0406 02:56:14.040583    3809 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-566948cd75-l6vhx] addLogicalPort annotation time took 31.268324ms
I0406 02:56:14.040771    3809 pods.go:271] [openshift-network-console/networking-console-plugin-6465cb84c-72z86] addLogicalPort took 33.858371ms, libovsdb time 2.488062ms
I0406 02:56:14.040833    3809 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-zpct8] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-98c9d9db4-zpct8 for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:14.040902    3809 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-zpct8
I0406 02:56:14.040988    3809 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-65b957665b-wzsc8] addLogicalPort took 33.898667ms, libovsdb time 2.70597ms
I0406 02:56:14.041041    3809 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-bhqcw] creating logical port openshift-ingress-canary_ingress-canary-bhqcw for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:14.041104    3809 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-bhqcw
I0406 02:56:14.041190    3809 pods.go:271] [openshift-console-operator/console-operator-57d9b95648-2mg48] addLogicalPort took 34.415158ms, libovsdb time 2.029847ms
I0406 02:56:14.041245    3809 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-54f5cf58db-qspf7] creating logical port openshift-service-ca-operator_service-ca-operator-54f5cf58db-qspf7 for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:14.041307    3809 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-54f5cf58db-qspf7
I0406 02:56:14.042180    3809 pods.go:271] [openshift-ingress/router-default-566948cd75-l6vhx] addLogicalPort took 32.996442ms, libovsdb time 852.091µs
I0406 02:56:14.048719    3809 pod.go:62] [openshift-ingress/router-default-5bc8cc747b-htb6n] pod update took 39.401569ms
I0406 02:56:14.048752    3809 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-5bc8cc747b-htb6n] addLogicalPort annotation time took 39.435149ms
I0406 02:56:14.049612    3809 pods.go:271] [openshift-ingress/router-default-5bc8cc747b-htb6n] addLogicalPort took 40.346575ms, libovsdb time 601.688µs
I0406 02:56:14.052948    3809 pod.go:62] [openshift-network-diagnostics/network-check-source-5bff8f5d77-kz8jr] pod update took 24.090809ms
I0406 02:56:14.052968    3809 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-source-5bff8f5d77-kz8jr] addLogicalPort annotation time took 24.110425ms
I0406 02:56:14.053135    3809 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qsgl6] pod update took 23.250043ms
I0406 02:56:14.053152    3809 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-qsgl6] addLogicalPort annotation time took 23.275139ms
I0406 02:56:14.054115    3809 pods.go:271] [openshift-network-diagnostics/network-check-source-5bff8f5d77-kz8jr] addLogicalPort took 25.339666ms, libovsdb time 856.408µs
I0406 02:56:14.054620    3809 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qsgl6] addLogicalPort took 25.057056ms, libovsdb time 1.114538ms
I0406 02:56:14.055442    3809 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-zn7tr] pod update took 22.107075ms
I0406 02:56:14.055459    3809 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-zn7tr] addLogicalPort annotation time took 22.126532ms
I0406 02:56:14.056493    3809 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-zn7tr] addLogicalPort took 23.191306ms, libovsdb time 702.036µs
I0406 02:56:14.058879    3809 pod.go:62] [openshift-ingress-canary/ingress-canary-bhqcw] pod update took 17.798164ms
I0406 02:56:14.058926    3809 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-zpct8] pod update took 18.044832ms
I0406 02:56:14.058991    3809 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-zpct8] addLogicalPort annotation time took 18.109966ms
I0406 02:56:14.058943    3809 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-bhqcw] addLogicalPort annotation time took 17.860648ms
I0406 02:56:14.060137    3809 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-zpct8] addLogicalPort took 19.30996ms, libovsdb time 719.121µs
I0406 02:56:14.060408    3809 pods.go:271] [openshift-ingress-canary/ingress-canary-bhqcw] addLogicalPort took 19.370629ms, libovsdb time 935.452µs
I0406 02:56:14.063630    3809 pod.go:62] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-qspf7] pod update took 22.339761ms
I0406 02:56:14.063650    3809 base_network_controller_pods.go:937] [default/openshift-service-ca-operator/service-ca-operator-54f5cf58db-qspf7] addLogicalPort annotation time took 22.36096ms
I0406 02:56:14.064631    3809 pods.go:271] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-qspf7] addLogicalPort took 23.392548ms, libovsdb time 647µs
I0406 02:56:15.066357    3809 cni.go:403] [openshift-console-operator/console-operator-57d9b95648-2mg48 ecc91a57b7318d183344341fc267f8e79b8b5c9ab4716a5ad106b9b96227223b network default NAD default] ADD starting CNI request [openshift-console-operator/console-operator-57d9b95648-2mg48 ecc91a57b7318d183344341fc267f8e79b8b5c9ab4716a5ad106b9b96227223b network default NAD default]
I0406 02:56:15.066442    3809 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qsgl6 30209f76bcb3e895c33fd8e5d01744040cbc4773ff3793e4f84c71de5b330bfa network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qsgl6 30209f76bcb3e895c33fd8e5d01744040cbc4773ff3793e4f84c71de5b330bfa network default NAD default]
I0406 02:56:15.069986    3809 cni.go:403] [openshift-ingress-canary/ingress-canary-bhqcw 4bdf94335a712aeaa97730bb144a8585f8930381902543771bc30d8c1375e7dc network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-bhqcw 4bdf94335a712aeaa97730bb144a8585f8930381902543771bc30d8c1375e7dc network default NAD default]
I0406 02:56:15.070813    3809 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-zpct8 f24269aad139ab26cc82816818c30a0c6adc7c1773c342767aa9c6ed59d47465 network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-zpct8 f24269aad139ab26cc82816818c30a0c6adc7c1773c342767aa9c6ed59d47465 network default NAD default]
I0406 02:56:15.071465    3809 cni.go:403] [openshift-insights/insights-operator-6f4dc9bddb-85mcc d6f526ab2b482084ed41d0c4a72d71abf0156ce2962d9398360d902358369d8b network default NAD default] ADD starting CNI request [openshift-insights/insights-operator-6f4dc9bddb-85mcc d6f526ab2b482084ed41d0c4a72d71abf0156ce2962d9398360d902358369d8b network default NAD default]
I0406 02:56:15.074543    3809 cni.go:403] [openshift-network-diagnostics/network-check-source-5bff8f5d77-kz8jr 8da9547df43461b9242c82e22d5362c4d8ed18d3ca6cd0fd2724cf1fc4b6744f network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-source-5bff8f5d77-kz8jr 8da9547df43461b9242c82e22d5362c4d8ed18d3ca6cd0fd2724cf1fc4b6744f network default NAD default]
I0406 02:56:15.107745    3809 cni.go:403] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-zn7tr 7a55caceb3c8aa5948c1ee02f99ce1d0e4362876119e2da6134b38989cdc147f network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-zn7tr 7a55caceb3c8aa5948c1ee02f99ce1d0e4362876119e2da6134b38989cdc147f network default NAD default]
I0406 02:56:15.117036    3809 cni.go:403] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-qspf7 3064f67de9116abde65d0b305dc5005419fecb6cf908784885200919db17e572 network default NAD default] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-54f5cf58db-qspf7 3064f67de9116abde65d0b305dc5005419fecb6cf908784885200919db17e572 network default NAD default]
I0406 02:56:15.117348    3809 cni.go:403] [openshift-network-diagnostics/network-check-target-kmpmq bbe7d5383fc955b28d41c7f42e27d21819d2c9cb0647add4ff9e6c32d3767bec network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-kmpmq bbe7d5383fc955b28d41c7f42e27d21819d2c9cb0647add4ff9e6c32d3767bec network default NAD default]
I0406 02:56:15.140778    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6f4dc9bddb-85mcc, hostIfaceName: d6f526ab2b48208, network: default, NAD default, SandboxID: "d6f526ab2b482084ed41d0c4a72d71abf0156ce2962d9398360d902358369d8b", PCI device ID: , UID: "ac38b83e-f7e2-49c8-8df9-8e86031f3a13", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0406 02:56:15.141847    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-qsgl6, hostIfaceName: 30209f76bcb3e89, network: default, NAD default, SandboxID: "30209f76bcb3e895c33fd8e5d01744040cbc4773ff3793e4f84c71de5b330bfa", PCI device ID: , UID: "99e82e3f-5d10-4718-9a90-2c31bc6ee7e3", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0406 02:56:15.142109    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-57d9b95648-2mg48, hostIfaceName: ecc91a57b7318d1, network: default, NAD default, SandboxID: "ecc91a57b7318d183344341fc267f8e79b8b5c9ab4716a5ad106b9b96227223b", PCI device ID: , UID: "0760a972-9e69-4a48-9f0a-26c1fe8cfb6e", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0406 02:56:15.142560    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-bhqcw, hostIfaceName: 4bdf94335a712ae, network: default, NAD default, SandboxID: "4bdf94335a712aeaa97730bb144a8585f8930381902543771bc30d8c1375e7dc", PCI device ID: , UID: "b3470714-4c89-4025-bbe3-5ceec58963fc", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0406 02:56:15.143415    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-98c9d9db4-zpct8, hostIfaceName: f24269aad139ab2, network: default, NAD default, SandboxID: "f24269aad139ab26cc82816818c30a0c6adc7c1773c342767aa9c6ed59d47465", PCI device ID: , UID: "3738c631-5bf9-4635-ad91-a2f6c6089e32", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0406 02:56:15.143506    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-d4cbcbb94-zn7tr, hostIfaceName: 7a55caceb3c8aa5, network: default, NAD default, SandboxID: "7a55caceb3c8aa5948c1ee02f99ce1d0e4362876119e2da6134b38989cdc147f", PCI device ID: , UID: "eb3f3d22-4e5c-4a3c-9d8e-0df7615e064a", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0406 02:56:15.144062    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-5bff8f5d77-kz8jr, hostIfaceName: 8da9547df43461b, network: default, NAD default, SandboxID: "8da9547df43461b9242c82e22d5362c4d8ed18d3ca6cd0fd2724cf1fc4b6744f", PCI device ID: , UID: "6c1f5438-d46d-4956-8d67-c75db83974f2", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0406 02:56:15.144705    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-kmpmq, hostIfaceName: bbe7d5383fc955b, network: default, NAD default, SandboxID: "bbe7d5383fc955b28d41c7f42e27d21819d2c9cb0647add4ff9e6c32d3767bec", PCI device ID: , UID: "6898440b-45aa-4ee6-b6dd-f64ed903c28d", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0406 02:56:15.149386    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-54f5cf58db-qspf7, hostIfaceName: 3064f67de9116ab, network: default, NAD default, SandboxID: "3064f67de9116abde65d0b305dc5005419fecb6cf908784885200919db17e572", PCI device ID: , UID: "b1801e20-6ada-4ba4-b584-fa71e53a885f", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0406 02:56:15.214251    3809 cni.go:424] [openshift-insights/insights-operator-6f4dc9bddb-85mcc d6f526ab2b482084ed41d0c4a72d71abf0156ce2962d9398360d902358369d8b network default NAD default] ADD finished CNI request [openshift-insights/insights-operator-6f4dc9bddb-85mcc d6f526ab2b482084ed41d0c4a72d71abf0156ce2962d9398360d902358369d8b network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:af:eb:2c:98:b5\",\"name\":\"d6f526ab2b48208\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97003cd5-e9e9-4f60-89c4-266a8b6edbd0\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:15.221953    3809 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-zpct8 f24269aad139ab26cc82816818c30a0c6adc7c1773c342767aa9c6ed59d47465 network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-zpct8 f24269aad139ab26cc82816818c30a0c6adc7c1773c342767aa9c6ed59d47465 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:04:92:74:c6:9d\",\"name\":\"f24269aad139ab2\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cde89a5c-5403-43bb-b6af-be29372bbe0e\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:15.222434    3809 cni.go:424] [openshift-ingress-canary/ingress-canary-bhqcw 4bdf94335a712aeaa97730bb144a8585f8930381902543771bc30d8c1375e7dc network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-bhqcw 4bdf94335a712aeaa97730bb144a8585f8930381902543771bc30d8c1375e7dc network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:ff:c4:dd:22:59\",\"name\":\"4bdf94335a712ae\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8087dba7-341a-4469-aaf0-5f77ae2bf13f\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:15.226142    3809 cni.go:424] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-zn7tr 7a55caceb3c8aa5948c1ee02f99ce1d0e4362876119e2da6134b38989cdc147f network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-zn7tr 7a55caceb3c8aa5948c1ee02f99ce1d0e4362876119e2da6134b38989cdc147f network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:1f:11:b7:7c:2c\",\"name\":\"7a55caceb3c8aa5\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc317a9a-fbfa-4877-bf15-76e5a6a095cb\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:15.231705    3809 cni.go:424] [openshift-network-diagnostics/network-check-source-5bff8f5d77-kz8jr 8da9547df43461b9242c82e22d5362c4d8ed18d3ca6cd0fd2724cf1fc4b6744f network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-5bff8f5d77-kz8jr 8da9547df43461b9242c82e22d5362c4d8ed18d3ca6cd0fd2724cf1fc4b6744f network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:97:58:69:9a:eb\",\"name\":\"8da9547df43461b\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6141b73-bf3f-4489-99ec-6b5976b31b18\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:15.232192    3809 cni.go:424] [openshift-network-diagnostics/network-check-target-kmpmq bbe7d5383fc955b28d41c7f42e27d21819d2c9cb0647add4ff9e6c32d3767bec network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-kmpmq bbe7d5383fc955b28d41c7f42e27d21819d2c9cb0647add4ff9e6c32d3767bec network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:9f:0e:e1:62:d5\",\"name\":\"bbe7d5383fc955b\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ae2e73d-cca3-446e-8018-6080d015af04\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:15.234922    3809 cni.go:424] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-qspf7 3064f67de9116abde65d0b305dc5005419fecb6cf908784885200919db17e572 network default NAD default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-54f5cf58db-qspf7 3064f67de9116abde65d0b305dc5005419fecb6cf908784885200919db17e572 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:9f:b3:2c:b4:74\",\"name\":\"3064f67de9116ab\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d324ac6-f209-4398-adf6-d63a99df268b\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:15.246176    3809 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qsgl6 30209f76bcb3e895c33fd8e5d01744040cbc4773ff3793e4f84c71de5b330bfa network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qsgl6 30209f76bcb3e895c33fd8e5d01744040cbc4773ff3793e4f84c71de5b330bfa network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:39:aa:c3:b5:35\",\"name\":\"30209f76bcb3e89\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b47cb858-714d-4213-9ece-da13af1b961b\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:15.246260    3809 cni.go:424] [openshift-console-operator/console-operator-57d9b95648-2mg48 ecc91a57b7318d183344341fc267f8e79b8b5c9ab4716a5ad106b9b96227223b network default NAD default] ADD finished CNI request [openshift-console-operator/console-operator-57d9b95648-2mg48 ecc91a57b7318d183344341fc267f8e79b8b5c9ab4716a5ad106b9b96227223b network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:b1:d3:b0:5e:a7\",\"name\":\"ecc91a57b7318d1\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/549d55c7-9b8e-4819-a2dd-5f0660623d5e\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:17.220417    3809 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-4.ec2.internal in network "default"
I0406 02:56:17.220505    3809 node_tracker.go:220] Node ip-10-0-1-4.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation
I0406 02:56:17.220509    3809 egressfirewall.go:628] Syncing node "ip-10-0-1-4.ec2.internal" for egress firewall
I0406 02:56:17.220510    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-4.ec2.internal
E0406 02:56:17.220527    3809 default_network_controller.go:816] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-4.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0406 02:56:17.220540    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-4.ec2.internal: 35.717µs
I0406 02:56:17.220551    3809 obj_retry.go:544] Failed to create *v1.Node ip-10-0-1-4.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-4.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-4.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-4.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-4.ec2.internal, error parsing annotation for node ip-10-0-1-4.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation]
E0406 02:56:17.235644    3809 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-4.ec2.internal annotation: unexpected end of JSON input
E0406 02:56:17.235634    3809 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-4.ec2.internal annotation: unexpected end of JSON input
I0406 02:56:17.235696    3809 default_network_controller.go:1008] Node "ip-10-0-1-4.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0406 02:56:17.235769    3809 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-4.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-4.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-4.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-4.ec2.internal"
I0406 02:56:17.241934    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal
I0406 02:56:17.242004    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 72.733µs
I0406 02:56:17.241974    3809 egressfirewall.go:628] Syncing node "ip-10-0-2-216.ec2.internal" for egress firewall
I0406 02:56:17.241976    3809 default_network_controller.go:1008] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:17.248807    3809 default_network_controller.go:1008] Node "ip-10-0-1-4.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0406 02:56:17.248868    3809 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-4.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-4.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-4.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-4.ec2.internal"
I0406 02:56:17.261387    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-4.ec2.internal
I0406 02:56:17.261408    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-4.ec2.internal: 25.525µs
I0406 02:56:17.261390    3809 egressfirewall.go:628] Syncing node "ip-10-0-1-4.ec2.internal" for egress firewall
I0406 02:56:17.261467    3809 default_network_controller.go:1008] Node "ip-10-0-1-4.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0406 02:56:17.261514    3809 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-4.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-4.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-4.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-4.ec2.internal"
I0406 02:56:17.279035    3809 default_network_controller.go:1008] Node "ip-10-0-1-4.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true
I0406 02:56:17.470009    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-4.ec2.internal
I0406 02:56:17.470031    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-4.ec2.internal: 30.136µs
I0406 02:56:17.470008    3809 egressfirewall.go:628] Syncing node "ip-10-0-1-4.ec2.internal" for egress firewall
I0406 02:56:17.470048    3809 default_network_controller.go:1008] Node "ip-10-0-1-4.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:17.487696    3809 default_network_controller.go:1008] Node "ip-10-0-1-4.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:17.685581    3809 default_network_controller.go:1008] Node "ip-10-0-1-4.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:19.148678    3809 default_network_controller.go:1008] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:21.381979    3809 default_network_controller.go:1008] Node "ip-10-0-1-4.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:22.666216    3809 cni.go:403] [kube-system/global-pull-secret-syncer-wlv6j e2af5121222640f2f9dbcb3e8013bb6fca430f1ca15d03dff33c283cfedfa271 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-wlv6j e2af5121222640f2f9dbcb3e8013bb6fca430f1ca15d03dff33c283cfedfa271 network default NAD default]
I0406 02:56:22.677100    3809 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-wlv6j, hostIfaceName: e2af5121222640f, network: default, NAD default, SandboxID: "e2af5121222640f2f9dbcb3e8013bb6fca430f1ca15d03dff33c283cfedfa271", PCI device ID: , UID: "6130f623-43fc-4af2-a738-15c133ec3fae", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0406 02:56:22.727015    3809 cni.go:424] [kube-system/global-pull-secret-syncer-wlv6j e2af5121222640f2f9dbcb3e8013bb6fca430f1ca15d03dff33c283cfedfa271 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-wlv6j e2af5121222640f2f9dbcb3e8013bb6fca430f1ca15d03dff33c283cfedfa271 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:cd:76:6f:53:a6\",\"name\":\"e2af5121222640f\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa9cfa4c-c38a-4326-ba40-ef2419647b46\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0406 02:56:23.300577    3809 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0406 02:56:23.451440    3809 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0406 02:56:23.473979    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0406 02:56:23.512609    3809 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-zkdct of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 02:56:23.512635    3809 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-zkdct of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 02:56:24.190627    3809 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0406 02:56:24.192216    3809 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.561877ms
I0406 02:56:24.211481    3809 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0406 02:56:24.365549    3809 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-zkdct of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:56:24.365572    3809 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-zkdct of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:56:24.404748    3809 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-848b55fff-9nnd6] creating logical port openshift-kube-storage-version-migrator_migrator-848b55fff-9nnd6 for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:24.404842    3809 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-848b55fff-9nnd6
I0406 02:56:24.421875    3809 pod.go:62] [openshift-kube-storage-version-migrator/migrator-848b55fff-9nnd6] pod update took 17.056807ms
I0406 02:56:24.421897    3809 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-848b55fff-9nnd6] addLogicalPort annotation time took 17.084383ms
I0406 02:56:24.423336    3809 pods.go:271] [openshift-kube-storage-version-migrator/migrator-848b55fff-9nnd6] addLogicalPort took 18.647882ms, libovsdb time 1.045681ms
I0406 02:56:24.789342    3809 namespace.go:98] [openshift-service-ca] adding namespace
I0406 02:56:24.790271    3809 namespace.go:102] [openshift-service-ca] adding namespace took 904.592µs
I0406 02:56:24.804933    3809 namespace.go:142] [openshift-service-ca] updating namespace
I0406 02:56:24.826745    3809 cni.go:403] [openshift-kube-storage-version-migrator/migrator-848b55fff-9nnd6 a41ca21db0ab5e87523e1b77a4192bf96e876954563076a02c3c05e05c63ad18 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-848b55fff-9nnd6 a41ca21db0ab5e87523e1b77a4192bf96e876954563076a02c3c05e05c63ad18 network default NAD default]
I0406 02:56:24.836407    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-848b55fff-9nnd6, hostIfaceName: a41ca21db0ab5e8, network: default, NAD default, SandboxID: "a41ca21db0ab5e87523e1b77a4192bf96e876954563076a02c3c05e05c63ad18", PCI device ID: , UID: "0870af22-1f97-4bd5-91eb-489acd077a77", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0406 02:56:24.881563    3809 cni.go:424] [openshift-kube-storage-version-migrator/migrator-848b55fff-9nnd6 a41ca21db0ab5e87523e1b77a4192bf96e876954563076a02c3c05e05c63ad18 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-848b55fff-9nnd6 a41ca21db0ab5e87523e1b77a4192bf96e876954563076a02c3c05e05c63ad18 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:1c:4d:b6:5d:02\",\"name\":\"a41ca21db0ab5e8\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd098e11-658c-4aad-abe9-84fda7293b33\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:26.431619    3809 default_network_controller.go:1008] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:26.461297    3809 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-b95c4699b-8dbhj] creating logical port openshift-service-ca_service-ca-b95c4699b-8dbhj for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:26.461386    3809 kube.go:256] Updating pod openshift-service-ca/service-ca-b95c4699b-8dbhj
I0406 02:56:26.472906    3809 pod.go:62] [openshift-service-ca/service-ca-b95c4699b-8dbhj] pod update took 11.542322ms
I0406 02:56:26.472927    3809 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-b95c4699b-8dbhj] addLogicalPort annotation time took 11.567535ms
I0406 02:56:26.474201    3809 pods.go:271] [openshift-service-ca/service-ca-b95c4699b-8dbhj] addLogicalPort took 12.916345ms, libovsdb time 906.285µs
I0406 02:56:27.478096    3809 default_network_controller.go:1008] Node "ip-10-0-1-4.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:27.752666    3809 cni.go:403] [openshift-service-ca/service-ca-b95c4699b-8dbhj e822cebc9c0b3466162e5c276780cf9d7db0301b9314178701f6c100a6cf179e network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-b95c4699b-8dbhj e822cebc9c0b3466162e5c276780cf9d7db0301b9314178701f6c100a6cf179e network default NAD default]
I0406 02:56:27.763171    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-b95c4699b-8dbhj, hostIfaceName: e822cebc9c0b346, network: default, NAD default, SandboxID: "e822cebc9c0b3466162e5c276780cf9d7db0301b9314178701f6c100a6cf179e", PCI device ID: , UID: "29e0b071-67a2-4c27-a4bb-eaa0461fdb2a", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0406 02:56:27.809761    3809 cni.go:424] [openshift-service-ca/service-ca-b95c4699b-8dbhj e822cebc9c0b3466162e5c276780cf9d7db0301b9314178701f6c100a6cf179e network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-b95c4699b-8dbhj e822cebc9c0b3466162e5c276780cf9d7db0301b9314178701f6c100a6cf179e network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:cd:d7:7e:6a:1a\",\"name\":\"e822cebc9c0b346\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1d96e7a-bac7-4212-b001-6ba000d5367b\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:28.686540    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal
I0406 02:56:28.686549    3809 default_network_controller.go:1008] Node "ip-10-0-2-216.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:28.686563    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 27.106µs
I0406 02:56:28.686543    3809 egressfirewall.go:628] Syncing node "ip-10-0-2-216.ec2.internal" for egress firewall
I0406 02:56:30.601711    3809 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-xznvx] creating logical port openshift-insights_insights-runtime-extractor-xznvx for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:30.601859    3809 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-xznvx
I0406 02:56:30.620523    3809 pod.go:62] [openshift-insights/insights-runtime-extractor-xznvx] pod update took 18.702669ms
I0406 02:56:30.620613    3809 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-xznvx] addLogicalPort annotation time took 18.79447ms
I0406 02:56:30.622047    3809 pods.go:271] [openshift-insights/insights-runtime-extractor-xznvx] addLogicalPort took 20.352896ms, libovsdb time 910.722µs
W0406 02:56:32.166981    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0406 02:56:33.123110    3809 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-fb7c9b9f7-w6h6j IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-fb7c9b9f7-w6h6j: no pod IPs found 
W0406 02:56:33.137808    3809 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-68b596bb54-wz76n IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-68b596bb54-wz76n: no pod IPs found 
I0406 02:56:34.324606    3809 default_network_controller.go:1008] Node "ip-10-0-2-216.ec2.internal" in remote zone "ip-10-0-2-216.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:34.324629    3809 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-216.ec2.internal in network "default"
I0406 02:56:34.324673    3809 node_tracker.go:235] Node ip-10-0-2-216.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-216.ec2.internal"
I0406 02:56:34.324687    3809 node_tracker.go:169] Node ip-10-0-2-216.ec2.internal switch + router changed, syncing services in network "default"
I0406 02:56:34.324698    3809 services_controller.go:574] Full service sync requested for network=default
W0406 02:56:34.324895    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0406 02:56:34.325000    3809 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0406 02:56:34.325090    3809 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0406 02:56:34.403494    3809 default_network_controller.go:1008] Node "ip-10-0-2-216.ec2.internal" in remote zone "ip-10-0-2-216.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:34.458288    3809 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-216.ec2.internal in network "default"
I0406 02:56:34.458315    3809 default_network_controller.go:1008] Node "ip-10-0-2-216.ec2.internal" in remote zone "ip-10-0-2-216.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:34.458350    3809 node_tracker.go:169] Node ip-10-0-2-216.ec2.internal switch + router changed, syncing services in network "default"
I0406 02:56:34.458363    3809 services_controller.go:574] Full service sync requested for network=default
W0406 02:56:34.458681    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0406 02:56:34.458826    3809 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0406 02:56:34.458834    3809 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0406 02:56:34.459066    3809 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-216.ec2.internal for the network default
I0406 02:56:34.460395    3809 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-216.ec2.internal" on network "default" took: 1.345924ms
I0406 02:56:36.540159    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal
I0406 02:56:36.540183    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 30.102µs
I0406 02:56:36.540242    3809 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-216.ec2.internal in network "default"
I0406 02:56:36.540291    3809 node_tracker.go:169] Node ip-10-0-2-216.ec2.internal switch + router changed, syncing services in network "default"
I0406 02:56:36.540305    3809 services_controller.go:574] Full service sync requested for network=default
I0406 02:56:36.540248    3809 egressfirewall.go:628] Syncing node "ip-10-0-2-216.ec2.internal" for egress firewall
I0406 02:56:36.540247    3809 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-216.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0406 02:56:36.540374    3809 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-216.ec2.internal", IP: 10.0.2.216 to PMTUD blocking rules
W0406 02:56:36.540413    3809 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0406 02:56:36.540677    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0406 02:56:36.540787    3809 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0406 02:56:36.546394    3809 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-216.ec2.internal. Updating no re-route policies
I0406 02:56:36.568121    3809 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-216.ec2.internal", IP: 10.0.2.216 to PMTUD blocking rules
I0406 02:56:36.568136    3809 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-216.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0406 02:56:37.141260    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-4.ec2.internal
I0406 02:56:37.141276    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-4.ec2.internal: 23.684µs
I0406 02:56:37.141262    3809 egressfirewall.go:628] Syncing node "ip-10-0-1-4.ec2.internal" for egress firewall
I0406 02:56:37.141264    3809 default_network_controller.go:1008] Node "ip-10-0-1-4.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:37.629122    3809 default_network_controller.go:1008] Node "ip-10-0-1-4.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:40.259903    3809 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tg4jk
I0406 02:56:40.259925    3809 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tg4jk
I0406 02:56:40.259909    3809 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9jhwf
I0406 02:56:40.259935    3809 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9jhwf
I0406 02:56:40.259973    3809 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-9jhwf, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9jhwf: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9jhwf: no pod IPs found 
I0406 02:56:40.259994    3809 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-tg4jk, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tg4jk: suppressed error logged: pod openshift-multus/network-metrics-daemon-tg4jk: no pod IPs found 
I0406 02:56:46.149133    3809 cni.go:403] [openshift-image-registry/image-registry-68b596bb54-4w84r 8fdf166cc3f8053bd935b4ca01453b4f26e848b8663d592a32e4c9b5d628225d network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-68b596bb54-4w84r 8fdf166cc3f8053bd935b4ca01453b4f26e848b8663d592a32e4c9b5d628225d network default NAD default]
I0406 02:56:46.158969    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-68b596bb54-4w84r, hostIfaceName: 8fdf166cc3f8053, network: default, NAD default, SandboxID: "8fdf166cc3f8053bd935b4ca01453b4f26e848b8663d592a32e4c9b5d628225d", PCI device ID: , UID: "c821c805-0d84-4f18-b956-f91a27b5d20c", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23]
I0406 02:56:46.207913    3809 cni.go:403] [openshift-dns/dns-default-2rm7p 17a041ab6982ca66822aead123fb306a8c58f55125e6d504514c004cf50286dc network default NAD default] ADD starting CNI request [openshift-dns/dns-default-2rm7p 17a041ab6982ca66822aead123fb306a8c58f55125e6d504514c004cf50286dc network default NAD default]
I0406 02:56:46.208213    3809 cni.go:424] [openshift-image-registry/image-registry-68b596bb54-4w84r 8fdf166cc3f8053bd935b4ca01453b4f26e848b8663d592a32e4c9b5d628225d network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-68b596bb54-4w84r 8fdf166cc3f8053bd935b4ca01453b4f26e848b8663d592a32e4c9b5d628225d network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:9f:88:f5:92:43\",\"name\":\"8fdf166cc3f8053\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e972577-d65f-4fa5-9ecc-6186e574efd6\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:46.235168    3809 cni.go:403] [openshift-network-console/networking-console-plugin-6465cb84c-6zsl7 304bd5d968eab922e0effc0a49bd0a02124a7dfa31dffb14a20f8fc9dfc34d6c network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-6465cb84c-6zsl7 304bd5d968eab922e0effc0a49bd0a02124a7dfa31dffb14a20f8fc9dfc34d6c network default NAD default]
I0406 02:56:46.238055    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-2rm7p, hostIfaceName: 17a041ab6982ca6, network: default, NAD default, SandboxID: "17a041ab6982ca66822aead123fb306a8c58f55125e6d504514c004cf50286dc", PCI device ID: , UID: "e60deb75-8e4d-4c89-b0f6-3738f3210f05", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0406 02:56:46.248096    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-6465cb84c-6zsl7, hostIfaceName: 304bd5d968eab92, network: default, NAD default, SandboxID: "304bd5d968eab922e0effc0a49bd0a02124a7dfa31dffb14a20f8fc9dfc34d6c", PCI device ID: , UID: "11f97f1c-504c-46b3-9b00-6326b8a3f727", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0406 02:56:46.271636    3809 cni.go:403] [openshift-monitoring/cluster-monitoring-operator-65b957665b-wzsc8 5b7627fd0ff11584b7de87f9b4ae4f78d83c363e5c5d907482f11be898b88004 network default NAD default] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-65b957665b-wzsc8 5b7627fd0ff11584b7de87f9b4ae4f78d83c363e5c5d907482f11be898b88004 network default NAD default]
I0406 02:56:46.276347    3809 cni.go:403] [openshift-network-console/networking-console-plugin-6465cb84c-72z86 c29b44ac2ae66e9a77b824277653adb9e55ace45add9d6d2482ff56fdf76052d network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-6465cb84c-72z86 c29b44ac2ae66e9a77b824277653adb9e55ace45add9d6d2482ff56fdf76052d network default NAD default]
I0406 02:56:46.291810    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-6465cb84c-72z86, hostIfaceName: c29b44ac2ae66e9, network: default, NAD default, SandboxID: "c29b44ac2ae66e9a77b824277653adb9e55ace45add9d6d2482ff56fdf76052d", PCI device ID: , UID: "bec2cced-150d-4cec-9b8a-ad7961b861b6", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0406 02:56:46.292755    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-65b957665b-wzsc8, hostIfaceName: 5b7627fd0ff1158, network: default, NAD default, SandboxID: "5b7627fd0ff11584b7de87f9b4ae4f78d83c363e5c5d907482f11be898b88004", PCI device ID: , UID: "2859f0dc-01de-4c46-b50e-1b0d4bd5ec00", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0406 02:56:46.296377    3809 cni.go:424] [openshift-dns/dns-default-2rm7p 17a041ab6982ca66822aead123fb306a8c58f55125e6d504514c004cf50286dc network default NAD default] ADD finished CNI request [openshift-dns/dns-default-2rm7p 17a041ab6982ca66822aead123fb306a8c58f55125e6d504514c004cf50286dc network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:60:6a:5d:fd:bb\",\"name\":\"17a041ab6982ca6\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24a2ef6b-a458-4b3b-a862-403fd5e48bac\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:46.312318    3809 cni.go:403] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-5vmh7 8c0a9d63c352c6bb3ed5426a0c434000b030ffbddc305110e5cc621d4927dba1 network default NAD default] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-5vmh7 8c0a9d63c352c6bb3ed5426a0c434000b030ffbddc305110e5cc621d4927dba1 network default NAD default]
I0406 02:56:46.322201    3809 cni.go:424] [openshift-network-console/networking-console-plugin-6465cb84c-6zsl7 304bd5d968eab922e0effc0a49bd0a02124a7dfa31dffb14a20f8fc9dfc34d6c network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-6465cb84c-6zsl7 304bd5d968eab922e0effc0a49bd0a02124a7dfa31dffb14a20f8fc9dfc34d6c network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:41:76:c9:20:73\",\"name\":\"304bd5d968eab92\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e0a5f56-0008-4cdb-9088-17473914a438\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:46.324634    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-75b48889dc-5vmh7, hostIfaceName: 8c0a9d63c352c6b, network: default, NAD default, SandboxID: "8c0a9d63c352c6bb3ed5426a0c434000b030ffbddc305110e5cc621d4927dba1", PCI device ID: , UID: "27feffe6-6352-460c-bafc-14392f7d710a", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0406 02:56:46.358989    3809 cni.go:403] [openshift-ingress/router-default-5bc8cc747b-htb6n 6d92469c000d22a1bfaef683d6ffb241167d24df2972b1ec3d961b98781ac090 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-5bc8cc747b-htb6n 6d92469c000d22a1bfaef683d6ffb241167d24df2972b1ec3d961b98781ac090 network default NAD default]
I0406 02:56:46.370567    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5bc8cc747b-htb6n, hostIfaceName: 6d92469c000d22a, network: default, NAD default, SandboxID: "6d92469c000d22a1bfaef683d6ffb241167d24df2972b1ec3d961b98781ac090", PCI device ID: , UID: "baede43f-80a8-4283-a6e4-a22fffdf3766", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0406 02:56:46.372629    3809 cni.go:403] [openshift-ingress/router-default-566948cd75-l6vhx 47b3796723768e5d9568a5d7ab77f45b19fc2c6d39ad72e2d0b1bba761c13e6d network default NAD default] ADD starting CNI request [openshift-ingress/router-default-566948cd75-l6vhx 47b3796723768e5d9568a5d7ab77f45b19fc2c6d39ad72e2d0b1bba761c13e6d network default NAD default]
I0406 02:56:46.387709    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-566948cd75-l6vhx, hostIfaceName: 47b3796723768e5, network: default, NAD default, SandboxID: "47b3796723768e5d9568a5d7ab77f45b19fc2c6d39ad72e2d0b1bba761c13e6d", PCI device ID: , UID: "7701cb84-f8ad-4149-8757-8e20c1e83de0", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0406 02:56:46.390258    3809 cni.go:424] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-5vmh7 8c0a9d63c352c6bb3ed5426a0c434000b030ffbddc305110e5cc621d4927dba1 network default NAD default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-5vmh7 8c0a9d63c352c6bb3ed5426a0c434000b030ffbddc305110e5cc621d4927dba1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:df:b5:ad:4d:35\",\"name\":\"8c0a9d63c352c6b\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c25665f-b0a7-4626-aa79-18f016458e8e\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:46.420601    3809 cni.go:424] [openshift-ingress/router-default-5bc8cc747b-htb6n 6d92469c000d22a1bfaef683d6ffb241167d24df2972b1ec3d961b98781ac090 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-5bc8cc747b-htb6n 6d92469c000d22a1bfaef683d6ffb241167d24df2972b1ec3d961b98781ac090 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:cc:da:a3:fe:12\",\"name\":\"6d92469c000d22a\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca3b3ecf-2274-4a6f-b00b-b29de105bdd5\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:46.436999    3809 cni.go:424] [openshift-ingress/router-default-566948cd75-l6vhx 47b3796723768e5d9568a5d7ab77f45b19fc2c6d39ad72e2d0b1bba761c13e6d network default NAD default] ADD finished CNI request [openshift-ingress/router-default-566948cd75-l6vhx 47b3796723768e5d9568a5d7ab77f45b19fc2c6d39ad72e2d0b1bba761c13e6d network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:c2:c8:85:55:6f\",\"name\":\"47b3796723768e5\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f46acf45-6f63-4339-b356-dc30a7715dda\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:46.559023    3809 cni.go:424] [openshift-network-console/networking-console-plugin-6465cb84c-72z86 c29b44ac2ae66e9a77b824277653adb9e55ace45add9d6d2482ff56fdf76052d network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-6465cb84c-72z86 c29b44ac2ae66e9a77b824277653adb9e55ace45add9d6d2482ff56fdf76052d network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:c6:5d:20:81:40\",\"name\":\"c29b44ac2ae66e9\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64f12e63-ea7b-46b0-b072-2a19c6ca8b0b\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:46.559190    3809 cni.go:424] [openshift-monitoring/cluster-monitoring-operator-65b957665b-wzsc8 5b7627fd0ff11584b7de87f9b4ae4f78d83c363e5c5d907482f11be898b88004 network default NAD default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-65b957665b-wzsc8 5b7627fd0ff11584b7de87f9b4ae4f78d83c363e5c5d907482f11be898b88004 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:2c:1c:eb:5c:85\",\"name\":\"5b7627fd0ff1158\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/457e2289-8160-4757-9e93-fa52230716c7\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:46.605842    3809 cni.go:403] [openshift-insights/insights-runtime-extractor-xznvx 7188f8e17fea0df6f3eb5e1bfefe5e2a3001cbeda1d7e18f49a738e06b64a379 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-xznvx 7188f8e17fea0df6f3eb5e1bfefe5e2a3001cbeda1d7e18f49a738e06b64a379 network default NAD default]
I0406 02:56:46.617130    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-xznvx, hostIfaceName: 7188f8e17fea0df, network: default, NAD default, SandboxID: "7188f8e17fea0df6f3eb5e1bfefe5e2a3001cbeda1d7e18f49a738e06b64a379", PCI device ID: , UID: "8da850fe-0900-4dc9-83ea-d406bb07cc16", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0406 02:56:46.663692    3809 cni.go:424] [openshift-insights/insights-runtime-extractor-xznvx 7188f8e17fea0df6f3eb5e1bfefe5e2a3001cbeda1d7e18f49a738e06b64a379 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-xznvx 7188f8e17fea0df6f3eb5e1bfefe5e2a3001cbeda1d7e18f49a738e06b64a379 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:08:23:48:d8:16\",\"name\":\"7188f8e17fea0df\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2aae76d-2507-4363-a2be-52f5e7636ad4\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:47.298540    3809 cni.go:403] [openshift-multus/network-metrics-daemon-m2znm ccf5ef7a7bd7af4842113bf4c55b9fbdb41ac88b120b6b9675dc7b3d424a7606 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-m2znm ccf5ef7a7bd7af4842113bf4c55b9fbdb41ac88b120b6b9675dc7b3d424a7606 network default NAD default]
I0406 02:56:47.310283    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-m2znm, hostIfaceName: ccf5ef7a7bd7af4, network: default, NAD default, SandboxID: "ccf5ef7a7bd7af4842113bf4c55b9fbdb41ac88b120b6b9675dc7b3d424a7606", PCI device ID: , UID: "9fa1b728-2576-47c6-847c-0e3d714d5171", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0406 02:56:47.379848    3809 cni.go:424] [openshift-multus/network-metrics-daemon-m2znm ccf5ef7a7bd7af4842113bf4c55b9fbdb41ac88b120b6b9675dc7b3d424a7606 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-m2znm ccf5ef7a7bd7af4842113bf4c55b9fbdb41ac88b120b6b9675dc7b3d424a7606 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:95:24:41:17:71\",\"name\":\"ccf5ef7a7bd7af4\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/782de3bd-be8f-42de-912f-39b4fd5bd358\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:47.983483    3809 default_network_controller.go:1008] Node "ip-10-0-1-4.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:48.949550    3809 default_network_controller.go:1008] Node "ip-10-0-1-4.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0406 02:56:48.964473    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0406 02:56:48.969562    3809 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0406 02:56:48.984656    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
W0406 02:56:49.048452    3809 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0406 02:56:49.053053    3809 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-6f4c66dc87-wmz7l IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-6f4c66dc87-wmz7l: no pod IPs found 
I0406 02:56:49.075387    3809 base_network_controller_pods.go:487] [default/openshift-console/downloads-744b9bb959-vw6hg] creating logical port openshift-console_downloads-744b9bb959-vw6hg for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:49.075478    3809 kube.go:256] Updating pod openshift-console/downloads-744b9bb959-vw6hg
I0406 02:56:49.101958    3809 pod.go:62] [openshift-console/downloads-744b9bb959-vw6hg] pod update took 26.503791ms
I0406 02:56:49.102036    3809 base_network_controller_pods.go:937] [default/openshift-console/downloads-744b9bb959-vw6hg] addLogicalPort annotation time took 26.584844ms
I0406 02:56:49.103501    3809 pods.go:271] [openshift-console/downloads-744b9bb959-vw6hg] addLogicalPort took 28.12877ms, libovsdb time 1.021249ms
I0406 02:56:49.103748    3809 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0406 02:56:49.118105    3809 default_network_controller.go:1008] Node "ip-10-0-1-4.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:50.073101    3809 default_network_controller.go:1008] Node "ip-10-0-1-4.ec2.internal" in remote zone "ip-10-0-1-4.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:50.073147    3809 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-4.ec2.internal in network "default"
I0406 02:56:50.073188    3809 node_tracker.go:235] Node ip-10-0-1-4.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-4.ec2.internal"
I0406 02:56:50.073204    3809 node_tracker.go:169] Node ip-10-0-1-4.ec2.internal switch + router changed, syncing services in network "default"
I0406 02:56:50.073213    3809 services_controller.go:574] Full service sync requested for network=default
W0406 02:56:50.073358    3809 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0406 02:56:50.073798    3809 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0406 02:56:50.197504    3809 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-4.ec2.internal in network "default"
I0406 02:56:50.197555    3809 node_tracker.go:169] Node ip-10-0-1-4.ec2.internal switch + router changed, syncing services in network "default"
I0406 02:56:50.197553    3809 default_network_controller.go:1008] Node "ip-10-0-1-4.ec2.internal" in remote zone "ip-10-0-1-4.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0406 02:56:50.197567    3809 services_controller.go:574] Full service sync requested for network=default
W0406 02:56:50.197912    3809 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0406 02:56:50.197980    3809 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0406 02:56:50.198179    3809 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-4.ec2.internal for the network default
I0406 02:56:50.199225    3809 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-4.ec2.internal" on network "default" took: 1.057961ms
I0406 02:56:50.587835    3809 cni.go:403] [openshift-console/downloads-744b9bb959-vw6hg 86c330ab1deea1ebb8609c3b4f2cf02335cf58ace5b95e4aac935cc46a9b122b network default NAD default] ADD starting CNI request [openshift-console/downloads-744b9bb959-vw6hg 86c330ab1deea1ebb8609c3b4f2cf02335cf58ace5b95e4aac935cc46a9b122b network default NAD default]
I0406 02:56:50.598145    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-744b9bb959-vw6hg, hostIfaceName: 86c330ab1deea1e, network: default, NAD default, SandboxID: "86c330ab1deea1ebb8609c3b4f2cf02335cf58ace5b95e4aac935cc46a9b122b", PCI device ID: , UID: "c8a10e66-ff67-4553-9724-6bcf99466917", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0406 02:56:50.598302    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-216.ec2.internal
I0406 02:56:50.598383    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-216.ec2.internal: 86.12µs
I0406 02:56:50.649039    3809 cni.go:424] [openshift-console/downloads-744b9bb959-vw6hg 86c330ab1deea1ebb8609c3b4f2cf02335cf58ace5b95e4aac935cc46a9b122b network default NAD default] ADD finished CNI request [openshift-console/downloads-744b9bb959-vw6hg 86c330ab1deea1ebb8609c3b4f2cf02335cf58ace5b95e4aac935cc46a9b122b network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:45:76:4d:ed:b2\",\"name\":\"86c330ab1deea1e\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2dc71c68-c2f0-4f6d-8852-4882ec741bae\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:56:50.755375    3809 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-4.ec2.internal", IP: 10.0.1.4 to PMTUD blocking rules
I0406 02:56:50.755457    3809 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-4.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0406 02:56:50.755829    3809 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-4.ec2.internal in network "default"
I0406 02:56:50.755956    3809 node_tracker.go:169] Node ip-10-0-1-4.ec2.internal switch + router changed, syncing services in network "default"
I0406 02:56:50.755877    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-4.ec2.internal
I0406 02:56:50.755991    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-4.ec2.internal: 125.364µs
I0406 02:56:50.755886    3809 egressfirewall.go:628] Syncing node "ip-10-0-1-4.ec2.internal" for egress firewall
I0406 02:56:50.755975    3809 services_controller.go:574] Full service sync requested for network=default
W0406 02:56:50.756311    3809 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0406 02:56:50.756382    3809 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0406 02:56:50.762204    3809 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-4.ec2.internal. Updating no re-route policies
I0406 02:56:50.774071    3809 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-4.ec2.internal", IP: 10.0.1.4 to PMTUD blocking rules
I0406 02:56:50.774088    3809 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-4.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0406 02:56:51.297552    3809 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-n95jg] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7464b9f894-n95jg for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:56:51.297691    3809 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-n95jg
I0406 02:56:51.314291    3809 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-n95jg] pod update took 16.628619ms
I0406 02:56:51.314314    3809 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-n95jg] addLogicalPort annotation time took 16.656773ms
I0406 02:56:51.315782    3809 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-n95jg] addLogicalPort took 18.249396ms, libovsdb time 963.221µs
W0406 02:56:51.569689    3809 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0406 02:56:51.569711    3809 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0406 02:56:51.569718    3809 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
I0406 02:56:51.702584    3809 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-n95jg 4025d83e71748fc5c6c82af820fd6698bc7ea4e852c53a7a772b64cf067fb2f3 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-n95jg 4025d83e71748fc5c6c82af820fd6698bc7ea4e852c53a7a772b64cf067fb2f3 network default NAD default]
I0406 02:56:51.713770    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7464b9f894-n95jg, hostIfaceName: 4025d83e71748fc, network: default, NAD default, SandboxID: "4025d83e71748fc5c6c82af820fd6698bc7ea4e852c53a7a772b64cf067fb2f3", PCI device ID: , UID: "41a76196-7005-40e2-81d4-c7055c80d3c0", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0406 02:56:51.768895    3809 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-n95jg 4025d83e71748fc5c6c82af820fd6698bc7ea4e852c53a7a772b64cf067fb2f3 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-n95jg 4025d83e71748fc5c6c82af820fd6698bc7ea4e852c53a7a772b64cf067fb2f3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:10:a6:6f:bf:ca\",\"name\":\"4025d83e71748fc\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5db95d11-5a86-4979-b679-da75ee1e305a\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0406 02:56:51.872485    3809 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0406 02:56:53.915918    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-4.ec2.internal
I0406 02:56:53.915950    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-4.ec2.internal: 40.414µs
W0406 02:56:54.308110    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0406 02:56:54.460836    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0406 02:56:54.493838    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0406 02:56:54.873901    3809 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0406 02:56:54.873920    3809 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0406 02:56:54.873924    3809 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0406 02:56:55.304097    3809 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0406 02:56:59.309193    3809 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0406 02:56:59.309220    3809 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0406 02:56:59.309229    3809 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0406 02:56:59.362753    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0406 02:56:59.913290    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0406 02:57:00.450143    3809 base_network_controller_pods.go:487] [default/openshift-console/console-7788bfb9bb-pb4sx] creating logical port openshift-console_console-7788bfb9bb-pb4sx for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:57:00.450254    3809 kube.go:256] Updating pod openshift-console/console-7788bfb9bb-pb4sx
I0406 02:57:00.468126    3809 pod.go:62] [openshift-console/console-7788bfb9bb-pb4sx] pod update took 17.897968ms
I0406 02:57:00.468150    3809 base_network_controller_pods.go:937] [default/openshift-console/console-7788bfb9bb-pb4sx] addLogicalPort annotation time took 17.930946ms
W0406 02:57:00.469130    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0406 02:57:00.469516    3809 pods.go:271] [openshift-console/console-7788bfb9bb-pb4sx] addLogicalPort took 19.391454ms, libovsdb time 979.565µs
W0406 02:57:01.490794    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0406 02:57:01.490810    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0406 02:57:01.490816    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0406 02:57:06.391861    3809 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0406 02:57:06.391967    3809 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0406 02:57:06.391984    3809 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0406 02:57:06.482832    3809 cni.go:403] [openshift-console/console-7788bfb9bb-pb4sx 63bb8a0cf9e399708c88ecc5b196835d0118a5ab7de73f3c4f76a326f19caaad network default NAD default] ADD starting CNI request [openshift-console/console-7788bfb9bb-pb4sx 63bb8a0cf9e399708c88ecc5b196835d0118a5ab7de73f3c4f76a326f19caaad network default NAD default]
I0406 02:57:06.492161    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-7788bfb9bb-pb4sx, hostIfaceName: 63bb8a0cf9e3997, network: default, NAD default, SandboxID: "63bb8a0cf9e399708c88ecc5b196835d0118a5ab7de73f3c4f76a326f19caaad", PCI device ID: , UID: "da36baf7-9136-4153-979d-416f5bad894e", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0406 02:57:06.539560    3809 cni.go:424] [openshift-console/console-7788bfb9bb-pb4sx 63bb8a0cf9e399708c88ecc5b196835d0118a5ab7de73f3c4f76a326f19caaad network default NAD default] ADD finished CNI request [openshift-console/console-7788bfb9bb-pb4sx 63bb8a0cf9e399708c88ecc5b196835d0118a5ab7de73f3c4f76a326f19caaad network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:22:ba:8c:a7:58\",\"name\":\"63bb8a0cf9e3997\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59f6b68a-9f24-42c8-a65b-88f58b1fd899\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0406 02:57:07.523921    3809 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0406 02:57:07.547098    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0406 02:57:07.680654    3809 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-7788bfb9bb-vs4ct IP address from the namespace address-set, err: pod openshift-console/console-7788bfb9bb-vs4ct: no pod IPs found 
W0406 02:57:09.389932    3809 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0406 02:57:09.389958    3809 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0406 02:57:09.431653    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0406 02:57:10.389379    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0406 02:57:11.396166    3809 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0406 02:57:11.396195    3809 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0406 02:57:11.396202    3809 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0406 02:57:11.396208    3809 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0406 02:57:12.896116    3809 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-6f4c66dc87-r5smh IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-6f4c66dc87-r5smh: no pod IPs found 
I0406 02:57:14.561753    3809 cni.go:403] [openshift-image-registry/image-registry-68b596bb54-4w84r 8fdf166cc3f8053bd935b4ca01453b4f26e848b8663d592a32e4c9b5d628225d network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-68b596bb54-4w84r 8fdf166cc3f8053bd935b4ca01453b4f26e848b8663d592a32e4c9b5d628225d network default NAD default]
I0406 02:57:14.641698    3809 cni.go:424] [openshift-image-registry/image-registry-68b596bb54-4w84r 8fdf166cc3f8053bd935b4ca01453b4f26e848b8663d592a32e4c9b5d628225d network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-68b596bb54-4w84r 8fdf166cc3f8053bd935b4ca01453b4f26e848b8663d592a32e4c9b5d628225d network default NAD default], result "{}", err <nil>
I0406 02:57:14.692775    3809 obj_retry.go:464] Detected object openshift-image-registry/image-registry-68b596bb54-4w84r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 02:57:14.692810    3809 pods.go:176] Deleting pod: openshift-image-registry/image-registry-68b596bb54-4w84r
I0406 02:57:14.694257    3809 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-68b596bb54-4w84r, ips: 10.128.0.6
I0406 02:57:14.694288    3809 obj_retry.go:464] Detected object openshift-image-registry/image-registry-68b596bb54-4w84r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0406 02:57:14.991671    3809 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0406 02:57:14.991691    3809 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0406 02:57:14.991700    3809 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0406 02:57:15.036370    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0406 02:57:15.077299    3809 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0406 02:57:15.077312    3809 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0406 02:57:15.566338    3809 obj_retry.go:458] Detected object openshift-image-registry/image-registry-68b596bb54-4w84r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:57:15.566361    3809 obj_retry.go:458] Detected object openshift-image-registry/image-registry-68b596bb54-4w84r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:57:15.570003    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-68b596bb54-4w84r
I0406 02:57:15.570024    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-68b596bb54-4w84r
I0406 02:57:18.150548    3809 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0406 02:57:25.220523    3809 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908jjng of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 02:57:25.221038    3809 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908jjng of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 02:57:25.221070    3809 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908jjng of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0406 02:57:25.221078    3809 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0406 02:57:25.221091    3809 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908jjng of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0406 02:57:25.221096    3809 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0406 02:57:26.250040    3809 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908jjng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:57:26.250064    3809 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908jjng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:57:26.250082    3809 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908jjng of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:57:26.250094    3809 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908jjng of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:57:26.583046    3809 obj_retry.go:464] Detected object openshift-console/console-69796cc9d4-zzk9f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 02:57:26.583508    3809 obj_retry.go:464] Detected object openshift-console/console-69796cc9d4-zzk9f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 02:57:27.482309    3809 obj_retry.go:458] Detected object openshift-console/console-69796cc9d4-zzk9f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:57:27.482330    3809 obj_retry.go:458] Detected object openshift-console/console-69796cc9d4-zzk9f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:57:27.488143    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69796cc9d4-zzk9f
I0406 02:57:27.488165    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69796cc9d4-zzk9f
I0406 02:57:28.780058    3809 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0406 02:57:28.792057    3809 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0406 02:57:29.630532    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0406 02:57:29.630555    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0406 02:57:29.630596    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0406 02:57:30.641972    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
I0406 02:57:34.692760    3809 cni.go:403] [openshift-console/console-7788bfb9bb-pb4sx 63bb8a0cf9e399708c88ecc5b196835d0118a5ab7de73f3c4f76a326f19caaad network default NAD default] DEL starting CNI request [openshift-console/console-7788bfb9bb-pb4sx 63bb8a0cf9e399708c88ecc5b196835d0118a5ab7de73f3c4f76a326f19caaad network default NAD default]
I0406 02:57:34.758936    3809 cni.go:424] [openshift-console/console-7788bfb9bb-pb4sx 63bb8a0cf9e399708c88ecc5b196835d0118a5ab7de73f3c4f76a326f19caaad network default NAD default] DEL finished CNI request [openshift-console/console-7788bfb9bb-pb4sx 63bb8a0cf9e399708c88ecc5b196835d0118a5ab7de73f3c4f76a326f19caaad network default NAD default], result "{}", err <nil>
I0406 02:57:34.826060    3809 obj_retry.go:464] Detected object openshift-console/console-7788bfb9bb-pb4sx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 02:57:34.826088    3809 pods.go:176] Deleting pod: openshift-console/console-7788bfb9bb-pb4sx
I0406 02:57:34.827259    3809 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7788bfb9bb-pb4sx, ips: 10.128.0.27
I0406 02:57:34.827321    3809 obj_retry.go:464] Detected object openshift-console/console-7788bfb9bb-pb4sx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 02:57:34.836469    3809 base_network_controller_pods.go:487] [default/openshift-console/console-85cd798b89-4n5hg] creating logical port openshift-console_console-85cd798b89-4n5hg for pod on switch ip-10-0-0-56.ec2.internal
I0406 02:57:34.836567    3809 kube.go:256] Updating pod openshift-console/console-85cd798b89-4n5hg
I0406 02:57:34.849925    3809 pod.go:62] [openshift-console/console-85cd798b89-4n5hg] pod update took 13.389516ms
I0406 02:57:34.849941    3809 base_network_controller_pods.go:937] [default/openshift-console/console-85cd798b89-4n5hg] addLogicalPort annotation time took 13.408706ms
I0406 02:57:34.850998    3809 pods.go:271] [openshift-console/console-85cd798b89-4n5hg] addLogicalPort took 14.541908ms, libovsdb time 762.226µs
I0406 02:57:35.231697    3809 cni.go:403] [openshift-console/console-85cd798b89-4n5hg dcacb3696fde16e6dc2352c509cbff2e1e1cdda3b8f34aa4ab8195da1fa6f49c network default NAD default] ADD starting CNI request [openshift-console/console-85cd798b89-4n5hg dcacb3696fde16e6dc2352c509cbff2e1e1cdda3b8f34aa4ab8195da1fa6f49c network default NAD default]
I0406 02:57:35.240936    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-85cd798b89-4n5hg, hostIfaceName: dcacb3696fde16e, network: default, NAD default, SandboxID: "dcacb3696fde16e6dc2352c509cbff2e1e1cdda3b8f34aa4ab8195da1fa6f49c", PCI device ID: , UID: "f07d13ab-2801-4ee9-b92f-8149ec5bd048", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0406 02:57:35.288870    3809 cni.go:424] [openshift-console/console-85cd798b89-4n5hg dcacb3696fde16e6dc2352c509cbff2e1e1cdda3b8f34aa4ab8195da1fa6f49c network default NAD default] ADD finished CNI request [openshift-console/console-85cd798b89-4n5hg dcacb3696fde16e6dc2352c509cbff2e1e1cdda3b8f34aa4ab8195da1fa6f49c network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:27:cf:95:8d:c0\",\"name\":\"dcacb3696fde16e\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0f15916-6ab2-4245-b797-d0c94fbe72a1\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 02:57:35.673967    3809 obj_retry.go:458] Detected object openshift-console/console-7788bfb9bb-pb4sx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:57:35.673991    3809 obj_retry.go:458] Detected object openshift-console/console-7788bfb9bb-pb4sx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:57:35.680282    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7788bfb9bb-pb4sx
I0406 02:57:35.680303    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7788bfb9bb-pb4sx
W0406 02:57:37.521313    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0406 02:57:37.521336    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0406 02:57:37.560821    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0406 02:57:37.560843    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0406 02:57:45.714449    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0406 02:57:53.755135    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0406 02:57:53.755136    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0406 02:57:53.755188    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0406 02:57:54.747953    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0406 02:57:58.766234    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0406 02:57:58.766252    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0406 02:57:58.766300    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0406 02:57:59.768323    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0406 02:58:02.885155    3809 obj_retry.go:464] Detected object openshift-console/console-69796cc9d4-djt8q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 02:58:02.885653    3809 obj_retry.go:464] Detected object openshift-console/console-69796cc9d4-djt8q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 02:58:03.240119    3809 obj_retry.go:458] Detected object openshift-console/console-69796cc9d4-djt8q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:58:03.240141    3809 obj_retry.go:458] Detected object openshift-console/console-69796cc9d4-djt8q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:58:03.244006    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69796cc9d4-djt8q
I0406 02:58:03.244026    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69796cc9d4-djt8q
I0406 02:58:04.214687    3809 cni.go:403] [openshift-ingress/router-default-566948cd75-l6vhx 47b3796723768e5d9568a5d7ab77f45b19fc2c6d39ad72e2d0b1bba761c13e6d network default NAD default] DEL starting CNI request [openshift-ingress/router-default-566948cd75-l6vhx 47b3796723768e5d9568a5d7ab77f45b19fc2c6d39ad72e2d0b1bba761c13e6d network default NAD default]
I0406 02:58:04.289937    3809 cni.go:424] [openshift-ingress/router-default-566948cd75-l6vhx 47b3796723768e5d9568a5d7ab77f45b19fc2c6d39ad72e2d0b1bba761c13e6d network default NAD default] DEL finished CNI request [openshift-ingress/router-default-566948cd75-l6vhx 47b3796723768e5d9568a5d7ab77f45b19fc2c6d39ad72e2d0b1bba761c13e6d network default NAD default], result "{}", err <nil>
I0406 02:58:04.338561    3809 obj_retry.go:464] Detected object openshift-ingress/router-default-566948cd75-l6vhx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 02:58:04.338604    3809 pods.go:176] Deleting pod: openshift-ingress/router-default-566948cd75-l6vhx
I0406 02:58:04.339929    3809 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-566948cd75-l6vhx, ips: 10.128.0.14
I0406 02:58:04.339959    3809 obj_retry.go:464] Detected object openshift-ingress/router-default-566948cd75-l6vhx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 02:58:04.785038    3809 obj_retry.go:458] Detected object openshift-ingress/router-default-566948cd75-l6vhx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:58:04.785063    3809 obj_retry.go:458] Detected object openshift-ingress/router-default-566948cd75-l6vhx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:58:04.790218    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-566948cd75-l6vhx
I0406 02:58:04.790253    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-566948cd75-l6vhx
I0406 02:58:13.770380    3809 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 02:58:13.770946    3809 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 02:58:14.293829    3809 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:58:14.293850    3809 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:58:14.300465    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0406 02:58:14.300493    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0406 02:58:18.016055    3809 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 02:58:18.016560    3809 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 02:58:18.328960    3809 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:58:18.328980    3809 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:58:18.336953    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0406 02:58:18.336978    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0406 02:58:45.235411    3809 obj_retry.go:464] Detected object openshift-console/console-85cd798b89-xmrlz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 02:58:45.235886    3809 obj_retry.go:464] Detected object openshift-console/console-85cd798b89-xmrlz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 02:58:45.775183    3809 obj_retry.go:458] Detected object openshift-console/console-85cd798b89-xmrlz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:58:45.775200    3809 obj_retry.go:458] Detected object openshift-console/console-85cd798b89-xmrlz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:58:45.781285    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85cd798b89-xmrlz
I0406 02:58:45.781309    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85cd798b89-xmrlz
I0406 02:58:46.071597    3809 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 02:58:46.072044    3809 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 02:58:46.811055    3809 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:58:46.811075    3809 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:58:46.817144    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0406 02:58:46.817166    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0406 02:58:55.603253    3809 cni.go:403] [openshift-console/console-85cd798b89-4n5hg dcacb3696fde16e6dc2352c509cbff2e1e1cdda3b8f34aa4ab8195da1fa6f49c network default NAD default] DEL starting CNI request [openshift-console/console-85cd798b89-4n5hg dcacb3696fde16e6dc2352c509cbff2e1e1cdda3b8f34aa4ab8195da1fa6f49c network default NAD default]
I0406 02:58:55.689000    3809 cni.go:424] [openshift-console/console-85cd798b89-4n5hg dcacb3696fde16e6dc2352c509cbff2e1e1cdda3b8f34aa4ab8195da1fa6f49c network default NAD default] DEL finished CNI request [openshift-console/console-85cd798b89-4n5hg dcacb3696fde16e6dc2352c509cbff2e1e1cdda3b8f34aa4ab8195da1fa6f49c network default NAD default], result "{}", err <nil>
I0406 02:58:55.838847    3809 obj_retry.go:464] Detected object openshift-console/console-85cd798b89-4n5hg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 02:58:55.838880    3809 pods.go:176] Deleting pod: openshift-console/console-85cd798b89-4n5hg
I0406 02:58:55.840016    3809 pods.go:236] Attempting to release IPs for pod: openshift-console/console-85cd798b89-4n5hg, ips: 10.128.0.28
I0406 02:58:55.840038    3809 obj_retry.go:464] Detected object openshift-console/console-85cd798b89-4n5hg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 02:58:55.987829    3809 obj_retry.go:458] Detected object openshift-console/console-85cd798b89-4n5hg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:58:55.987850    3809 obj_retry.go:458] Detected object openshift-console/console-85cd798b89-4n5hg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:58:55.994924    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85cd798b89-4n5hg
I0406 02:58:55.994953    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85cd798b89-4n5hg
I0406 02:59:20.972477    3809 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 02:59:20.972949    3809 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 02:59:21.955795    3809 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:59:21.955813    3809 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 02:59:21.963367    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0406 02:59:21.963387    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0406 03:00:00.189754    3809 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29590740-fvg78 for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:00:00.189881    3809 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78
I0406 03:00:00.204077    3809 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78] pod update took 14.220476ms
I0406 03:00:00.204099    3809 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78] addLogicalPort annotation time took 14.246595ms
I0406 03:00:00.205296    3809 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78] addLogicalPort took 15.575156ms, libovsdb time 877.541µs
I0406 03:00:00.556682    3809 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78 3bd252957a245b9722118b4ceb031e06a451871d4042bd57394e2514523e4d58 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78 3bd252957a245b9722118b4ceb031e06a451871d4042bd57394e2514523e4d58 network default NAD default]
I0406 03:00:00.565385    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29590740-fvg78, hostIfaceName: 3bd252957a245b9, network: default, NAD default, SandboxID: "3bd252957a245b9722118b4ceb031e06a451871d4042bd57394e2514523e4d58", PCI device ID: , UID: "ec017575-8da2-4d47-ba90-4959a40522d1", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0406 03:00:00.612225    3809 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78 3bd252957a245b9722118b4ceb031e06a451871d4042bd57394e2514523e4d58 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78 3bd252957a245b9722118b4ceb031e06a451871d4042bd57394e2514523e4d58 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:21:1d:ed:d4:53\",\"name\":\"3bd252957a245b9\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b6e8235-ac4d-4ce9-8805-ac95eaed9522\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 03:00:05.247922    3809 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78 3bd252957a245b9722118b4ceb031e06a451871d4042bd57394e2514523e4d58 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78 3bd252957a245b9722118b4ceb031e06a451871d4042bd57394e2514523e4d58 network default NAD default]
I0406 03:00:05.317825    3809 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78 3bd252957a245b9722118b4ceb031e06a451871d4042bd57394e2514523e4d58 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78 3bd252957a245b9722118b4ceb031e06a451871d4042bd57394e2514523e4d58 network default NAD default], result "{}", err <nil>
I0406 03:00:05.358702    3809 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:00:05.358757    3809 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78
I0406 03:00:05.359922    3809 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78, ips: 10.128.0.29
I0406 03:00:05.359952    3809 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:00:06.263808    3809 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:00:06.263832    3809 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590740-fvg78 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:00:31.537383    3809 base_network_controller_pods.go:487] [default/openshift-console/console-6674554896-vh6k5] creating logical port openshift-console_console-6674554896-vh6k5 for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:00:31.537510    3809 kube.go:256] Updating pod openshift-console/console-6674554896-vh6k5
I0406 03:00:31.717581    3809 kube.go:256] Updating pod openshift-console/console-6674554896-vh6k5
I0406 03:00:31.761489    3809 pod.go:62] [openshift-console/console-6674554896-vh6k5] pod update took 224.001862ms
I0406 03:00:31.761510    3809 base_network_controller_pods.go:937] [default/openshift-console/console-6674554896-vh6k5] addLogicalPort annotation time took 224.02815ms
I0406 03:00:31.762631    3809 pods.go:271] [openshift-console/console-6674554896-vh6k5] addLogicalPort took 225.259624ms, libovsdb time 773.174µs
I0406 03:00:31.895151    3809 cni.go:403] [openshift-console/console-6674554896-vh6k5 ebfb49d8728ea3a0f91df6da425128976cd458074fdef439e447557e1fb19d81 network default NAD default] ADD starting CNI request [openshift-console/console-6674554896-vh6k5 ebfb49d8728ea3a0f91df6da425128976cd458074fdef439e447557e1fb19d81 network default NAD default]
I0406 03:00:31.904526    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6674554896-vh6k5, hostIfaceName: ebfb49d8728ea3a, network: default, NAD default, SandboxID: "ebfb49d8728ea3a0f91df6da425128976cd458074fdef439e447557e1fb19d81", PCI device ID: , UID: "50729eb1-3461-4ed5-8757-fc95d9c72977", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0406 03:00:31.951765    3809 cni.go:424] [openshift-console/console-6674554896-vh6k5 ebfb49d8728ea3a0f91df6da425128976cd458074fdef439e447557e1fb19d81 network default NAD default] ADD finished CNI request [openshift-console/console-6674554896-vh6k5 ebfb49d8728ea3a0f91df6da425128976cd458074fdef439e447557e1fb19d81 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:30:ca:32:b2:b4\",\"name\":\"ebfb49d8728ea3a\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88236cfb-e0a1-4815-b361-fa03b673e3f9\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0406 03:00:42.383300    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0406 03:00:52.294696    3809 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0406 03:00:56.828052    3809 obj_retry.go:464] Detected object openshift-console/console-59f5544487-mfh6j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:00:56.828573    3809 obj_retry.go:464] Detected object openshift-console/console-59f5544487-mfh6j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:00:56.995532    3809 obj_retry.go:458] Detected object openshift-console/console-59f5544487-mfh6j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:00:56.995548    3809 obj_retry.go:458] Detected object openshift-console/console-59f5544487-mfh6j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:00:57.001685    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59f5544487-mfh6j
I0406 03:00:57.001707    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59f5544487-mfh6j
I0406 03:01:07.703179    3809 obj_retry.go:464] Detected object openshift-console/console-59f5544487-t98g7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:01:07.703545    3809 obj_retry.go:464] Detected object openshift-console/console-59f5544487-t98g7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:01:08.365337    3809 obj_retry.go:458] Detected object openshift-console/console-59f5544487-t98g7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:01:08.365357    3809 obj_retry.go:458] Detected object openshift-console/console-59f5544487-t98g7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:01:08.370987    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59f5544487-t98g7
I0406 03:01:08.371016    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59f5544487-t98g7
I0406 03:01:16.319116    3809 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0406 03:01:21.319383    3809 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0406 03:01:27.234952    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=82
I0406 03:01:37.359427    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0406 03:01:39.760658    3809 egressfirewall.go:628] Syncing node "ip-10-0-1-4.ec2.internal" for egress firewall
I0406 03:01:39.760693    3809 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-4.ec2.internal
I0406 03:01:39.760715    3809 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-4.ec2.internal: 23.841µs
I0406 03:02:03.335120    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6
I0406 03:02:08.232434    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13
I0406 03:02:16.234526    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=141
I0406 03:02:30.408166    3809 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ll9qv] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-ll9qv for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:02:30.408291    3809 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ll9qv
I0406 03:02:30.423235    3809 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ll9qv] pod update took 14.970685ms
I0406 03:02:30.423258    3809 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ll9qv] addLogicalPort annotation time took 14.998658ms
I0406 03:02:30.424544    3809 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ll9qv] addLogicalPort took 16.392398ms, libovsdb time 932.23µs
I0406 03:02:30.766538    3809 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ll9qv 836bf33d5b492c6cef960b6d3d103a6cb6a233065786ab4aa5a259591f38e3a8 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ll9qv 836bf33d5b492c6cef960b6d3d103a6cb6a233065786ab4aa5a259591f38e3a8 network default NAD default]
I0406 03:02:30.775492    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-ll9qv, hostIfaceName: 836bf33d5b492c6, network: default, NAD default, SandboxID: "836bf33d5b492c6cef960b6d3d103a6cb6a233065786ab4aa5a259591f38e3a8", PCI device ID: , UID: "6092526c-92f4-42b8-a6cc-f2d1142be0f1", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0406 03:02:30.823283    3809 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ll9qv 836bf33d5b492c6cef960b6d3d103a6cb6a233065786ab4aa5a259591f38e3a8 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ll9qv 836bf33d5b492c6cef960b6d3d103a6cb6a233065786ab4aa5a259591f38e3a8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:76:a5:14:cb:1e\",\"name\":\"836bf33d5b492c6\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bd7cfa3-d583-4f6b-a0b5-013b034f9748\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0406 03:02:33.812253    3809 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0406 03:02:44.818103    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0406 03:02:44.858212    3809 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0406 03:02:44.858299    3809 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-wjtqn IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-wjtqn: no pod IPs found 
I0406 03:02:50.233765    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0406 03:02:51.346834    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0406 03:03:36.340912    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0406 03:03:38.324781    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0406 03:03:42.330305    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0406 03:04:25.234876    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72
I0406 03:04:31.242264    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=730
I0406 03:04:53.352821    3809 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0406 03:05:40.358949    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0406 03:06:01.305377    3809 namespace.go:98] [tsf] adding namespace
I0406 03:06:01.306220    3809 namespace.go:102] [tsf] adding namespace took 807.805µs
I0406 03:06:01.324475    3809 namespace.go:142] [tsf] updating namespace
I0406 03:06:01.334197    3809 namespace.go:142] [tsf] updating namespace
I0406 03:06:05.192234    3809 namespace.go:98] [tsf-keycloak] adding namespace
I0406 03:06:05.192376    3809 namespace.go:98] [rhbk-operator] adding namespace
I0406 03:06:05.193100    3809 namespace.go:102] [tsf-keycloak] adding namespace took 840.791µs
I0406 03:06:05.193667    3809 namespace.go:102] [rhbk-operator] adding namespace took 1.274845ms
I0406 03:06:05.199564    3809 namespace.go:98] [konflux-ui] adding namespace
I0406 03:06:05.199654    3809 namespace.go:98] [rhtpa-operator] adding namespace
I0406 03:06:05.200181    3809 namespace.go:102] [konflux-ui] adding namespace took 601.848µs
I0406 03:06:05.200783    3809 namespace.go:102] [rhtpa-operator] adding namespace took 1.115058ms
I0406 03:06:05.200811    3809 namespace.go:98] [cert-manager-operator] adding namespace
I0406 03:06:05.200813    3809 namespace.go:98] [tsf-tpa] adding namespace
I0406 03:06:05.201386    3809 namespace.go:102] [cert-manager-operator] adding namespace took 561.726µs
I0406 03:06:05.201419    3809 namespace.go:98] [konflux-operator] adding namespace
I0406 03:06:05.201917    3809 namespace.go:102] [konflux-operator] adding namespace took 488.134µs
I0406 03:06:05.202342    3809 namespace.go:102] [tsf-tpa] adding namespace took 1.433274ms
I0406 03:06:05.202366    3809 namespace.go:98] [tsf-tas] adding namespace
I0406 03:06:05.202854    3809 namespace.go:102] [tsf-tas] adding namespace took 479.477µs
I0406 03:06:05.209791    3809 namespace.go:142] [tsf-keycloak] updating namespace
I0406 03:06:05.226862    3809 namespace.go:142] [tsf-keycloak] updating namespace
I0406 03:06:05.234036    3809 namespace.go:142] [rhbk-operator] updating namespace
I0406 03:06:05.234071    3809 namespace.go:142] [rhtpa-operator] updating namespace
I0406 03:06:05.239019    3809 namespace.go:142] [tsf-tpa] updating namespace
I0406 03:06:05.242640    3809 namespace.go:142] [konflux-ui] updating namespace
I0406 03:06:05.249666    3809 namespace.go:142] [cert-manager-operator] updating namespace
I0406 03:06:05.249752    3809 namespace.go:142] [tsf-tas] updating namespace
I0406 03:06:05.249817    3809 namespace.go:142] [rhbk-operator] updating namespace
I0406 03:06:05.250994    3809 namespace.go:142] [konflux-operator] updating namespace
I0406 03:06:05.251088    3809 namespace.go:142] [tsf-keycloak] updating namespace
I0406 03:06:05.283977    3809 namespace.go:142] [rhtpa-operator] updating namespace
I0406 03:06:05.295290    3809 namespace.go:142] [rhtpa-operator] updating namespace
I0406 03:06:05.307835    3809 namespace.go:142] [tsf-tpa] updating namespace
I0406 03:06:05.321781    3809 namespace.go:142] [tsf-tpa] updating namespace
I0406 03:06:05.325466    3809 namespace.go:142] [cert-manager-operator] updating namespace
I0406 03:06:05.339586    3809 namespace.go:142] [cert-manager-operator] updating namespace
I0406 03:06:05.345252    3809 namespace.go:142] [tsf-tas] updating namespace
I0406 03:06:05.356289    3809 namespace.go:142] [tsf-tas] updating namespace
I0406 03:06:05.370423    3809 namespace.go:142] [konflux-operator] updating namespace
I0406 03:06:05.381360    3809 namespace.go:142] [konflux-operator] updating namespace
I0406 03:06:05.387918    3809 namespace.go:142] [konflux-ui] updating namespace
I0406 03:06:05.397807    3809 namespace.go:142] [konflux-ui] updating namespace
I0406 03:06:05.418078    3809 namespace.go:142] [rhbk-operator] updating namespace
I0406 03:06:06.352115    3809 namespace.go:142] [tsf-tpa] updating namespace
I0406 03:06:06.366456    3809 namespace.go:142] [tsf-keycloak] updating namespace
I0406 03:06:12.445715    3809 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebm6qdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:12.446195    3809 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebm6qdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:12.446230    3809 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebm6qdv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:12.446240    3809 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0406 03:06:12.446253    3809 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebm6qdv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:12.446259    3809 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0406 03:06:13.461087    3809 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece98wnv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:13.461526    3809 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece98wnv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:13.461553    3809 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece98wnv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:13.461563    3809 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0406 03:06:13.461575    3809 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece98wnv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:13.461581    3809 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0406 03:06:13.470076    3809 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebm6qdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:13.470091    3809 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebm6qdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:13.470102    3809 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebm6qdv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:13.470110    3809 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebm6qdv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:14.485370    3809 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece98wnv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:14.485389    3809 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece98wnv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:14.485399    3809 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece98wnv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:14.485408    3809 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece98wnv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:15.469901    3809 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1wbszj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:15.470309    3809 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1wbszj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:15.470332    3809 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1wbszj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:15.470340    3809 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0406 03:06:15.470347    3809 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1wbszj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:15.470351    3809 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0406 03:06:16.495254    3809 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1wbszj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:16.495273    3809 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1wbszj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:16.495284    3809 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1wbszj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:16.495293    3809 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1wbszj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:17.504469    3809 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5crq6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:17.504931    3809 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5crq6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:17.504950    3809 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5crq6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:17.504957    3809 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0406 03:06:17.504971    3809 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5crq6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:17.504975    3809 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0406 03:06:18.511428    3809 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4l96 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:18.511838    3809 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4l96 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:18.511874    3809 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4l96 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:18.511882    3809 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0406 03:06:18.511891    3809 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4l96 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:18.511894    3809 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0406 03:06:18.533246    3809 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5crq6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:18.533268    3809 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5crq6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:18.533284    3809 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5crq6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:18.533296    3809 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5crq6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:19.534414    3809 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflcdc8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:19.534838    3809 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflcdc8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:19.534859    3809 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflcdc8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:19.534867    3809 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0406 03:06:19.534874    3809 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflcdc8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0406 03:06:19.534878    3809 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0406 03:06:19.567035    3809 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4l96 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:19.567050    3809 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4l96 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:19.567062    3809 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4l96 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:19.567070    3809 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4l96 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:20.559039    3809 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflcdc8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:20.559059    3809 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflcdc8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:20.559072    3809 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflcdc8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:20.559078    3809 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflcdc8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:06:21.606597    3809 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6hbnm] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-6hbnm for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:06:21.606699    3809 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6hbnm
I0406 03:06:21.642436    3809 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6hbnm
I0406 03:06:21.658196    3809 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6hbnm] pod update took 51.521455ms
I0406 03:06:21.658224    3809 base_network_controller_pods.go:937] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6hbnm] addLogicalPort annotation time took 51.55242ms
I0406 03:06:21.659329    3809 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6hbnm] addLogicalPort took 52.749393ms, libovsdb time 790.432µs
I0406 03:06:21.957231    3809 cni.go:403] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6hbnm 5abc3a7d9da6e4523320f4c8abd978d4e063bd7d4044e0dc356c39c92139cf33 network default NAD default] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6hbnm 5abc3a7d9da6e4523320f4c8abd978d4e063bd7d4044e0dc356c39c92139cf33 network default NAD default]
I0406 03:06:21.965963    3809 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-6hbnm, hostIfaceName: 5abc3a7d9da6e45, network: default, NAD default, SandboxID: "5abc3a7d9da6e4523320f4c8abd978d4e063bd7d4044e0dc356c39c92139cf33", PCI device ID: , UID: "15284848-df17-470c-bcaa-9c74879e0923", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0406 03:06:22.013055    3809 cni.go:424] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6hbnm 5abc3a7d9da6e4523320f4c8abd978d4e063bd7d4044e0dc356c39c92139cf33 network default NAD default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-6hbnm 5abc3a7d9da6e4523320f4c8abd978d4e063bd7d4044e0dc356c39c92139cf33 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:92:3c:f4:77:cc\",\"name\":\"5abc3a7d9da6e45\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73106a46-abcc-4d82-b193-d00f1d3e0f2a\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0406 03:06:24.715465    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0406 03:06:27.134603    3809 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86] creating logical port konflux-operator_konflux-operator-controller-manager-5bc5d8c98f-qbl86 for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:06:27.134714    3809 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86
I0406 03:06:27.185410    3809 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86
I0406 03:06:27.222665    3809 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86] pod update took 87.97759ms
I0406 03:06:27.222687    3809 base_network_controller_pods.go:937] [default/konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86] addLogicalPort annotation time took 88.002427ms
I0406 03:06:27.223920    3809 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86] addLogicalPort took 89.338668ms, libovsdb time 846.97µs
I0406 03:06:27.477354    3809 cni.go:403] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 1a979e7b5a2f3c597f0420e04c8fd2786d15ca72a3c93d0c86e17059e60674df network default NAD default] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 1a979e7b5a2f3c597f0420e04c8fd2786d15ca72a3c93d0c86e17059e60674df network default NAD default]
I0406 03:06:27.486492    3809 helper_linux.go:450] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bc5d8c98f-qbl86, hostIfaceName: 1a979e7b5a2f3c5, network: default, NAD default, SandboxID: "1a979e7b5a2f3c597f0420e04c8fd2786d15ca72a3c93d0c86e17059e60674df", PCI device ID: , UID: "a2361a4c-99a2-4a1c-8b9e-38ae0f8ddce9", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0406 03:06:27.534043    3809 cni.go:424] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 1a979e7b5a2f3c597f0420e04c8fd2786d15ca72a3c93d0c86e17059e60674df network default NAD default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 1a979e7b5a2f3c597f0420e04c8fd2786d15ca72a3c93d0c86e17059e60674df network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:bd:2d:fc:42:a1\",\"name\":\"1a979e7b5a2f3c5\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/561bdb30-097d-4dfa-9ab0-0af00c9ad4f1\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0406 03:06:29.733855    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0406 03:06:35.709981    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0406 03:06:40.743942    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0406 03:06:50.704441    3809 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-blf4b] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-blf4b for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:06:50.704547    3809 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-blf4b
I0406 03:06:50.729292    3809 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-blf4b] pod update took 24.769639ms
I0406 03:06:50.729312    3809 base_network_controller_pods.go:937] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-blf4b] addLogicalPort annotation time took 24.794332ms
I0406 03:06:50.730493    3809 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-blf4b] addLogicalPort took 26.062548ms, libovsdb time 787.824µs
I0406 03:06:51.059288    3809 cni.go:403] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-blf4b a6547a57273f8e99ab7e7238af661b9d80042c4987c645c4ab84ba938f187743 network default NAD default] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-blf4b a6547a57273f8e99ab7e7238af661b9d80042c4987c645c4ab84ba938f187743 network default NAD default]
I0406 03:06:51.068569    3809 helper_linux.go:450] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-blf4b, hostIfaceName: a6547a57273f8e9, network: default, NAD default, SandboxID: "a6547a57273f8e99ab7e7238af661b9d80042c4987c645c4ab84ba938f187743", PCI device ID: , UID: "49d7f97a-42ee-4193-b6db-07dcbae2a93e", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0406 03:06:51.116894    3809 cni.go:424] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-blf4b a6547a57273f8e99ab7e7238af661b9d80042c4987c645c4ab84ba938f187743 network default NAD default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-blf4b a6547a57273f8e99ab7e7238af661b9d80042c4987c645c4ab84ba938f187743 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:51:c5:c2:c1:d1\",\"name\":\"a6547a57273f8e9\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/978fadb0-0b4a-43d1-90f1-cfbaf1569396\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 03:06:52.103233    3809 namespace.go:142] [openshift-operators] updating namespace
I0406 03:06:52.121032    3809 namespace.go:142] [openshift-operators] updating namespace
I0406 03:06:54.272808    3809 namespace.go:98] [cert-manager] adding namespace
I0406 03:06:54.273638    3809 namespace.go:102] [cert-manager] adding namespace took 805.797µs
I0406 03:06:54.326563    3809 namespace.go:142] [cert-manager] updating namespace
I0406 03:06:54.336520    3809 namespace.go:142] [cert-manager] updating namespace
I0406 03:06:57.602546    3809 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-mhbwn] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-mhbwn for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:06:57.602655    3809 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-mhbwn
I0406 03:06:57.674644    3809 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-mhbwn
I0406 03:06:57.719783    3809 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-mhbwn] pod update took 117.154018ms
I0406 03:06:57.719806    3809 base_network_controller_pods.go:937] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-mhbwn] addLogicalPort annotation time took 117.179716ms
I0406 03:06:57.720944    3809 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-mhbwn] addLogicalPort took 118.415312ms, libovsdb time 787.9µs
I0406 03:06:57.946356    3809 cni.go:403] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-mhbwn 7c6f2207a59edd6df8c88b6a54c61898c2c8e2de711b9c0342b1bfda96d60884 network default NAD default] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-mhbwn 7c6f2207a59edd6df8c88b6a54c61898c2c8e2de711b9c0342b1bfda96d60884 network default NAD default]
I0406 03:06:57.955769    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-mhbwn, hostIfaceName: 7c6f2207a59edd6, network: default, NAD default, SandboxID: "7c6f2207a59edd6df8c88b6a54c61898c2c8e2de711b9c0342b1bfda96d60884", PCI device ID: , UID: "11163c41-d604-4e82-a3b9-ae20c33f187e", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0406 03:06:58.003649    3809 cni.go:424] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-mhbwn 7c6f2207a59edd6df8c88b6a54c61898c2c8e2de711b9c0342b1bfda96d60884 network default NAD default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-mhbwn 7c6f2207a59edd6df8c88b6a54c61898c2c8e2de711b9c0342b1bfda96d60884 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:e4:9d:47:1c:5f\",\"name\":\"7c6f2207a59edd6\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e5a5169-3956-4096-a69a-bde996bd83e2\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0406 03:06:59.601685    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0406 03:06:59.601701    3809 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0406 03:06:59.859859    3809 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-rm65s] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-rm65s for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:06:59.859950    3809 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-rm65s
I0406 03:06:59.872236    3809 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-rm65s] pod update took 12.303531ms
I0406 03:06:59.872257    3809 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-rm65s] addLogicalPort annotation time took 12.330818ms
I0406 03:06:59.873580    3809 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-rm65s] addLogicalPort took 13.740168ms, libovsdb time 951.048µs
I0406 03:07:00.623977    3809 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-rm65s 342e70163d2c0b0bac232c24c42d3112c13c14f056081e1129d61478e876f649 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-rm65s 342e70163d2c0b0bac232c24c42d3112c13c14f056081e1129d61478e876f649 network default NAD default]
I0406 03:07:00.633071    3809 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-rm65s, hostIfaceName: 342e70163d2c0b0, network: default, NAD default, SandboxID: "342e70163d2c0b0bac232c24c42d3112c13c14f056081e1129d61478e876f649", PCI device ID: , UID: "28b47e26-be3a-4444-9ce4-4fee5203b0aa", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0406 03:07:00.681519    3809 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-rm65s 342e70163d2c0b0bac232c24c42d3112c13c14f056081e1129d61478e876f649 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-rm65s 342e70163d2c0b0bac232c24c42d3112c13c14f056081e1129d61478e876f649 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:cc:ae:13:8e:9a\",\"name\":\"342e70163d2c0b0\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48d6b753-33f4-4076-9beb-c46b51dbbdf4\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0406 03:07:00.891374    3809 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0406 03:07:00.934262    3809 namespace.go:98] [trusted-artifact-signer] adding namespace
I0406 03:07:00.935079    3809 namespace.go:102] [trusted-artifact-signer] adding namespace took 797.911µs
I0406 03:07:00.958282    3809 namespace.go:142] [trusted-artifact-signer] updating namespace
I0406 03:07:00.980307    3809 namespace.go:142] [trusted-artifact-signer] updating namespace
I0406 03:07:01.062466    3809 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-prm5m] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-prm5m for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:07:01.062542    3809 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-prm5m
I0406 03:07:01.081501    3809 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-prm5m] pod update took 18.980623ms
I0406 03:07:01.081523    3809 base_network_controller_pods.go:937] [default/trusted-artifact-signer/cli-server-66ccc97d7d-prm5m] addLogicalPort annotation time took 19.006907ms
I0406 03:07:01.082614    3809 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-prm5m] addLogicalPort took 20.160764ms, libovsdb time 743.752µs
I0406 03:07:01.424317    3809 cni.go:403] [trusted-artifact-signer/cli-server-66ccc97d7d-prm5m 12998f4a3ddcb65e3433835313c9d4ab69d1eb58c6766ea7e6bdefe6c95f351a network default NAD default] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-prm5m 12998f4a3ddcb65e3433835313c9d4ab69d1eb58c6766ea7e6bdefe6c95f351a network default NAD default]
I0406 03:07:01.433691    3809 helper_linux.go:450] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-prm5m, hostIfaceName: 12998f4a3ddcb65, network: default, NAD default, SandboxID: "12998f4a3ddcb65e3433835313c9d4ab69d1eb58c6766ea7e6bdefe6c95f351a", PCI device ID: , UID: "66bc6414-49bc-4692-ba13-a0f3a2cc5771", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0406 03:07:01.482384    3809 cni.go:424] [trusted-artifact-signer/cli-server-66ccc97d7d-prm5m 12998f4a3ddcb65e3433835313c9d4ab69d1eb58c6766ea7e6bdefe6c95f351a network default NAD default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-prm5m 12998f4a3ddcb65e3433835313c9d4ab69d1eb58c6766ea7e6bdefe6c95f351a network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:63:fd:54:d3:08\",\"name\":\"12998f4a3ddcb65\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2da8ff8d-42bb-434f-81c1-7ce4abff26b6\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 03:07:04.654547    3809 namespace.go:142] [openshift-operators] updating namespace
I0406 03:07:05.100571    3809 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-7p5tn] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-7p5tn for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:07:05.100687    3809 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-7p5tn
I0406 03:07:05.123416    3809 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-7p5tn] pod update took 22.752133ms
I0406 03:07:05.123439    3809 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-7p5tn] addLogicalPort annotation time took 22.781716ms
I0406 03:07:05.124694    3809 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-7p5tn] addLogicalPort took 24.130492ms, libovsdb time 765.031µs
I0406 03:07:05.464727    3809 cni.go:403] [openshift-operators/openshift-pipelines-operator-6684678d86-7p5tn 60f08e505e1f60e63784e0bbfced1e6db4e65c7d506da93ea834a783639f8456 network default NAD default] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-7p5tn 60f08e505e1f60e63784e0bbfced1e6db4e65c7d506da93ea834a783639f8456 network default NAD default]
I0406 03:07:05.474685    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-7p5tn, hostIfaceName: 60f08e505e1f60e, network: default, NAD default, SandboxID: "60f08e505e1f60e63784e0bbfced1e6db4e65c7d506da93ea834a783639f8456", PCI device ID: , UID: "2d32d2ea-1a5c-4503-b8e3-c0cc656244dd", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0406 03:07:05.525423    3809 cni.go:424] [openshift-operators/openshift-pipelines-operator-6684678d86-7p5tn 60f08e505e1f60e63784e0bbfced1e6db4e65c7d506da93ea834a783639f8456 network default NAD default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-7p5tn 60f08e505e1f60e63784e0bbfced1e6db4e65c7d506da93ea834a783639f8456 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:8f:9a:0b:5a:e4\",\"name\":\"60f08e505e1f60e\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93a3e8c4-8f03-4b09-9d42-48412efb0b33\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0406 03:07:11.895968    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0406 03:07:14.929742    3809 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:07:14.930214    3809 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:07:14.956179    3809 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:07:14.956202    3809 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:07:14.959795    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0406 03:07:14.959824    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0406 03:07:23.133913    3809 namespace.go:98] [openshift-pipelines] adding namespace
I0406 03:07:23.134912    3809 namespace.go:102] [openshift-pipelines] adding namespace took 974.373µs
I0406 03:07:23.152174    3809 namespace.go:142] [openshift-pipelines] updating namespace
I0406 03:07:23.842842    3809 namespace.go:142] [cert-manager] updating namespace
I0406 03:07:24.044491    3809 namespace.go:142] [cert-manager-operator] updating namespace
I0406 03:07:24.449970    3809 namespace.go:142] [konflux-operator] updating namespace
I0406 03:07:24.645375    3809 namespace.go:142] [konflux-ui] updating namespace
W0406 03:07:24.833133    3809 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0406 03:07:24.847470    3809 namespace.go:142] [open-cluster-management-2pgcu9mfas1m46ulnh3binnrqpenib9u] updating namespace
W0406 03:07:24.858702    3809 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0406 03:07:25.249674    3809 namespace.go:142] [rhbk-operator] updating namespace
I0406 03:07:25.450807    3809 namespace.go:142] [rhtpa-operator] updating namespace
I0406 03:07:25.649309    3809 namespace.go:142] [trusted-artifact-signer] updating namespace
I0406 03:07:25.851781    3809 namespace.go:142] [tsf] updating namespace
I0406 03:07:26.009346    3809 namespace.go:142] [tsf-keycloak] updating namespace
I0406 03:07:26.207829    3809 namespace.go:142] [tsf-tas] updating namespace
I0406 03:07:26.408753    3809 namespace.go:142] [tsf-tpa] updating namespace
I0406 03:07:26.532973    3809 namespace.go:142] [cert-manager] updating namespace
I0406 03:07:26.540372    3809 namespace.go:142] [cert-manager-operator] updating namespace
I0406 03:07:26.550369    3809 namespace.go:142] [default] updating namespace
I0406 03:07:26.557855    3809 namespace.go:142] [konflux-operator] updating namespace
I0406 03:07:26.567494    3809 namespace.go:142] [konflux-ui] updating namespace
I0406 03:07:26.574639    3809 namespace.go:142] [open-cluster-management-2pgcu9mfas1m46ulnh3binnrqpenib9u] updating namespace
I0406 03:07:26.582993    3809 namespace.go:142] [openshift] updating namespace
I0406 03:07:26.590157    3809 namespace.go:142] [rhbk-operator] updating namespace
I0406 03:07:26.599675    3809 namespace.go:142] [rhtpa-operator] updating namespace
I0406 03:07:26.609082    3809 namespace.go:142] [trusted-artifact-signer] updating namespace
I0406 03:07:26.628869    3809 namespace.go:142] [tsf] updating namespace
I0406 03:07:26.651114    3809 namespace.go:142] [tsf-keycloak] updating namespace
I0406 03:07:26.671103    3809 namespace.go:142] [tsf-tas] updating namespace
I0406 03:07:26.688416    3809 namespace.go:142] [tsf-tpa] updating namespace
I0406 03:07:26.792292    3809 namespace.go:142] [cert-manager] updating namespace
I0406 03:07:26.891619    3809 namespace.go:142] [cert-manager-operator] updating namespace
I0406 03:07:26.996105    3809 namespace.go:142] [default] updating namespace
I0406 03:07:27.096516    3809 namespace.go:142] [konflux-operator] updating namespace
I0406 03:07:27.191594    3809 namespace.go:142] [konflux-ui] updating namespace
I0406 03:07:27.296397    3809 namespace.go:142] [open-cluster-management-2pgcu9mfas1m46ulnh3binnrqpenib9u] updating namespace
I0406 03:07:27.391051    3809 namespace.go:142] [openshift] updating namespace
I0406 03:07:27.496528    3809 namespace.go:142] [rhbk-operator] updating namespace
I0406 03:07:27.598331    3809 namespace.go:142] [rhtpa-operator] updating namespace
I0406 03:07:27.695904    3809 namespace.go:142] [trusted-artifact-signer] updating namespace
I0406 03:07:27.792349    3809 namespace.go:142] [tsf] updating namespace
I0406 03:07:27.890462    3809 namespace.go:142] [tsf-keycloak] updating namespace
I0406 03:07:27.993511    3809 namespace.go:142] [tsf-tas] updating namespace
I0406 03:07:28.091918    3809 namespace.go:142] [tsf-tpa] updating namespace
I0406 03:07:28.310027    3809 namespace.go:142] [openshift-pipelines] updating namespace
I0406 03:07:36.321651    3809 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0406 03:07:37.322976    3809 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-5r7f5] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-5r7f5 for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:07:37.323088    3809 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-5r7f5
I0406 03:07:37.335864    3809 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-5r7f5] pod update took 12.797227ms
I0406 03:07:37.335889    3809 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-5r7f5] addLogicalPort annotation time took 12.824619ms
I0406 03:07:37.337039    3809 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-5r7f5] addLogicalPort took 14.073138ms, libovsdb time 761.847µs
I0406 03:07:37.426213    3809 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-xpmn2] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-xpmn2 for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:07:37.426297    3809 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-xpmn2
I0406 03:07:37.442382    3809 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-xpmn2] pod update took 16.112787ms
I0406 03:07:37.442400    3809 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-xpmn2] addLogicalPort annotation time took 16.133885ms
I0406 03:07:37.443545    3809 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-xpmn2] addLogicalPort took 17.347589ms, libovsdb time 744.502µs
I0406 03:07:37.616590    3809 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mdq8h] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-mdq8h for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:07:37.616721    3809 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mdq8h
I0406 03:07:37.629702    3809 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mdq8h] pod update took 13.007909ms
I0406 03:07:37.629719    3809 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mdq8h] addLogicalPort annotation time took 13.030646ms
I0406 03:07:37.630820    3809 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mdq8h] addLogicalPort took 14.243291ms, libovsdb time 752.402µs
I0406 03:07:37.767748    3809 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-5r7f5 b62d16f44f0a88dcf9176a93931c9e420fb92511480710a53d863ac7fdfc5c3d network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-5r7f5 b62d16f44f0a88dcf9176a93931c9e420fb92511480710a53d863ac7fdfc5c3d network default NAD default]
I0406 03:07:37.776616    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-5r7f5, hostIfaceName: b62d16f44f0a88d, network: default, NAD default, SandboxID: "b62d16f44f0a88dcf9176a93931c9e420fb92511480710a53d863ac7fdfc5c3d", PCI device ID: , UID: "3ff275af-ac4e-4add-b285-4d10be9b6127", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0406 03:07:37.830469    3809 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-5r7f5 b62d16f44f0a88dcf9176a93931c9e420fb92511480710a53d863ac7fdfc5c3d network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-5r7f5 b62d16f44f0a88dcf9176a93931c9e420fb92511480710a53d863ac7fdfc5c3d network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:34:12:1e:25:d9\",\"name\":\"b62d16f44f0a88d\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2c831a7-6faa-4209-b061-d5ff5e45fbcf\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 03:07:37.832501    3809 cni.go:403] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-xpmn2 4a6adf48b4bdcd29bb2fa2feda45cadf0b1970b510e6978544d654af72837017 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-xpmn2 4a6adf48b4bdcd29bb2fa2feda45cadf0b1970b510e6978544d654af72837017 network default NAD default]
I0406 03:07:37.841225    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-xpmn2, hostIfaceName: 4a6adf48b4bdcd2, network: default, NAD default, SandboxID: "4a6adf48b4bdcd29bb2fa2feda45cadf0b1970b510e6978544d654af72837017", PCI device ID: , UID: "340d8609-0da6-45b2-ad67-a63aae9b0e54", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0406 03:07:37.890166    3809 cni.go:424] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-xpmn2 4a6adf48b4bdcd29bb2fa2feda45cadf0b1970b510e6978544d654af72837017 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-xpmn2 4a6adf48b4bdcd29bb2fa2feda45cadf0b1970b510e6978544d654af72837017 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:23:75:cb:0c:9b\",\"name\":\"4a6adf48b4bdcd2\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5dc26ff-c31c-49e6-8283-96acdb18d903\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 03:07:38.044962    3809 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mdq8h 0fb3e757e3a6b3d81940f6287d0fbfef7859739b8d8e89890d221fe6f285760c network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mdq8h 0fb3e757e3a6b3d81940f6287d0fbfef7859739b8d8e89890d221fe6f285760c network default NAD default]
I0406 03:07:38.054495    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-mdq8h, hostIfaceName: 0fb3e757e3a6b3d, network: default, NAD default, SandboxID: "0fb3e757e3a6b3d81940f6287d0fbfef7859739b8d8e89890d221fe6f285760c", PCI device ID: , UID: "87ca412c-1e0e-471c-83e2-a881cb9c8f8b", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23]
I0406 03:07:38.105020    3809 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mdq8h 0fb3e757e3a6b3d81940f6287d0fbfef7859739b8d8e89890d221fe6f285760c network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-mdq8h 0fb3e757e3a6b3d81940f6287d0fbfef7859739b8d8e89890d221fe6f285760c network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:c7:c6:be:3e:27\",\"name\":\"0fb3e757e3a6b3d\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44eac040-b170-4e5e-8fff-e1711d83ce3f\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0406 03:07:41.939508    3809 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0406 03:07:41.939527    3809 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0406 03:07:41.939535    3809 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0406 03:07:41.939540    3809 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0406 03:07:42.072411    3809 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0406 03:07:42.072429    3809 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0406 03:07:42.072435    3809 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0406 03:07:42.202298    3809 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0406 03:07:42.202323    3809 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0406 03:07:42.202331    3809 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0406 03:07:53.105003    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0406 03:07:53.105028    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0406 03:07:53.105035    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0406 03:08:04.450307    3809 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5g5b2] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-5g5b2 for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:08:04.450387    3809 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5g5b2
I0406 03:08:04.471506    3809 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5g5b2] pod update took 21.141278ms
I0406 03:08:04.471530    3809 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5g5b2] addLogicalPort annotation time took 21.168382ms
I0406 03:08:04.472760    3809 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5g5b2] addLogicalPort took 22.468382ms, libovsdb time 831.993µs
I0406 03:08:04.808435    3809 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5g5b2 af4959171410088c2e0122f7ef75634a5d3b9e0a9cc9aeb574df1a951d2bbb29 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5g5b2 af4959171410088c2e0122f7ef75634a5d3b9e0a9cc9aeb574df1a951d2bbb29 network default NAD default]
I0406 03:08:04.817409    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-5g5b2, hostIfaceName: af4959171410088, network: default, NAD default, SandboxID: "af4959171410088c2e0122f7ef75634a5d3b9e0a9cc9aeb574df1a951d2bbb29", PCI device ID: , UID: "b40aa73c-74fb-478d-a8bf-3582564382df", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23]
I0406 03:08:04.867623    3809 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5g5b2 af4959171410088c2e0122f7ef75634a5d3b9e0a9cc9aeb574df1a951d2bbb29 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-5g5b2 af4959171410088c2e0122f7ef75634a5d3b9e0a9cc9aeb574df1a951d2bbb29 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:16:36:6c:d6:e2\",\"name\":\"af4959171410088\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8638d216-24fa-4e1a-85bc-757addba6174\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0406 03:08:07.223039    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0406 03:08:10.163500    3809 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:08:10.163985    3809 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:08:10.204192    3809 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:08:10.204209    3809 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:08:10.207549    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0406 03:08:10.207570    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
W0406 03:08:18.073855    3809 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0406 03:08:18.073874    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0406 03:08:18.074489    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0406 03:08:18.230076    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0406 03:08:20.046220    3809 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-sf9t5] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-sf9t5 for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:08:20.046309    3809 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-sf9t5
I0406 03:08:20.060749    3809 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-sf9t5] pod update took 14.443691ms
I0406 03:08:20.060767    3809 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-sf9t5] addLogicalPort annotation time took 14.485776ms
I0406 03:08:20.062069    3809 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-sf9t5] addLogicalPort took 15.861115ms, libovsdb time 900.97µs
I0406 03:08:20.419672    3809 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-sf9t5 6a7e0a135d37dae917efbc137e3000b257a35fba958868ebe0c924aa69d70aba network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-sf9t5 6a7e0a135d37dae917efbc137e3000b257a35fba958868ebe0c924aa69d70aba network default NAD default]
I0406 03:08:20.428521    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-sf9t5, hostIfaceName: 6a7e0a135d37dae, network: default, NAD default, SandboxID: "6a7e0a135d37dae917efbc137e3000b257a35fba958868ebe0c924aa69d70aba", PCI device ID: , UID: "bdb28219-a559-4e2a-aaec-87df2122b828", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23]
I0406 03:08:20.477374    3809 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-sf9t5 6a7e0a135d37dae917efbc137e3000b257a35fba958868ebe0c924aa69d70aba network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-sf9t5 6a7e0a135d37dae917efbc137e3000b257a35fba958868ebe0c924aa69d70aba network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:52:59:60:b4:f5\",\"name\":\"6a7e0a135d37dae\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10bc1f16-a31a-4518-85d4-0dcae52c32b1\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 03:08:24.338098    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0406 03:08:25.164396    3809 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0406 03:08:39.483890    3809 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:08:39.484377    3809 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:08:40.174284    3809 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:08:40.174303    3809 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:08:40.179017    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0406 03:08:40.179036    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
I0406 03:08:40.574212    3809 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-d7c56d9f6-bncr5] creating logical port openshift-pipelines_tekton-results-api-d7c56d9f6-bncr5 for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:08:40.574324    3809 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-d7c56d9f6-bncr5
I0406 03:08:40.589900    3809 pod.go:62] [openshift-pipelines/tekton-results-api-d7c56d9f6-bncr5] pod update took 15.599956ms
I0406 03:08:40.589918    3809 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-d7c56d9f6-bncr5] addLogicalPort annotation time took 15.623966ms
I0406 03:08:40.591142    3809 pods.go:271] [openshift-pipelines/tekton-results-api-d7c56d9f6-bncr5] addLogicalPort took 16.943547ms, libovsdb time 835.386µs
I0406 03:08:40.936663    3809 cni.go:403] [openshift-pipelines/tekton-results-api-d7c56d9f6-bncr5 a85b314c6306a94139af0b8ab3f33e433c52ee0e2abfec17bff5c19eea902f6a network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-d7c56d9f6-bncr5 a85b314c6306a94139af0b8ab3f33e433c52ee0e2abfec17bff5c19eea902f6a network default NAD default]
I0406 03:08:40.945763    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-d7c56d9f6-bncr5, hostIfaceName: a85b314c6306a94, network: default, NAD default, SandboxID: "a85b314c6306a94139af0b8ab3f33e433c52ee0e2abfec17bff5c19eea902f6a", PCI device ID: , UID: "eceb43ab-76a2-438d-b877-a51e46ec5295", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23]
I0406 03:08:40.996820    3809 cni.go:424] [openshift-pipelines/tekton-results-api-d7c56d9f6-bncr5 a85b314c6306a94139af0b8ab3f33e433c52ee0e2abfec17bff5c19eea902f6a network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-d7c56d9f6-bncr5 a85b314c6306a94139af0b8ab3f33e433c52ee0e2abfec17bff5c19eea902f6a network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:61:6e:24:12:36\",\"name\":\"a85b314c6306a94\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21d9f4e9-3630-4737-9315-23d213373ff8\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0406 03:08:42.196465    3809 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0406 03:08:42.196488    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0406 03:08:42.199702    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0406 03:08:45.412317    3809 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0406 03:08:45.412339    3809 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0406 03:08:45.412343    3809 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0406 03:08:51.448832    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0406 03:08:51.448854    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0406 03:08:51.448863    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0406 03:09:08.975870    3809 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wlcgv] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-wlcgv for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:09:08.975964    3809 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wlcgv
I0406 03:09:08.989794    3809 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wlcgv] pod update took 13.848796ms
I0406 03:09:08.989813    3809 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wlcgv] addLogicalPort annotation time took 13.872731ms
I0406 03:09:08.991119    3809 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wlcgv] addLogicalPort took 15.265022ms, libovsdb time 893.451µs
I0406 03:09:09.075871    3809 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-9lng2] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-9lng2 for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:09:09.075951    3809 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-9lng2
I0406 03:09:09.093050    3809 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-9lng2] pod update took 17.114041ms
I0406 03:09:09.093069    3809 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-9lng2] addLogicalPort annotation time took 17.138344ms
I0406 03:09:09.094148    3809 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-9lng2] addLogicalPort took 18.288569ms, libovsdb time 693.757µs
I0406 03:09:09.333861    3809 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wlcgv c54ec5bb47ce999fbd375672c3bb07faa16c198c3622df6eb1937652533f6af6 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wlcgv c54ec5bb47ce999fbd375672c3bb07faa16c198c3622df6eb1937652533f6af6 network default NAD default]
I0406 03:09:09.343708    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-wlcgv, hostIfaceName: c54ec5bb47ce999, network: default, NAD default, SandboxID: "c54ec5bb47ce999fbd375672c3bb07faa16c198c3622df6eb1937652533f6af6", PCI device ID: , UID: "3739c6ae-4458-41e6-9e80-98dc9d78ab46", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23]
I0406 03:09:09.392655    3809 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wlcgv c54ec5bb47ce999fbd375672c3bb07faa16c198c3622df6eb1937652533f6af6 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wlcgv c54ec5bb47ce999fbd375672c3bb07faa16c198c3622df6eb1937652533f6af6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:1d:21:f7:a8:7b\",\"name\":\"c54ec5bb47ce999\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58b971ae-b932-4765-815e-3c2121afd28c\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 03:09:09.434320    3809 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-9lng2 ce4709f19915d0380d83dc2f5fde3eb2e7d6bf8f51ecb35bb4af511c1fc38d96 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-9lng2 ce4709f19915d0380d83dc2f5fde3eb2e7d6bf8f51ecb35bb4af511c1fc38d96 network default NAD default]
I0406 03:09:09.459924    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-9lng2, hostIfaceName: ce4709f19915d03, network: default, NAD default, SandboxID: "ce4709f19915d0380d83dc2f5fde3eb2e7d6bf8f51ecb35bb4af511c1fc38d96", PCI device ID: , UID: "e7829e6a-a29e-42fd-9639-b520c961a58a", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23]
I0406 03:09:09.509579    3809 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-9lng2 ce4709f19915d0380d83dc2f5fde3eb2e7d6bf8f51ecb35bb4af511c1fc38d96 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-9lng2 ce4709f19915d0380d83dc2f5fde3eb2e7d6bf8f51ecb35bb4af511c1fc38d96 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:bd:c8:90:b5:99\",\"name\":\"ce4709f19915d03\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6b1d9ac-528b-4504-9a1f-ed10fd3a524f\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0406 03:09:11.336619    3809 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0406 03:09:11.336648    3809 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
I0406 03:09:12.505050    3809 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:09:12.505516    3809 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0406 03:09:12.546334    3809 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0406 03:09:18.531474    3809 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-8qvwb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:09:18.531992    3809 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-8qvwb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:09:19.558166    3809 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-8qvwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:09:19.558192    3809 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-8qvwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:09:19.909888    3809 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:09:19.910362    3809 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:09:20.407176    3809 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:09:20.407196    3809 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:09:20.413921    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0406 03:09:20.413937    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
W0406 03:09:21.424286    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0406 03:09:21.424305    3809 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0406 03:09:21.424385    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0406 03:09:23.552605    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0406 03:09:28.324669    3809 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0406 03:10:00.179573    3809 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29590750-xk4lg for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:10:00.179666    3809 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg
I0406 03:10:00.192846    3809 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg] pod update took 13.205235ms
I0406 03:10:00.192873    3809 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg] addLogicalPort annotation time took 13.237825ms
I0406 03:10:00.194302    3809 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg] addLogicalPort took 14.741689ms, libovsdb time 1.017649ms
I0406 03:10:00.235902    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0406 03:10:00.539327    3809 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg 164ba1d5098042d98ba7e7c70fec01ae60891748e2f27b4f990980eca6b777a5 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg 164ba1d5098042d98ba7e7c70fec01ae60891748e2f27b4f990980eca6b777a5 network default NAD default]
I0406 03:10:00.548034    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29590750-xk4lg, hostIfaceName: 164ba1d5098042d, network: default, NAD default, SandboxID: "164ba1d5098042d98ba7e7c70fec01ae60891748e2f27b4f990980eca6b777a5", PCI device ID: , UID: "558d5609-4702-4785-8832-b3ce3194f02b", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23]
I0406 03:10:00.598721    3809 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg 164ba1d5098042d98ba7e7c70fec01ae60891748e2f27b4f990980eca6b777a5 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg 164ba1d5098042d98ba7e7c70fec01ae60891748e2f27b4f990980eca6b777a5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:0c:ad:50:52:9b\",\"name\":\"164ba1d5098042d\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8ad6212-b524-4020-a80c-30d90370e3c2\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 03:10:03.804002    3809 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg 164ba1d5098042d98ba7e7c70fec01ae60891748e2f27b4f990980eca6b777a5 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg 164ba1d5098042d98ba7e7c70fec01ae60891748e2f27b4f990980eca6b777a5 network default NAD default]
I0406 03:10:03.892405    3809 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg 164ba1d5098042d98ba7e7c70fec01ae60891748e2f27b4f990980eca6b777a5 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg 164ba1d5098042d98ba7e7c70fec01ae60891748e2f27b4f990980eca6b777a5 network default NAD default], result "{}", err <nil>
I0406 03:10:03.943147    3809 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:10:03.943178    3809 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg
I0406 03:10:03.944598    3809 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg, ips: 10.128.0.47
I0406 03:10:03.944627    3809 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:10:04.819077    3809 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:10:04.819101    3809 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590750-xk4lg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:10:12.619878    3809 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:10:12.619904    3809 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:10:12.624896    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0406 03:10:12.624919    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0406 03:10:14.350046    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0406 03:10:21.237425    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=68
I0406 03:10:21.844636    3809 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:10:21.845181    3809 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:10:21.865379    3809 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:10:21.865398    3809 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:10:21.870994    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0406 03:10:21.871009    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0406 03:10:24.380481    3809 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-7c4cbc87cc-d658t] creating logical port tsf-tas_fulcio-server-7c4cbc87cc-d658t for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:10:24.380579    3809 kube.go:256] Updating pod tsf-tas/fulcio-server-7c4cbc87cc-d658t
I0406 03:10:24.401601    3809 pod.go:62] [tsf-tas/fulcio-server-7c4cbc87cc-d658t] pod update took 21.049902ms
I0406 03:10:24.401623    3809 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-7c4cbc87cc-d658t] addLogicalPort annotation time took 21.076489ms
I0406 03:10:24.402775    3809 pods.go:271] [tsf-tas/fulcio-server-7c4cbc87cc-d658t] addLogicalPort took 22.312901ms, libovsdb time 746.537µs
I0406 03:10:24.740524    3809 cni.go:403] [tsf-tas/fulcio-server-7c4cbc87cc-d658t ec43e9098644faefe378293dd94a1cc9d508530d19f678a7d152fb44945c0e4f network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-7c4cbc87cc-d658t ec43e9098644faefe378293dd94a1cc9d508530d19f678a7d152fb44945c0e4f network default NAD default]
I0406 03:10:24.749828    3809 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-7c4cbc87cc-d658t, hostIfaceName: ec43e9098644fae, network: default, NAD default, SandboxID: "ec43e9098644faefe378293dd94a1cc9d508530d19f678a7d152fb44945c0e4f", PCI device ID: , UID: "9e56fade-ecee-4709-907c-6201a0c1c9b2", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23]
I0406 03:10:24.802598    3809 cni.go:424] [tsf-tas/fulcio-server-7c4cbc87cc-d658t ec43e9098644faefe378293dd94a1cc9d508530d19f678a7d152fb44945c0e4f network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-7c4cbc87cc-d658t ec43e9098644faefe378293dd94a1cc9d508530d19f678a7d152fb44945c0e4f network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:17:97:40:21:b9\",\"name\":\"ec43e9098644fae\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1082b136-55ac-45dd-910e-f10e9c876998\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0406 03:10:26.920847    3809 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
W0406 03:10:26.920864    3809 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0406 03:10:26.944383    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server
W0406 03:10:26.944405    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server
W0406 03:10:31.781033    3809 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0406 03:10:31.806978    3809 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0406 03:10:35.833456    3809 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0406 03:10:36.963693    3809 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-2xr7j-krl4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:10:36.964202    3809 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-2xr7j-krl4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:10:37.835278    3809 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-2xr7j-krl4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:10:37.835302    3809 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-2xr7j-krl4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:08.362101    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0406 03:11:11.127424    3809 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:11.127976    3809 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:11.147099    3809 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:11.147118    3809 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:11.152973    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0406 03:11:11.152998    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0406 03:11:16.144630    3809 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-2nggf-z5ztv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:16.145205    3809 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-2nggf-z5ztv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:17.041184    3809 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-2nggf-z5ztv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:17.041206    3809 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-2nggf-z5ztv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:19.575890    3809 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6f44585df-29k7j] creating logical port tsf-tas_ctlog-6f44585df-29k7j for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:11:19.575999    3809 kube.go:256] Updating pod tsf-tas/ctlog-6f44585df-29k7j
I0406 03:11:19.589956    3809 pod.go:62] [tsf-tas/ctlog-6f44585df-29k7j] pod update took 13.978019ms
I0406 03:11:19.589978    3809 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-6f44585df-29k7j] addLogicalPort annotation time took 14.005587ms
I0406 03:11:19.591315    3809 pods.go:271] [tsf-tas/ctlog-6f44585df-29k7j] addLogicalPort took 15.447237ms, libovsdb time 886.237µs
I0406 03:11:19.935978    3809 cni.go:403] [tsf-tas/ctlog-6f44585df-29k7j 762a0dae69ff377224bfc84f79312133973fb5903fbfa52f1cd69d6bac7e145d network default NAD default] ADD starting CNI request [tsf-tas/ctlog-6f44585df-29k7j 762a0dae69ff377224bfc84f79312133973fb5903fbfa52f1cd69d6bac7e145d network default NAD default]
I0406 03:11:19.945597    3809 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6f44585df-29k7j, hostIfaceName: 762a0dae69ff377, network: default, NAD default, SandboxID: "762a0dae69ff377224bfc84f79312133973fb5903fbfa52f1cd69d6bac7e145d", PCI device ID: , UID: "07d0f604-0fdb-4f7c-8872-5755958698af", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23]
I0406 03:11:19.996243    3809 cni.go:424] [tsf-tas/ctlog-6f44585df-29k7j 762a0dae69ff377224bfc84f79312133973fb5903fbfa52f1cd69d6bac7e145d network default NAD default] ADD finished CNI request [tsf-tas/ctlog-6f44585df-29k7j 762a0dae69ff377224bfc84f79312133973fb5903fbfa52f1cd69d6bac7e145d network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:f2:ba:07:6c:66\",\"name\":\"762a0dae69ff377\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de5eb24e-f207-464c-ab76-102f60338f4f\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 03:11:20.211047    3809 obj_retry.go:464] Detected object tsf/patch-tekton-config-fjvd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:20.211603    3809 obj_retry.go:464] Detected object tsf/patch-tekton-config-fjvd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:21.091110    3809 obj_retry.go:458] Detected object tsf/patch-tekton-config-fjvd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:21.091140    3809 obj_retry.go:458] Detected object tsf/patch-tekton-config-fjvd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0406 03:11:21.194669    3809 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0406 03:11:26.200984    3809 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-lfsnf-khdt2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:26.201540    3809 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-lfsnf-khdt2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:26.272952    3809 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-fhf59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:26.273425    3809 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-fhf59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:27.082678    3809 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-lfsnf-khdt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:27.082698    3809 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-lfsnf-khdt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:27.296700    3809 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-fhf59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:27.296719    3809 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-fhf59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:27.328590    3809 obj_retry.go:458] Detected object tsf/patch-tekton-config-fjvd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:27.328617    3809 obj_retry.go:458] Detected object tsf/patch-tekton-config-fjvd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:27.333493    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-fjvd8
I0406 03:11:27.333521    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-fjvd8
I0406 03:11:30.869827    3809 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7784d6c8dc-fg7fh] creating logical port tsf-tas_rekor-search-ui-7784d6c8dc-fg7fh for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:11:30.869945    3809 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7784d6c8dc-fg7fh
I0406 03:11:30.882077    3809 pod.go:62] [tsf-tas/rekor-search-ui-7784d6c8dc-fg7fh] pod update took 12.158214ms
I0406 03:11:30.882099    3809 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-7784d6c8dc-fg7fh] addLogicalPort annotation time took 12.185386ms
I0406 03:11:30.883379    3809 pods.go:271] [tsf-tas/rekor-search-ui-7784d6c8dc-fg7fh] addLogicalPort took 13.568739ms, libovsdb time 837.66µs
I0406 03:11:31.222343    3809 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:31.222884    3809 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:31.232754    3809 cni.go:403] [tsf-tas/rekor-search-ui-7784d6c8dc-fg7fh 85f6c39cf7bee28dbca6894f78a6b3e2bef31f5f589a3d75b67c6d9c9da450f8 network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-7784d6c8dc-fg7fh 85f6c39cf7bee28dbca6894f78a6b3e2bef31f5f589a3d75b67c6d9c9da450f8 network default NAD default]
I0406 03:11:31.241402    3809 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:31.241423    3809 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:31.241846    3809 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7784d6c8dc-fg7fh, hostIfaceName: 85f6c39cf7bee28, network: default, NAD default, SandboxID: "85f6c39cf7bee28dbca6894f78a6b3e2bef31f5f589a3d75b67c6d9c9da450f8", PCI device ID: , UID: "82de6f44-ea2b-4181-aa0b-9c3e70e63e57", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23]
I0406 03:11:31.246887    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0406 03:11:31.246914    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0406 03:11:31.293817    3809 cni.go:424] [tsf-tas/rekor-search-ui-7784d6c8dc-fg7fh 85f6c39cf7bee28dbca6894f78a6b3e2bef31f5f589a3d75b67c6d9c9da450f8 network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-7784d6c8dc-fg7fh 85f6c39cf7bee28dbca6894f78a6b3e2bef31f5f589a3d75b67c6d9c9da450f8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:b7:2f:5b:53:bf\",\"name\":\"85f6c39cf7bee28\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f77f1c30-44e1-4cb0-9dc6-10ed74162a61\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0406 03:11:32.203566    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog
I0406 03:11:32.237441    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=124
W0406 03:11:33.134627    3809 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
W0406 03:11:34.253429    3809 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0406 03:11:37.268207    3809 obj_retry.go:464] Detected object tsf-tpa/create-db-k882r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:37.268701    3809 obj_retry.go:464] Detected object tsf-tpa/create-db-k882r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:38.235011    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=100
I0406 03:11:38.293279    3809 obj_retry.go:458] Detected object tsf-tpa/create-db-k882r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:38.293299    3809 obj_retry.go:458] Detected object tsf-tpa/create-db-k882r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:41.282778    3809 obj_retry.go:464] Detected object tsf-tpa/migrate-db-b9dtx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:41.283270    3809 obj_retry.go:464] Detected object tsf-tpa/migrate-db-b9dtx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:41.433210    3809 obj_retry.go:458] Detected object tsf-tpa/migrate-db-b9dtx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:41.433234    3809 obj_retry.go:458] Detected object tsf-tpa/migrate-db-b9dtx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0406 03:11:42.213708    3809 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0406 03:11:44.311506    3809 obj_retry.go:464] Detected object tsf-tpa/create-importers-2z247 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:44.312054    3809 obj_retry.go:464] Detected object tsf-tpa/create-importers-2z247 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:44.642626    3809 obj_retry.go:458] Detected object tsf-tpa/create-importers-2z247 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:44.642649    3809 obj_retry.go:458] Detected object tsf-tpa/create-importers-2z247 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0406 03:11:46.305714    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui
W0406 03:11:54.289287    3809 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0406 03:11:57.373377    3809 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:57.373911    3809 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:11:57.394341    3809 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:57.394362    3809 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:11:57.401187    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0406 03:11:57.401211    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0406 03:11:58.114305    3809 namespace.go:98] [integration-service] adding namespace
I0406 03:11:58.115195    3809 namespace.go:102] [integration-service] adding namespace took 869.443µs
I0406 03:11:58.120301    3809 namespace.go:98] [default-tenant] adding namespace
I0406 03:11:58.121018    3809 namespace.go:102] [default-tenant] adding namespace took 702.114µs
I0406 03:11:58.121420    3809 namespace.go:98] [image-controller] adding namespace
I0406 03:11:58.122088    3809 namespace.go:102] [image-controller] adding namespace took 654.661µs
I0406 03:11:58.122113    3809 namespace.go:98] [build-service] adding namespace
I0406 03:11:58.122590    3809 namespace.go:102] [build-service] adding namespace took 468.284µs
I0406 03:11:58.160763    3809 namespace.go:142] [integration-service] updating namespace
I0406 03:11:58.185064    3809 namespace.go:142] [integration-service] updating namespace
I0406 03:11:58.185185    3809 namespace.go:142] [default-tenant] updating namespace
I0406 03:11:58.197045    3809 namespace.go:142] [default-tenant] updating namespace
I0406 03:11:58.209897    3809 namespace.go:142] [image-controller] updating namespace
I0406 03:11:58.227605    3809 namespace.go:142] [image-controller] updating namespace
I0406 03:11:58.230245    3809 namespace.go:142] [build-service] updating namespace
I0406 03:11:58.245637    3809 namespace.go:142] [build-service] updating namespace
I0406 03:11:58.338525    3809 namespace.go:142] [build-service] updating namespace
I0406 03:11:58.352583    3809 namespace.go:142] [integration-service] updating namespace
I0406 03:11:58.381905    3809 namespace.go:98] [release-service] adding namespace
I0406 03:11:58.382699    3809 namespace.go:102] [release-service] adding namespace took 776.945µs
I0406 03:11:58.410942    3809 namespace.go:142] [release-service] updating namespace
I0406 03:11:58.414328    3809 namespace.go:142] [konflux-ui] updating namespace
I0406 03:11:58.426345    3809 namespace.go:142] [release-service] updating namespace
I0406 03:11:58.504347    3809 namespace.go:98] [konflux-info] adding namespace
I0406 03:11:58.505205    3809 namespace.go:102] [konflux-info] adding namespace took 839.125µs
I0406 03:11:58.526379    3809 namespace.go:98] [namespace-lister] adding namespace
I0406 03:11:58.527082    3809 namespace.go:102] [namespace-lister] adding namespace took 688.821µs
I0406 03:11:58.547837    3809 namespace.go:142] [konflux-info] updating namespace
I0406 03:11:58.594572    3809 namespace.go:98] [enterprise-contract-service] adding namespace
I0406 03:11:58.594595    3809 namespace.go:142] [image-controller] updating namespace
I0406 03:11:58.595272    3809 namespace.go:102] [enterprise-contract-service] adding namespace took 685.254µs
I0406 03:11:58.615534    3809 namespace.go:142] [konflux-info] updating namespace
I0406 03:11:58.645502    3809 namespace.go:142] [namespace-lister] updating namespace
I0406 03:11:58.715388    3809 namespace.go:142] [enterprise-contract-service] updating namespace
I0406 03:11:58.722690    3809 namespace.go:142] [namespace-lister] updating namespace
I0406 03:11:58.736637    3809 namespace.go:142] [default-tenant] updating namespace
I0406 03:11:58.776586    3809 namespace.go:142] [enterprise-contract-service] updating namespace
I0406 03:11:58.794324    3809 namespace.go:98] [segment-bridge] adding namespace
I0406 03:11:58.795174    3809 namespace.go:102] [segment-bridge] adding namespace took 832.531µs
I0406 03:11:58.848510    3809 namespace.go:142] [openshift-pipelines] updating namespace
I0406 03:11:58.885586    3809 namespace.go:142] [segment-bridge] updating namespace
I0406 03:11:58.932459    3809 namespace.go:142] [segment-bridge] updating namespace
I0406 03:11:59.089458    3809 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0406 03:11:59.090117    3809 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0406 03:11:59.090137    3809 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0406 03:11:59.092614    3809 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0406 03:11:59.114159    3809 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-ndps5] creating logical port namespace-lister_namespace-lister-67655c4674-ndps5 for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:11:59.114251    3809 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-ndps5
I0406 03:11:59.202505    3809 pod.go:62] [namespace-lister/namespace-lister-67655c4674-ndps5] pod update took 88.280655ms
I0406 03:11:59.202524    3809 base_network_controller_pods.go:937] [default/namespace-lister/namespace-lister-67655c4674-ndps5] addLogicalPort annotation time took 88.304695ms
I0406 03:11:59.203933    3809 pods.go:271] [namespace-lister/namespace-lister-67655c4674-ndps5] addLogicalPort took 89.786883ms, libovsdb time 988.503µs
I0406 03:11:59.211489    3809 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0406 03:11:59.211513    3809 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0406 03:11:59.212819    3809 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0406 03:11:59.719498    3809 namespace.go:142] [build-service] updating namespace
I0406 03:12:00.605002    3809 base_network_controller_pods.go:487] [default/konflux-ui/dex-6b8d56d6d9-f87pq] creating logical port konflux-ui_dex-6b8d56d6d9-f87pq for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:12:00.605098    3809 kube.go:256] Updating pod konflux-ui/dex-6b8d56d6d9-f87pq
I0406 03:12:00.728106    3809 kube.go:256] Updating pod konflux-ui/dex-6b8d56d6d9-f87pq
I0406 03:12:00.805818    3809 pod.go:62] [konflux-ui/dex-6b8d56d6d9-f87pq] pod update took 200.748568ms
I0406 03:12:00.805838    3809 base_network_controller_pods.go:937] [default/konflux-ui/dex-6b8d56d6d9-f87pq] addLogicalPort annotation time took 200.775776ms
I0406 03:12:00.807073    3809 pods.go:271] [konflux-ui/dex-6b8d56d6d9-f87pq] addLogicalPort took 202.091449ms, libovsdb time 811.08µs
I0406 03:12:00.932518    3809 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-fc44cc754-8css2] creating logical port image-controller_image-controller-controller-manager-fc44cc754-8css2 for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:12:00.932598    3809 kube.go:256] Updating pod image-controller/image-controller-controller-manager-fc44cc754-8css2
I0406 03:12:00.957591    3809 cni.go:403] [namespace-lister/namespace-lister-67655c4674-ndps5 a6cfa6acb57a039aad0fabbc058badddda3d987ee6bbb627b87e3fb884c0a305 network default NAD default] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-ndps5 a6cfa6acb57a039aad0fabbc058badddda3d987ee6bbb627b87e3fb884c0a305 network default NAD default]
I0406 03:12:00.966692    3809 helper_linux.go:450] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-ndps5, hostIfaceName: a6cfa6acb57a039, network: default, NAD default, SandboxID: "a6cfa6acb57a039aad0fabbc058badddda3d987ee6bbb627b87e3fb884c0a305", PCI device ID: , UID: "01fc0ad5-1d4c-412c-b651-5e8d62ff90d9", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23]
I0406 03:12:01.000000    3809 namespace.go:142] [default-tenant] updating namespace
I0406 03:12:01.019649    3809 cni.go:424] [namespace-lister/namespace-lister-67655c4674-ndps5 a6cfa6acb57a039aad0fabbc058badddda3d987ee6bbb627b87e3fb884c0a305 network default NAD default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-ndps5 a6cfa6acb57a039aad0fabbc058badddda3d987ee6bbb627b87e3fb884c0a305 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:29:4c:8b:66:25\",\"name\":\"a6cfa6acb57a039\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d6eb1e0-4d75-4a0f-be5d-98055dd29222\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 03:12:01.061441    3809 kube.go:256] Updating pod image-controller/image-controller-controller-manager-fc44cc754-8css2
I0406 03:12:01.118331    3809 pod.go:62] [image-controller/image-controller-controller-manager-fc44cc754-8css2] pod update took 185.755496ms
I0406 03:12:01.118353    3809 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-fc44cc754-8css2] addLogicalPort annotation time took 185.782549ms
I0406 03:12:01.119554    3809 pods.go:271] [image-controller/image-controller-controller-manager-fc44cc754-8css2] addLogicalPort took 187.050403ms, libovsdb time 777.787µs
I0406 03:12:01.247651    3809 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n] creating logical port integration-service_integration-service-controller-manager-7884d6c5d6-dmk2n for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:12:01.247755    3809 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n
I0406 03:12:01.276073    3809 pod.go:62] [integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n] pod update took 28.359273ms
I0406 03:12:01.276100    3809 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n] addLogicalPort annotation time took 28.392152ms
I0406 03:12:01.277629    3809 pods.go:271] [integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n] addLogicalPort took 29.995038ms, libovsdb time 928.382µs
I0406 03:12:01.299188    3809 cni.go:403] [image-controller/image-controller-controller-manager-fc44cc754-8css2 a74607c7501dee0b5c2c05aa98360dab0c660527192c967e5588526d89beb737 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-fc44cc754-8css2 a74607c7501dee0b5c2c05aa98360dab0c660527192c967e5588526d89beb737 network default NAD default]
I0406 03:12:01.308994    3809 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-fc44cc754-8css2, hostIfaceName: a74607c7501dee0, network: default, NAD default, SandboxID: "a74607c7501dee0b5c2c05aa98360dab0c660527192c967e5588526d89beb737", PCI device ID: , UID: "fc6ba3fc-08e1-4541-a969-89ae0cf81b55", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23]
I0406 03:12:01.356038    3809 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0406 03:12:01.360401    3809 cni.go:424] [image-controller/image-controller-controller-manager-fc44cc754-8css2 a74607c7501dee0b5c2c05aa98360dab0c660527192c967e5588526d89beb737 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-fc44cc754-8css2 a74607c7501dee0b5c2c05aa98360dab0c660527192c967e5588526d89beb737 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:6f:4a:42:8f:10\",\"name\":\"a74607c7501dee0\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68bcae75-58df-4cc6-bd23-4a776a0c48c7\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 03:12:01.416675    3809 namespace.go:142] [enterprise-contract-service] updating namespace
I0406 03:12:01.449511    3809 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7df75dd4df-6fhfq] creating logical port build-service_build-service-controller-manager-7df75dd4df-6fhfq for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:12:01.449594    3809 kube.go:256] Updating pod build-service/build-service-controller-manager-7df75dd4df-6fhfq
I0406 03:12:01.471570    3809 pod.go:62] [build-service/build-service-controller-manager-7df75dd4df-6fhfq] pod update took 21.997497ms
I0406 03:12:01.471592    3809 base_network_controller_pods.go:937] [default/build-service/build-service-controller-manager-7df75dd4df-6fhfq] addLogicalPort annotation time took 22.024934ms
I0406 03:12:01.472906    3809 pods.go:271] [build-service/build-service-controller-manager-7df75dd4df-6fhfq] addLogicalPort took 23.409561ms, libovsdb time 852.569µs
I0406 03:12:01.665502    3809 namespace.go:142] [image-controller] updating namespace
I0406 03:12:01.818507    3809 cni.go:403] [build-service/build-service-controller-manager-7df75dd4df-6fhfq d855b0f01f315862986046ecfd896c522e9b9dd7286d8c32354e219d449f6475 network default NAD default] ADD starting CNI request [build-service/build-service-controller-manager-7df75dd4df-6fhfq d855b0f01f315862986046ecfd896c522e9b9dd7286d8c32354e219d449f6475 network default NAD default]
I0406 03:12:01.827801    3809 helper_linux.go:450] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7df75dd4df-6fhfq, hostIfaceName: d855b0f01f31586, network: default, NAD default, SandboxID: "d855b0f01f315862986046ecfd896c522e9b9dd7286d8c32354e219d449f6475", PCI device ID: , UID: "e44d9645-3fc8-4eb6-9631-f0a6c0d30082", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23]
I0406 03:12:01.862298    3809 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6f798b544b-992k4] creating logical port konflux-ui_proxy-6f798b544b-992k4 for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:12:01.862419    3809 kube.go:256] Updating pod konflux-ui/proxy-6f798b544b-992k4
I0406 03:12:01.878437    3809 namespace.go:142] [integration-service] updating namespace
I0406 03:12:01.890589    3809 cni.go:424] [build-service/build-service-controller-manager-7df75dd4df-6fhfq d855b0f01f315862986046ecfd896c522e9b9dd7286d8c32354e219d449f6475 network default NAD default] ADD finished CNI request [build-service/build-service-controller-manager-7df75dd4df-6fhfq d855b0f01f315862986046ecfd896c522e9b9dd7286d8c32354e219d449f6475 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:c5:00:4e:89:14\",\"name\":\"d855b0f01f31586\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11bd0f48-7c61-418b-b8d9-6616f3d546c4\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 03:12:01.896952    3809 pod.go:62] [konflux-ui/proxy-6f798b544b-992k4] pod update took 34.581669ms
I0406 03:12:01.896982    3809 base_network_controller_pods.go:937] [default/konflux-ui/proxy-6f798b544b-992k4] addLogicalPort annotation time took 34.615941ms
I0406 03:12:01.898547    3809 pods.go:271] [konflux-ui/proxy-6f798b544b-992k4] addLogicalPort took 36.266577ms, libovsdb time 942.214µs
I0406 03:12:02.021506    3809 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-56b86f94b9-gcj74] creating logical port integration-service_integration-service-controller-manager-56b86f94b9-gcj74 for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:12:02.021599    3809 kube.go:256] Updating pod integration-service/integration-service-controller-manager-56b86f94b9-gcj74
I0406 03:12:02.038623    3809 pod.go:62] [integration-service/integration-service-controller-manager-56b86f94b9-gcj74] pod update took 17.049358ms
I0406 03:12:02.038665    3809 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-56b86f94b9-gcj74] addLogicalPort annotation time took 17.094044ms
I0406 03:12:02.040251    3809 pods.go:271] [integration-service/integration-service-controller-manager-56b86f94b9-gcj74] addLogicalPort took 18.76479ms, libovsdb time 927.026µs
I0406 03:12:02.086803    3809 namespace.go:142] [konflux-info] updating namespace
I0406 03:12:02.272692    3809 namespace.go:142] [namespace-lister] updating namespace
I0406 03:12:02.463910    3809 namespace.go:142] [release-service] updating namespace
I0406 03:12:02.581852    3809 namespace.go:142] [build-service] updating namespace
I0406 03:12:02.597230    3809 namespace.go:142] [default-tenant] updating namespace
I0406 03:12:02.610638    3809 namespace.go:142] [enterprise-contract-service] updating namespace
I0406 03:12:02.622470    3809 namespace.go:142] [image-controller] updating namespace
I0406 03:12:02.636242    3809 namespace.go:142] [integration-service] updating namespace
I0406 03:12:02.656552    3809 namespace.go:142] [konflux-info] updating namespace
I0406 03:12:02.676707    3809 namespace.go:142] [namespace-lister] updating namespace
I0406 03:12:02.690865    3809 namespace.go:142] [release-service] updating namespace
I0406 03:12:02.757384    3809 namespace.go:142] [build-service] updating namespace
I0406 03:12:02.820690    3809 namespace.go:142] [default-tenant] updating namespace
I0406 03:12:02.993996    3809 namespace.go:142] [enterprise-contract-service] updating namespace
I0406 03:12:03.191303    3809 namespace.go:142] [image-controller] updating namespace
I0406 03:12:03.289853    3809 namespace.go:142] [integration-service] updating namespace
I0406 03:12:03.418354    3809 namespace.go:142] [konflux-info] updating namespace
W0406 03:12:03.431446    3809 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0406 03:12:03.515596    3809 namespace.go:142] [namespace-lister] updating namespace
I0406 03:12:03.616582    3809 namespace.go:142] [release-service] updating namespace
W0406 03:12:04.428123    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister
I0406 03:12:04.862157    3809 namespace.go:142] [segment-bridge] updating namespace
I0406 03:12:04.993951    3809 namespace.go:142] [segment-bridge] updating namespace
I0406 03:12:05.093104    3809 namespace.go:142] [segment-bridge] updating namespace
W0406 03:12:05.429761    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0406 03:12:05.448211    3809 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
I0406 03:12:08.432768    3809 cni.go:403] [konflux-ui/dex-6b8d56d6d9-f87pq 9be512db4606f88c6588ccc74842dc0c9f10eedb9277511fc961b3a4ee474ec8 network default NAD default] ADD starting CNI request [konflux-ui/dex-6b8d56d6d9-f87pq 9be512db4606f88c6588ccc74842dc0c9f10eedb9277511fc961b3a4ee474ec8 network default NAD default]
I0406 03:12:08.442056    3809 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: dex-6b8d56d6d9-f87pq, hostIfaceName: 9be512db4606f88, network: default, NAD default, SandboxID: "9be512db4606f88c6588ccc74842dc0c9f10eedb9277511fc961b3a4ee474ec8", PCI device ID: , UID: "06e0cc2c-9428-4b5d-b8d7-beacd3625af4", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23]
I0406 03:12:08.493961    3809 cni.go:424] [konflux-ui/dex-6b8d56d6d9-f87pq 9be512db4606f88c6588ccc74842dc0c9f10eedb9277511fc961b3a4ee474ec8 network default NAD default] ADD finished CNI request [konflux-ui/dex-6b8d56d6d9-f87pq 9be512db4606f88c6588ccc74842dc0c9f10eedb9277511fc961b3a4ee474ec8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:18:2d:e3:fc:d3\",\"name\":\"9be512db4606f88\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e75027d6-3422-480a-a0be-04e7ae1af9ed\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 03:12:09.110827    3809 cni.go:403] [integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n 0365a008911addfd1709c7bad302409bdbf1be608cdeac4fb5eb821ca3b74065 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n 0365a008911addfd1709c7bad302409bdbf1be608cdeac4fb5eb821ca3b74065 network default NAD default]
I0406 03:12:09.121922    3809 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7884d6c5d6-dmk2n, hostIfaceName: 0365a008911addf, network: default, NAD default, SandboxID: "0365a008911addfd1709c7bad302409bdbf1be608cdeac4fb5eb821ca3b74065", PCI device ID: , UID: "95765abf-2994-45e0-8342-f136929dbed1", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23]
I0406 03:12:09.172250    3809 cni.go:424] [integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n 0365a008911addfd1709c7bad302409bdbf1be608cdeac4fb5eb821ca3b74065 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n 0365a008911addfd1709c7bad302409bdbf1be608cdeac4fb5eb821ca3b74065 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:f5:24:e3:fe:33\",\"name\":\"0365a008911addf\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bc4a18e-c2e3-47f2-8890-dc1931c5863f\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 03:12:09.733405    3809 cni.go:403] [konflux-ui/proxy-6f798b544b-992k4 8aae4eaeff540df2a6a0484c5a43f7feda65c4e8c2eb4c3b32c97b0c2b83261b network default NAD default] ADD starting CNI request [konflux-ui/proxy-6f798b544b-992k4 8aae4eaeff540df2a6a0484c5a43f7feda65c4e8c2eb4c3b32c97b0c2b83261b network default NAD default]
I0406 03:12:09.744316    3809 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-6f798b544b-992k4, hostIfaceName: 8aae4eaeff540df, network: default, NAD default, SandboxID: "8aae4eaeff540df2a6a0484c5a43f7feda65c4e8c2eb4c3b32c97b0c2b83261b", PCI device ID: , UID: "358e2d89-d88c-4378-a97d-fb4fdb439e6f", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23]
I0406 03:12:09.809176    3809 cni.go:424] [konflux-ui/proxy-6f798b544b-992k4 8aae4eaeff540df2a6a0484c5a43f7feda65c4e8c2eb4c3b32c97b0c2b83261b network default NAD default] ADD finished CNI request [konflux-ui/proxy-6f798b544b-992k4 8aae4eaeff540df2a6a0484c5a43f7feda65c4e8c2eb4c3b32c97b0c2b83261b network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:d5:09:59:d7:c2\",\"name\":\"8aae4eaeff540df\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdb8ee48-7675-40f9-bee5-011369f71ba2\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 03:12:10.119069    3809 cni.go:403] [integration-service/integration-service-controller-manager-56b86f94b9-gcj74 03002178e9f275ee099ee065a1d34768a0c6d47c0aff2260055fb9ee112e4f6f network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-56b86f94b9-gcj74 03002178e9f275ee099ee065a1d34768a0c6d47c0aff2260055fb9ee112e4f6f network default NAD default]
I0406 03:12:10.129890    3809 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-56b86f94b9-gcj74, hostIfaceName: 03002178e9f275e, network: default, NAD default, SandboxID: "03002178e9f275ee099ee065a1d34768a0c6d47c0aff2260055fb9ee112e4f6f", PCI device ID: , UID: "88210c33-6358-48c0-865d-48252c26cf39", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23]
I0406 03:12:10.190870    3809 cni.go:424] [integration-service/integration-service-controller-manager-56b86f94b9-gcj74 03002178e9f275ee099ee065a1d34768a0c6d47c0aff2260055fb9ee112e4f6f network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-56b86f94b9-gcj74 03002178e9f275ee099ee065a1d34768a0c6d47c0aff2260055fb9ee112e4f6f network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:ad:ab:88:9b:7c\",\"name\":\"03002178e9f275e\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dafad9bf-41a8-4703-8d65-d730f08eecf2\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0406 03:12:11.476762    3809 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
I0406 03:12:11.501605    3809 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-pvsbd-6v2t2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:12:11.502330    3809 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-pvsbd-6v2t2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:12:12.368606    3809 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-pvsbd-6v2t2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:12:12.368636    3809 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-pvsbd-6v2t2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0406 03:12:12.502288    3809 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0406 03:12:12.502346    3809 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0406 03:12:12.527420    3809 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0406 03:12:12.528296    3809 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0406 03:12:15.385464    3809 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0406 03:12:15.385494    3809 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0406 03:12:15.411287    3809 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0406 03:12:15.411388    3809 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0406 03:12:16.440503    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0406 03:12:16.463904    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0406 03:12:16.519559    3809 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0406 03:12:16.519577    3809 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0406 03:12:20.412678    3809 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
W0406 03:12:23.498207    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0406 03:12:23.498329    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
I0406 03:12:23.704224    3809 cni.go:403] [integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n 0365a008911addfd1709c7bad302409bdbf1be608cdeac4fb5eb821ca3b74065 network default NAD default] DEL starting CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n 0365a008911addfd1709c7bad302409bdbf1be608cdeac4fb5eb821ca3b74065 network default NAD default]
I0406 03:12:23.785637    3809 cni.go:424] [integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n 0365a008911addfd1709c7bad302409bdbf1be608cdeac4fb5eb821ca3b74065 network default NAD default] DEL finished CNI request [integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n 0365a008911addfd1709c7bad302409bdbf1be608cdeac4fb5eb821ca3b74065 network default NAD default], result "{}", err <nil>
I0406 03:12:23.839111    3809 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:12:23.839150    3809 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n
I0406 03:12:23.840472    3809 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n, ips: 10.128.0.54
I0406 03:12:23.840502    3809 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0406 03:12:24.500438    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex
I0406 03:12:24.560353    3809 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:12:24.560376    3809 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:12:24.569958    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n
I0406 03:12:24.569990    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7884d6c5d6-dmk2n
I0406 03:12:25.333404    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
W0406 03:12:54.584997    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0406 03:12:54.585020    3809 util.go:959] Failed to build node endpoints for node ip-10-0-0-56.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
I0406 03:12:56.343556    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0406 03:13:00.237390    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80
I0406 03:13:10.244895    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=654
I0406 03:13:24.436171    3809 obj_retry.go:464] Detected object konflux-ui/proxy-5bd6d778cf-lnqzn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:13:24.436711    3809 obj_retry.go:464] Detected object konflux-ui/proxy-5bd6d778cf-lnqzn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:13:24.770826    3809 obj_retry.go:458] Detected object konflux-ui/proxy-5bd6d778cf-lnqzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:13:24.770848    3809 obj_retry.go:458] Detected object konflux-ui/proxy-5bd6d778cf-lnqzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:13:24.776505    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5bd6d778cf-lnqzn
I0406 03:13:24.776524    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5bd6d778cf-lnqzn
I0406 03:13:29.934479    3809 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:13:29.935001    3809 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:13:29.970435    3809 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:13:29.970452    3809 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:13:29.976025    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0406 03:13:29.976050    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0406 03:13:34.340275    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6
I0406 03:13:36.327963    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
I0406 03:13:57.361270    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0406 03:13:59.953576    3809 cni.go:403] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 1a979e7b5a2f3c597f0420e04c8fd2786d15ca72a3c93d0c86e17059e60674df network default NAD default] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 1a979e7b5a2f3c597f0420e04c8fd2786d15ca72a3c93d0c86e17059e60674df network default NAD default]
I0406 03:14:00.039421    3809 cni.go:424] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 1a979e7b5a2f3c597f0420e04c8fd2786d15ca72a3c93d0c86e17059e60674df network default NAD default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 1a979e7b5a2f3c597f0420e04c8fd2786d15ca72a3c93d0c86e17059e60674df network default NAD default], result "{}", err <nil>
I0406 03:14:00.102509    3809 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:14:00.102542    3809 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86
I0406 03:14:00.103840    3809 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86, ips: 10.128.0.33
I0406 03:14:00.103869    3809 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:14:01.099280    3809 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:14:01.099301    3809 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:14:01.106673    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86
I0406 03:14:01.106691    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-qbl86
I0406 03:14:15.183655    3809 cni.go:403] [image-controller/image-controller-controller-manager-fc44cc754-8css2 a74607c7501dee0b5c2c05aa98360dab0c660527192c967e5588526d89beb737 network default NAD default] DEL starting CNI request [image-controller/image-controller-controller-manager-fc44cc754-8css2 a74607c7501dee0b5c2c05aa98360dab0c660527192c967e5588526d89beb737 network default NAD default]
I0406 03:14:15.269483    3809 cni.go:424] [image-controller/image-controller-controller-manager-fc44cc754-8css2 a74607c7501dee0b5c2c05aa98360dab0c660527192c967e5588526d89beb737 network default NAD default] DEL finished CNI request [image-controller/image-controller-controller-manager-fc44cc754-8css2 a74607c7501dee0b5c2c05aa98360dab0c660527192c967e5588526d89beb737 network default NAD default], result "{}", err <nil>
I0406 03:14:15.322859    3809 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-8css2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:14:15.322892    3809 pods.go:176] Deleting pod: image-controller/image-controller-controller-manager-fc44cc754-8css2
I0406 03:14:15.324404    3809 pods.go:236] Attempting to release IPs for pod: image-controller/image-controller-controller-manager-fc44cc754-8css2, ips: 10.128.0.53
I0406 03:14:15.324435    3809 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-8css2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:14:16.175271    3809 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-8css2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:14:16.175313    3809 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-8css2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:14:16.180389    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-fc44cc754-8css2
I0406 03:14:16.180417    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-fc44cc754-8css2
I0406 03:15:00.328478    3809 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0406 03:16:09.239957    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38
I0406 03:16:54.237724    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=66
I0406 03:17:24.323948    3809 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0406 03:18:24.352256    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0406 03:19:04.362693    3809 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0406 03:19:07.342759    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0406 03:19:29.239773    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=65
I0406 03:19:39.238013    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13
I0406 03:20:00.198400    3809 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29590760-7flnq for pod on switch ip-10-0-0-56.ec2.internal
I0406 03:20:00.198500    3809 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq
I0406 03:20:00.222177    3809 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq] pod update took 23.694854ms
I0406 03:20:00.222204    3809 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq] addLogicalPort annotation time took 23.726377ms
I0406 03:20:00.223769    3809 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq] addLogicalPort took 25.380696ms, libovsdb time 918.025µs
I0406 03:20:00.557870    3809 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq a9ccd66bec154b1e340881235131832cf945718e74e19fce1627fc2d24f19f49 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq a9ccd66bec154b1e340881235131832cf945718e74e19fce1627fc2d24f19f49 network default NAD default]
I0406 03:20:00.567626    3809 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29590760-7flnq, hostIfaceName: a9ccd66bec154b1, network: default, NAD default, SandboxID: "a9ccd66bec154b1e340881235131832cf945718e74e19fce1627fc2d24f19f49", PCI device ID: , UID: "b3cd8eb1-b0c3-4c8b-9e97-1c2ed74f256c", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23]
I0406 03:20:00.618659    3809 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq a9ccd66bec154b1e340881235131832cf945718e74e19fce1627fc2d24f19f49 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq a9ccd66bec154b1e340881235131832cf945718e74e19fce1627fc2d24f19f49 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:d7:7b:fa:95:f4\",\"name\":\"a9ccd66bec154b1\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fea03db-f209-47bc-8478-a18b30f38fda\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0406 03:20:03.993666    3809 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq a9ccd66bec154b1e340881235131832cf945718e74e19fce1627fc2d24f19f49 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq a9ccd66bec154b1e340881235131832cf945718e74e19fce1627fc2d24f19f49 network default NAD default]
I0406 03:20:04.077112    3809 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq a9ccd66bec154b1e340881235131832cf945718e74e19fce1627fc2d24f19f49 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq a9ccd66bec154b1e340881235131832cf945718e74e19fce1627fc2d24f19f49 network default NAD default], result "{}", err <nil>
I0406 03:20:04.129888    3809 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0406 03:20:04.129947    3809 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq
I0406 03:20:04.131255    3809 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq, ips: 10.128.0.58
I0406 03:20:04.131279    3809 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0406 03:20:05.004044    3809 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:20:05.004067    3809 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590760-7flnq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:20:24.330477    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0406 03:20:33.330810    3809 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0406 03:20:39.363512    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0406 03:20:42.247526    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=43
I0406 03:20:51.364408    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0406 03:21:12.346364    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0406 03:21:38.045326    3809 obj_retry.go:458] Detected object tsf-tpa/create-db-k882r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:21:38.045365    3809 obj_retry.go:458] Detected object tsf-tpa/create-db-k882r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:21:38.049360    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-k882r
I0406 03:21:38.049383    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-k882r
I0406 03:21:41.029177    3809 obj_retry.go:458] Detected object tsf-tpa/migrate-db-b9dtx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:21:41.029204    3809 obj_retry.go:458] Detected object tsf-tpa/migrate-db-b9dtx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:21:41.033156    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-b9dtx
I0406 03:21:41.033178    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-b9dtx
I0406 03:21:44.029029    3809 obj_retry.go:458] Detected object tsf-tpa/create-importers-2z247 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:21:44.029059    3809 obj_retry.go:458] Detected object tsf-tpa/create-importers-2z247 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0406 03:21:44.033070    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-2z247
I0406 03:21:44.033096    3809 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-2z247
I0406 03:22:00.240710    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6
I0406 03:22:01.240333    3809 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8
I0406 03:22:03.422129    3809 namespace.go:98] [default-tenant-managed] adding namespace
I0406 03:22:03.423080    3809 namespace.go:102] [default-tenant-managed] adding namespace took 909.536µs
I0406 03:22:03.476508    3809 namespace.go:142] [default-tenant-managed] updating namespace
I0406 03:22:03.495839    3809 namespace.go:142] [default-tenant-managed] updating namespace
I0406 03:22:04.562264    3809 namespace.go:142] [default-tenant-managed] updating namespace
I0406 03:22:04.692131    3809 namespace.go:142] [default-tenant-managed] updating namespace
I0406 03:22:04.794200    3809 namespace.go:142] [default-tenant-managed] updating namespace
I0406 03:22:24.336149    3809 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9