+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-2-61.ec2.internal
++ [[ -n ip-10-0-2-61.ec2.internal ]]
++ [[ -f /env/ip-10-0-2-61.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260318-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260318-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0403 00:41:26.513350026 - disable conntrack on geneve port'
I0403 00:41:26.513350026 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0403 00:41:26.530459724 - starting ovnkube-node'
I0403 00:41:26.530459724 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-61.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-61.ec2.internal --init-node ip-10-0-2-61.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-61.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0403 00:41:26.574087    3752 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf
I0403 00:41:26.574148    3752 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-5e22b1149e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}}
I0403 00:41:26.576082    3752 kube.go:423] Waiting for certificate
I0403 00:41:26.576125    3752 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0403 00:41:26.576161    3752 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0403 00:41:26.576955    3752 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0403 00:41:26.606055    3752 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0403 00:41:26.606074    3752 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0403 00:41:26.609119    3752 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0403 00:41:26.609201    3752 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-4tkbl"
I0403 00:41:26.615975    3752 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-4tkbl"
I0403 00:41:26.616083    3752 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0403 00:41:27.576149    3752 kube.go:430] Certificate found
I0403 00:41:27.576780    3752 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0403 00:41:27.577895    3752 metrics.go:541] Starting metrics server at address "127.0.0.1:29103"
I0403 00:41:27.619074    3752 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-04 00:36:26 +0000 UTC" deadline="2026-04-03 17:36:39.516648212 +0000 UTC"
I0403 00:41:27.619127    3752 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h55m11.897537794s"
I0403 00:41:27.654094    3752 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0403 00:41:27.675784    3752 metrics.go:541] Starting metrics server at address "127.0.0.1:29105"
I0403 00:41:27.675835    3752 controller_manager.go:368] Starting the ovnkube controller
I0403 00:41:27.675843    3752 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-61.ec2.internal
I0403 00:41:27.675900    3752 controller_manager.go:393] NBDB zone sync took: 49.468µs
I0403 00:41:27.675915    3752 factory.go:537] Starting watch factory
I0403 00:41:27.675995    3752 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.676013    3752 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.676025    3752 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.676043    3752 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.676025    3752 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.676103    3752 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.676108    3752 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.676122    3752 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.676026    3752 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.676163    3752 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.677051    3752 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.677071    3752 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.677142    3752 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0403 00:41:27.677232    3752 factory.go:537] Starting watch factory
I0403 00:41:27.700706    3752 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.701924    3752 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.702100    3752 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.702182    3752 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.702442    3752 ovn_northd.go:121] Registering OVN northd metrics
I0403 00:41:27.703406    3752 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics
I0403 00:41:27.703648    3752 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.708669    3752 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0403 00:41:27.708708    3752 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0403 00:41:27.713366    3752 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0403 00:41:27.727942    3752 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics
I0403 00:41:27.782042    3752 factory.go:1931] *v1.Node informer cache synced successfully
I0403 00:41:27.782081    3752 factory.go:1931] *v1.Service informer cache synced successfully
I0403 00:41:27.782085    3752 factory.go:1931] *v1.EndpointSlice informer cache synced successfully
I0403 00:41:27.782089    3752 factory.go:1931] *v1.Pod informer cache synced successfully
I0403 00:41:27.782092    3752 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully
I0403 00:41:27.782095    3752 factory.go:1931] *v1.Namespace informer cache synced successfully
I0403 00:41:27.782178    3752 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0403 00:41:27.782195    3752 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0403 00:41:27.782218    3752 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0403 00:41:27.782222    3752 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0403 00:41:27.782422    3752 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully
I0403 00:41:27.782443    3752 factory.go:1931] *v1.Namespace informer cache synced successfully
I0403 00:41:27.782449    3752 factory.go:1931] *v1.Node informer cache synced successfully
I0403 00:41:27.782452    3752 factory.go:1931] *v1.Service informer cache synced successfully
I0403 00:41:27.782457    3752 factory.go:1931] *v1.EndpointSlice informer cache synced successfully
I0403 00:41:27.782459    3752 factory.go:1931] *v1.Pod informer cache synced successfully
I0403 00:41:27.784934    3752 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0403 00:41:27.784934    3752 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0403 00:41:27.788111    3752 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0403 00:41:27.788123    3752 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0403 00:41:27.788199    3752 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0403 00:41:27.788214    3752 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0403 00:41:27.788238    3752 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.788246    3752 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.790341    3752 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.793230    3752 factory.go:1931] *v1.EgressIP informer cache synced successfully
I0403 00:41:27.793243    3752 factory.go:1931] *v1.EgressIP informer cache synced successfully
I0403 00:41:27.793798    3752 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.793820    3752 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.795961    3752 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.798785    3752 factory.go:1931] *v1.EgressFirewall informer cache synced successfully
I0403 00:41:27.798812    3752 factory.go:1931] *v1.EgressFirewall informer cache synced successfully
I0403 00:41:27.798855    3752 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.798866    3752 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.800867    3752 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.804795    3752 factory.go:1931] *v1.EgressQoS informer cache synced successfully
I0403 00:41:27.804849    3752 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.804861    3752 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.804915    3752 factory.go:1931] *v1.EgressQoS informer cache synced successfully
I0403 00:41:27.806796    3752 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.810775    3752 factory.go:1931] *v1.EgressService informer cache synced successfully
I0403 00:41:27.810790    3752 factory.go:1931] *v1.EgressService informer cache synced successfully
I0403 00:41:27.810847    3752 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.810865    3752 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.812879    3752 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.816807    3752 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0403 00:41:27.816816    3752 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0403 00:41:27.817514    3752 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0403 00:41:27.817536    3752 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0403 00:41:27.819709    3752 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0403 00:41:27.822585    3752 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0403 00:41:27.822657    3752 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.822689    3752 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.822589    3752 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0403 00:41:27.822723    3752 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.822741    3752 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.825097    3752 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.825164    3752 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0403 00:41:27.828151    3752 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0403 00:41:27.828162    3752 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully
I0403 00:41:27.828161    3752 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully
I0403 00:41:27.828169    3752 factory.go:649] Watch Factory start up complete, took: 150.937878ms
I0403 00:41:27.828170    3752 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0403 00:41:27.828183    3752 factory.go:649] Watch Factory start up complete, took: 152.271169ms
I0403 00:41:27.828190    3752 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-2-61.ec2.internal" zone
I0403 00:41:27.828233    3752 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256
I0403 00:41:27.874707    3752 default_node_network_controller.go:709] Initializing the default node network controller
I0403 00:41:27.929504    3752 udn_isolation.go:101] Starting UDN host isolation manager
I0403 00:41:27.935869    3752 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0403 00:41:28.011588    3752 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0403 00:41:28.011747    3752 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0403 00:41:28.011785    3752 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0403 00:41:28.047336    3752 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0403 00:41:28.047412    3752 default_node_network_controller.go:808] Node ip-10-0-2-61.ec2.internal ready for ovn initialization with subnet 10.128.2.0/23
I0403 00:41:28.053117    3752 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.61"] k8s.ovn.org/zone-name:ip-10-0-2-61.ec2.internal] on node ip-10-0-2-61.ec2.internal
I0403 00:41:28.073646    3752 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0403 00:41:28.079031    3752 controller_manager.go:427] Waiting for node in zone sync took: 250.829446ms
I0403 00:41:28.080142    3752 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0403 00:41:28.080318    3752 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1
I0403 00:41:28.080545    3752 gateway_init.go:263] Preparing Gateway
I0403 00:41:28.080555    3752 gateway_shared_intf.go:1658] Creating new gateway
I0403 00:41:28.083431    3752 controller_manager.go:608] Switching to transit router for layer2 networks
I0403 00:41:28.083445    3752 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-61.ec2.internal
I0403 00:41:28.097096    3752 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0403 00:41:28.103632    3752 controller_manager.go:288] SCTP support detected in OVN
I0403 00:41:28.104315    3752 services_controller.go:69] Creating services controller for network=default
I0403 00:41:28.104413    3752 udn_enabled_svc.go:80] Waiting for service informer to sync
I0403 00:41:28.104578    3752 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0403 00:41:28.104617    3752 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0403 00:41:28.104643    3752 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0403 00:41:28.104655    3752 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0403 00:41:28.104885    3752 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0403 00:41:28.104931    3752 udn_enabled_svc.go:95] Performing full resync
I0403 00:41:28.104950    3752 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks
I0403 00:41:28.104963    3752 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 42.76µs
I0403 00:41:28.104983    3752 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 25.157µs
I0403 00:41:28.104996    3752 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 46.179µs
I0403 00:41:28.105003    3752 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0403 00:41:28.105010    3752 nad_controller.go:173] [zone-nad-controller NAD controller]: started
I0403 00:41:28.105021    3752 default_network_controller.go:321] Starting the default network controller
I0403 00:41:28.105121    3752 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 12.345µs
I0403 00:41:28.105272    3752 udn_enabled_svc.go:99] Waiting for handler to sync
I0403 00:41:28.105290    3752 udn_enabled_svc.go:104] Starting worker
I0403 00:41:28.115514    3752 default_network_controller.go:388] Cleaning External Gateway ECMP routes
I0403 00:41:28.115584    3752 repair.go:33] Syncing exgw routes took 58.597µs
I0403 00:41:28.115605    3752 default_network_controller.go:407] Starting all the Watchers...
I0403 00:41:28.115864    3752 namespace.go:98] [default] adding namespace
I0403 00:41:28.115868    3752 namespace.go:98] [openshift-dns-operator] adding namespace
I0403 00:41:28.115877    3752 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0403 00:41:28.115867    3752 namespace.go:98] [kube-public] adding namespace
I0403 00:41:28.115904    3752 namespace.go:98] [openshift-controller-manager] adding namespace
I0403 00:41:28.115910    3752 namespace.go:98] [openshift-apiserver] adding namespace
I0403 00:41:28.115920    3752 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0403 00:41:28.115934    3752 namespace.go:98] [openshift-dns] adding namespace
I0403 00:41:28.115952    3752 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0403 00:41:28.115972    3752 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0403 00:41:28.115983    3752 namespace.go:98] [openshift-config] adding namespace
I0403 00:41:28.115989    3752 namespace.go:98] [openshift-config-managed] adding namespace
I0403 00:41:28.116004    3752 namespace.go:98] [openshift-etcd] adding namespace
I0403 00:41:28.116005    3752 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0403 00:41:28.116068    3752 namespace.go:98] [kube-system] adding namespace
I0403 00:41:28.116797    3752 namespace.go:102] [default] adding namespace took 917.28µs
I0403 00:41:28.116813    3752 namespace.go:98] [openshift-ingress-canary] adding namespace
I0403 00:41:28.117424    3752 namespace.go:102] [openshift-ingress-canary] adding namespace took 604.733µs
I0403 00:41:28.117439    3752 namespace.go:98] [openshift-backplane-lpsre] adding namespace
W0403 00:41:28.118090    3752 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-hnw5r: pod openshift-network-diagnostics/network-check-target-hnw5r: no pod IPs found 
I0403 00:41:28.118108    3752 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 663.343µs
W0403 00:41:28.118121    3752 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xd4g6: pod openshift-network-diagnostics/network-check-target-xd4g6: no pod IPs found 
I0403 00:41:28.118122    3752 namespace.go:98] [openshift-image-registry] adding namespace
I0403 00:41:28.118934    3752 namespace.go:102] [openshift-network-diagnostics] adding namespace took 3.036952ms
I0403 00:41:28.118954    3752 namespace.go:98] [openshift-backplane-cse] adding namespace
I0403 00:41:28.119914    3752 namespace.go:102] [openshift-dns-operator] adding namespace took 4.028397ms
I0403 00:41:28.119938    3752 namespace.go:98] [openshift-cluster-version] adding namespace
I0403 00:41:28.120502    3752 namespace.go:102] [kube-public] adding namespace took 4.602778ms
I0403 00:41:28.120516    3752 namespace.go:98] [openshift-host-network] adding namespace
I0403 00:41:28.121048    3752 namespace.go:102] [openshift-controller-manager] adding namespace took 5.134659ms
I0403 00:41:28.121060    3752 namespace.go:98] [openshift-operators-redhat] adding namespace
I0403 00:41:28.121657    3752 namespace.go:102] [openshift-apiserver] adding namespace took 5.742309ms
I0403 00:41:28.121671    3752 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0403 00:41:28.122194    3752 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.264402ms
I0403 00:41:28.122215    3752 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0403 00:41:28.122743    3752 namespace.go:102] [openshift-dns] adding namespace took 6.797877ms
I0403 00:41:28.122776    3752 namespace.go:98] [openshift-machine-api] adding namespace
I0403 00:41:28.123287    3752 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.316433ms
I0403 00:41:28.123303    3752 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0403 00:41:28.123923    3752 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.94126ms
I0403 00:41:28.123941    3752 namespace.go:98] [openshift-marketplace] adding namespace
I0403 00:41:28.124525    3752 namespace.go:102] [openshift-config] adding namespace took 8.533571ms
I0403 00:41:28.124545    3752 namespace.go:98] [kube-node-lease] adding namespace
I0403 00:41:28.125073    3752 namespace.go:102] [openshift-config-managed] adding namespace took 9.07813ms
I0403 00:41:28.125087    3752 namespace.go:98] [openshift-config-operator] adding namespace
I0403 00:41:28.125641    3752 namespace.go:102] [openshift-etcd] adding namespace took 9.624369ms
I0403 00:41:28.125652    3752 namespace.go:98] [openshift-insights] adding namespace
W0403 00:41:28.126162    3752 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-czv2x: pod kube-system/global-pull-secret-syncer-czv2x: no pod IPs found 
I0403 00:41:28.126188    3752 namespace.go:102] [openshift-kube-apiserver] adding namespace took 10.165373ms
I0403 00:41:28.126202    3752 namespace.go:98] [openshift] adding namespace
I0403 00:41:28.126935    3752 namespace.go:102] [kube-system] adding namespace took 10.854787ms
I0403 00:41:28.126954    3752 namespace.go:98] [openshift-ingress] adding namespace
I0403 00:41:28.127480    3752 namespace.go:102] [openshift-image-registry] adding namespace took 9.350767ms
I0403 00:41:28.127495    3752 namespace.go:98] [dedicated-admin] adding namespace
I0403 00:41:28.128076    3752 namespace.go:102] [openshift-backplane-cse] adding namespace took 9.114832ms
I0403 00:41:28.128091    3752 namespace.go:98] [openshift-ingress-operator] adding namespace
I0403 00:41:28.128631    3752 namespace.go:102] [openshift-cluster-version] adding namespace took 8.684169ms
I0403 00:41:28.128651    3752 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0403 00:41:28.129193    3752 namespace.go:102] [openshift-host-network] adding namespace took 8.671266ms
I0403 00:41:28.129211    3752 namespace.go:98] [openshift-network-operator] adding namespace
I0403 00:41:28.129862    3752 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.795721ms
I0403 00:41:28.129883    3752 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0403 00:41:28.130525    3752 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.84751ms
I0403 00:41:28.130578    3752 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0403 00:41:28.131382    3752 namespace.go:102] [openshift-must-gather-operator] adding namespace took 9.158506ms
I0403 00:41:28.131443    3752 namespace.go:98] [openshift-backplane-tam] adding namespace
I0403 00:41:28.132161    3752 namespace.go:102] [openshift-machine-api] adding namespace took 9.376269ms
I0403 00:41:28.132232    3752 namespace.go:98] [openshift-authentication] adding namespace
I0403 00:41:28.132874    3752 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 9.565524ms
I0403 00:41:28.132887    3752 namespace.go:98] [openshift-authentication-operator] adding namespace
I0403 00:41:28.133419    3752 namespace.go:102] [openshift-marketplace] adding namespace took 9.473702ms
I0403 00:41:28.133433    3752 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0403 00:41:28.133843    3752 namespace.go:102] [kube-node-lease] adding namespace took 9.29339ms
I0403 00:41:28.133855    3752 namespace.go:98] [openshift-monitoring] adding namespace
I0403 00:41:28.134283    3752 namespace.go:102] [openshift-config-operator] adding namespace took 9.190684ms
I0403 00:41:28.134297    3752 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0403 00:41:28.134685    3752 namespace.go:102] [openshift-insights] adding namespace took 9.027613ms
I0403 00:41:28.134696    3752 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0403 00:41:28.135124    3752 namespace.go:102] [openshift] adding namespace took 8.912354ms
I0403 00:41:28.135136    3752 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0403 00:41:28.135550    3752 namespace.go:102] [openshift-ingress] adding namespace took 8.589762ms
I0403 00:41:28.135562    3752 namespace.go:98] [openshift-console-operator] adding namespace
I0403 00:41:28.135982    3752 namespace.go:102] [dedicated-admin] adding namespace took 8.478071ms
I0403 00:41:28.136005    3752 namespace.go:98] [openshift-network-console] adding namespace
I0403 00:41:28.136558    3752 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.460276ms
I0403 00:41:28.136573    3752 namespace.go:98] [openshift-package-operator] adding namespace
I0403 00:41:28.137151    3752 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.490979ms
I0403 00:41:28.137171    3752 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0403 00:41:28.137794    3752 namespace.go:102] [openshift-network-operator] adding namespace took 8.576679ms
I0403 00:41:28.137811    3752 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0403 00:41:28.138336    3752 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.446024ms
I0403 00:41:28.138350    3752 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0403 00:41:28.138791    3752 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.186109ms
I0403 00:41:28.138809    3752 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0403 00:41:28.139364    3752 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.895825ms
I0403 00:41:28.139378    3752 namespace.go:98] [open-cluster-management-2peb9ob26umtfq43icvb8p97pncv0c79] adding namespace
I0403 00:41:28.139849    3752 namespace.go:102] [openshift-authentication] adding namespace took 7.605321ms
I0403 00:41:28.139863    3752 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0403 00:41:28.140313    3752 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.420748ms
I0403 00:41:28.140328    3752 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0403 00:41:28.140750    3752 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.312146ms
I0403 00:41:28.140783    3752 namespace.go:98] [openshift-infra] adding namespace
I0403 00:41:28.141316    3752 namespace.go:102] [openshift-monitoring] adding namespace took 7.45558ms
I0403 00:41:28.141330    3752 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0403 00:41:28.141913    3752 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.609052ms
I0403 00:41:28.141931    3752 namespace.go:98] [openshift-operators] adding namespace
I0403 00:41:28.142472    3752 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.770343ms
I0403 00:41:28.142486    3752 namespace.go:98] [openshift-backplane] adding namespace
I0403 00:41:28.143095    3752 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.953471ms
I0403 00:41:28.143110    3752 namespace.go:98] [openshift-backplane-csm] adding namespace
I0403 00:41:28.143679    3752 namespace.go:102] [openshift-console-operator] adding namespace took 8.111859ms
I0403 00:41:28.143691    3752 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0403 00:41:28.144340    3752 namespace.go:102] [openshift-network-console] adding namespace took 8.324442ms
I0403 00:41:28.144920    3752 namespace.go:102] [openshift-package-operator] adding namespace took 8.339778ms
I0403 00:41:28.144938    3752 namespace.go:98] [openshift-backplane-srep] adding namespace
I0403 00:41:28.145390    3752 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.213215ms
I0403 00:41:28.145406    3752 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0403 00:41:28.145878    3752 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.060188ms
I0403 00:41:28.145893    3752 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0403 00:41:28.146360    3752 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.002507ms
I0403 00:41:28.146377    3752 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0403 00:41:28.146802    3752 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.983336ms
I0403 00:41:28.146820    3752 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0403 00:41:28.147397    3752 namespace.go:102] [open-cluster-management-2peb9ob26umtfq43icvb8p97pncv0c79] adding namespace took 8.01449ms
I0403 00:41:28.147409    3752 namespace.go:98] [openshift-console-user-settings] adding namespace
I0403 00:41:28.147976    3752 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.106243ms
I0403 00:41:28.147990    3752 namespace.go:98] [openshift-network-node-identity] adding namespace
I0403 00:41:28.148594    3752 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.259397ms
I0403 00:41:28.148610    3752 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0403 00:41:28.149079    3752 namespace.go:102] [openshift-infra] adding namespace took 8.288189ms
I0403 00:41:28.149096    3752 namespace.go:98] [openshift-logging] adding namespace
I0403 00:41:28.149439    3752 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.104543ms
I0403 00:41:28.149449    3752 namespace.go:98] [openshift-console] adding namespace
I0403 00:41:28.149938    3752 namespace.go:102] [openshift-operators] adding namespace took 7.99883ms
I0403 00:41:28.149956    3752 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0403 00:41:28.150396    3752 namespace.go:102] [openshift-backplane] adding namespace took 7.903163ms
I0403 00:41:28.150412    3752 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0403 00:41:28.150837    3752 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.719465ms
I0403 00:41:28.150857    3752 namespace.go:98] [openshift-node] adding namespace
I0403 00:41:28.151455    3752 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.757921ms
I0403 00:41:28.151469    3752 namespace.go:98] [openshift-backplane-cee] adding namespace
I0403 00:41:28.151895    3752 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.951614ms
I0403 00:41:28.152488    3752 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.075401ms
I0403 00:41:28.153065    3752 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.165668ms
I0403 00:41:28.153564    3752 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.179722ms
I0403 00:41:28.154088    3752 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.261443ms
I0403 00:41:28.154549    3752 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.131979ms
I0403 00:41:28.155305    3752 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.309552ms
I0403 00:41:28.155938    3752 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.321118ms
I0403 00:41:28.156525    3752 namespace.go:102] [openshift-logging] adding namespace took 7.42376ms
I0403 00:41:28.157234    3752 namespace.go:102] [openshift-console] adding namespace took 7.778844ms
I0403 00:41:28.157790    3752 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.82776ms
I0403 00:41:28.157805    3752 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0403 00:41:28.158319    3752 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.901661ms
I0403 00:41:28.158335    3752 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0403 00:41:28.158700    3752 namespace.go:102] [openshift-node] adding namespace took 7.838465ms
I0403 00:41:28.158711    3752 namespace.go:98] [openshift-multus] adding namespace
I0403 00:41:28.159164    3752 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.689304ms
I0403 00:41:28.159752    3752 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 1.938819ms
W0403 00:41:28.160233    3752 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-mtgnl: pod openshift-multus/network-metrics-daemon-mtgnl: no pod IPs found 
W0403 00:41:28.160246    3752 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-psb2l: pod openshift-multus/network-metrics-daemon-psb2l: no pod IPs found 
I0403 00:41:28.160272    3752 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 1.929929ms
I0403 00:41:28.160797    3752 namespace.go:102] [openshift-multus] adding namespace took 2.079006ms
I0403 00:41:28.161302    3752 zone_ic_handler.go:186] Time taken to create transit switch: 358.842µs
I0403 00:41:28.161389    3752 master.go:532] Adding or Updating local node "ip-10-0-2-61.ec2.internal" for network "default"
I0403 00:41:28.161466    3752 obj_retry.go:544] Failed to create *v1.Node ip-10-0-1-98.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-98.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-98.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-98.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-98.ec2.internal
I0403 00:41:28.165499    3752 default_network_controller.go:806] Node add failed for ip-10-0-2-61.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-61.ec2.internal, error getting gateway config for node ip-10-0-2-61.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-61.ec2.internal", failed to update chassis to local for local node ip-10-0-2-61.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-61.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-61.ec2.internal]
E0403 00:41:28.165549    3752 obj_retry.go:541] Failed to create *v1.Node ip-10-0-2-61.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-61.ec2.internal, error getting gateway config for node ip-10-0-2-61.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-61.ec2.internal", failed to update chassis to local for local node ip-10-0-2-61.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-61.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-61.ec2.internal]
I0403 00:41:28.165595    3752 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0403 00:41:28.165617    3752 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0403 00:41:28.165635    3752 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0403 00:41:28.165610    3752 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-61.ec2.internal", UID:"f3fd5021-ca3a-422e-9f40-3eec6f83048d", APIVersion:"v1", ResourceVersion:"16210", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-61.ec2.internal, error getting gateway config for node ip-10-0-2-61.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-61.ec2.internal", failed to update chassis to local for local node ip-10-0-2-61.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-61.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-61.ec2.internal]
I0403 00:41:28.165645    3752 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-98.ec2.internal in network "default"
I0403 00:41:28.165678    3752 node_tracker.go:235] Node ip-10-0-1-98.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-98.ec2.internal"
I0403 00:41:28.165692    3752 node_tracker.go:169] Node ip-10-0-1-98.ec2.internal switch + router changed, syncing services in network "default"
I0403 00:41:28.165717    3752 services_controller.go:574] Full service sync requested for network=default
I0403 00:41:28.165729    3752 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-61.ec2.internal in network "default"
I0403 00:41:28.165737    3752 node_tracker.go:235] Node ip-10-0-2-61.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-61.ec2.internal"
I0403 00:41:28.165743    3752 node_tracker.go:169] Node ip-10-0-2-61.ec2.internal switch + router changed, syncing services in network "default"
I0403 00:41:28.165747    3752 services_controller.go:574] Full service sync requested for network=default
I0403 00:41:28.171784    3752 iptables.go:108] Creating table: filter chain: FORWARD
I0403 00:41:28.178802    3752 iptables.go:108] Creating table: filter chain: OUTPUT
I0403 00:41:28.185678    3752 gateway_shared_intf.go:1787] Gateway Creation Complete
I0403 00:41:28.185701    3752 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-61.ec2.internal","mac-address":"0e:27:79:1f:5c:49","ip-addresses":["10.0.2.61/24"],"ip-address":"10.0.2.61/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:fcf82171-4002-4ed9-84ad-4c7854d4f201 k8s.ovn.org/node-encap-ips:["10.0.2.61"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.61/24"} k8s.ovn.org/zone-name:ip-10-0-2-61.ec2.internal] on node ip-10-0-2-61.ec2.internal
I0403 00:41:28.199899    3752 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-61.ec2.internal in network "default"
I0403 00:41:28.199974    3752 node_tracker.go:169] Node ip-10-0-2-61.ec2.internal switch + router changed, syncing services in network "default"
I0403 00:41:28.199995    3752 services_controller.go:574] Full service sync requested for network=default
I0403 00:41:28.200005    3752 master.go:532] Adding or Updating local node "ip-10-0-2-61.ec2.internal" for network "default"
I0403 00:41:28.204016    3752 default_node_network_controller.go:518] Node connection status = connected
W0403 00:41:28.205595    3752 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-mtgnl: pod openshift-multus/network-metrics-daemon-mtgnl: no pod IPs found 
W0403 00:41:28.205614    3752 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-hnw5r: pod openshift-network-diagnostics/network-check-target-hnw5r: no pod IPs found 
I0403 00:41:28.206603    3752 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-2-61.ec2.internal for the network default
I0403 00:41:28.266675    3752 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0403 00:41:28.266701    3752 services_controller.go:208] Setting up event handlers for services for network=default
I0403 00:41:28.266781    3752 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0403 00:41:28.266868    3752 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0403 00:41:28.266885    3752 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0403 00:41:28.367269    3752 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0403 00:41:28.367294    3752 repair.go:60] Starting repairing loop for services
I0403 00:41:28.367426    3752 repair.go:131] Deleted 0 stale service LBs
I0403 00:41:28.367454    3752 repair.go:137] Deleted 0 stale Chassis Template Vars
I0403 00:41:28.367481    3752 repair.go:62] Finished repairing loop for services: 190.31µs
I0403 00:41:28.367520    3752 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0403 00:41:28.367535    3752 services_controller.go:254] Starting workers for network=default
I0403 00:41:28.368058    3752 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-hnw5r] creating logical port openshift-network-diagnostics_network-check-target-hnw5r for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:41:28.368074    3752 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mtgnl] creating logical port openshift-multus_network-metrics-daemon-mtgnl for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:41:28.368087    3752 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-psb2l, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-psb2l: suppressed error logged: pod openshift-multus/network-metrics-daemon-psb2l: no pod IPs found 
I0403 00:41:28.368135    3752 obj_retry.go:544] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-czv2x, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-czv2x: suppressed error logged: pod kube-system/global-pull-secret-syncer-czv2x: no pod IPs found 
I0403 00:41:28.368137    3752 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-xd4g6, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-xd4g6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-xd4g6: no pod IPs found 
I0403 00:41:28.368239    3752 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-hnw5r
I0403 00:41:28.368260    3752 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-mtgnl
I0403 00:41:28.383503    3752 pod.go:62] [openshift-network-diagnostics/network-check-target-hnw5r] pod update took 15.345642ms
I0403 00:41:28.383524    3752 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-hnw5r] addLogicalPort annotation time took 15.376058ms
I0403 00:41:28.384304    3752 pod.go:62] [openshift-multus/network-metrics-daemon-mtgnl] pod update took 16.082237ms
I0403 00:41:28.384324    3752 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-mtgnl] addLogicalPort annotation time took 16.105878ms
I0403 00:41:28.384484    3752 pods.go:271] [openshift-network-diagnostics/network-check-target-hnw5r] addLogicalPort took 16.435787ms, libovsdb time 723.409µs
I0403 00:41:28.385321    3752 pods.go:271] [openshift-multus/network-metrics-daemon-mtgnl] addLogicalPort took 17.256653ms, libovsdb time 613.496µs
I0403 00:41:28.386098    3752 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0403 00:41:28.386129    3752 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0403 00:41:28.386144    3752 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0403 00:41:28.386150    3752 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0403 00:41:28.386388    3752 repair.go:29] Repairing admin network policies took 230.347µs
I0403 00:41:28.386540    3752 repair.go:92] Repairing baseline admin network policies took 141.7µs
I0403 00:41:28.386895    3752 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0403 00:41:28.386914    3752 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0403 00:41:28.388817    3752 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0403 00:41:28.388849    3752 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0403 00:41:28.388865    3752 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0403 00:41:28.389445    3752 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0403 00:41:28.389467    3752 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0403 00:41:28.389477    3752 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0403 00:41:28.391648    3752 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0403 00:41:28.391667    3752 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0403 00:41:28.391674    3752 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0403 00:41:28.393053    3752 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0403 00:41:28.393073    3752 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0403 00:41:28.393079    3752 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0403 00:41:28.393444    3752 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0403 00:41:28.393468    3752 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0403 00:41:28.393480    3752 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0403 00:41:28.395270    3752 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0403 00:41:28.395295    3752 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0403 00:41:28.395309    3752 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0403 00:41:28.397481    3752 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0403 00:41:28.397500    3752 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0403 00:41:28.397509    3752 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0403 00:41:28.399375    3752 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0403 00:41:28.399401    3752 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0403 00:41:28.399417    3752 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0403 00:41:28.399996    3752 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0403 00:41:28.400014    3752 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0403 00:41:28.400025    3752 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0403 00:41:28.401081    3752 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0403 00:41:28.401105    3752 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0403 00:41:28.401115    3752 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0403 00:41:28.401441    3752 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0403 00:41:28.401458    3752 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0403 00:41:28.401466    3752 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0403 00:41:28.403054    3752 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0403 00:41:28.403076    3752 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0403 00:41:28.403084    3752 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0403 00:41:28.404081    3752 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0403 00:41:28.404099    3752 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0403 00:41:28.404111    3752 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0403 00:41:28.404701    3752 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0403 00:41:28.404722    3752 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0403 00:41:28.404740    3752 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0403 00:41:28.406032    3752 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0403 00:41:28.406052    3752 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0403 00:41:28.406061    3752 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0403 00:41:28.406781    3752 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0403 00:41:28.406799    3752 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0403 00:41:28.407225    3752 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0403 00:41:28.407239    3752 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0403 00:41:28.408072    3752 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0403 00:41:28.408121    3752 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0403 00:41:28.408131    3752 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0403 00:41:28.409051    3752 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0403 00:41:28.409069    3752 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0403 00:41:28.409078    3752 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0403 00:41:28.410026    3752 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0403 00:41:28.410044    3752 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0403 00:41:28.410051    3752 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0403 00:41:28.410372    3752 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0403 00:41:28.410390    3752 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0403 00:41:28.410397    3752 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0403 00:41:28.410877    3752 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0403 00:41:28.410893    3752 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0403 00:41:28.410921    3752 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0403 00:41:28.411696    3752 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0403 00:41:28.411714    3752 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0403 00:41:28.411721    3752 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0403 00:41:28.412289    3752 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0403 00:41:28.412308    3752 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0403 00:41:28.412316    3752 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0403 00:41:28.412873    3752 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0403 00:41:28.412891    3752 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0403 00:41:28.412900    3752 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0403 00:41:28.413414    3752 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0403 00:41:28.413433    3752 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0403 00:41:28.413439    3752 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0403 00:41:28.415129    3752 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0403 00:41:28.415148    3752 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0403 00:41:28.415157    3752 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0403 00:41:28.416467    3752 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0403 00:41:28.416490    3752 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0403 00:41:28.416504    3752 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0403 00:41:28.417901    3752 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0403 00:41:28.417926    3752 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0403 00:41:28.417944    3752 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0403 00:41:28.419447    3752 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0403 00:41:28.423928    3752 egressfirewall.go:319] Starting EgressFirewall controller
I0403 00:41:28.423953    3752 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0403 00:41:28.423963    3752 controller.go:133] Adding controller egress-firewall-controller event handlers
I0403 00:41:28.423976    3752 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0403 00:41:28.423987    3752 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0403 00:41:28.423993    3752 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0403 00:41:28.424007    3752 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0403 00:41:28.424459    3752 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0403 00:41:28.424476    3752 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0403 00:41:28.424486    3752 egressqos.go:193] Setting up event handlers for EgressQoS
I0403 00:41:28.424555    3752 egressfirewall.go:628] Syncing node "ip-10-0-1-98.ec2.internal" for egress firewall
I0403 00:41:28.424565    3752 egressfirewall.go:628] Syncing node "ip-10-0-2-61.ec2.internal" for egress firewall
I0403 00:41:28.424596    3752 egressqos.go:245] Starting EgressQoS Controller
I0403 00:41:28.424611    3752 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0403 00:41:28.424677    3752 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0403 00:41:28.424688    3752 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0403 00:41:28.424696    3752 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0403 00:41:28.424703    3752 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0403 00:41:28.424712    3752 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0403 00:41:28.424718    3752 egressqos.go:259] Repairing EgressQoSes
I0403 00:41:28.424724    3752 egressqos.go:399] Starting repairing loop for egressqos
I0403 00:41:28.424851    3752 egressqos.go:401] Finished repairing loop for egressqos: 126.312µs
I0403 00:41:28.424916    3752 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0403 00:41:28.424954    3752 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-61.ec2.internal
I0403 00:41:28.424995    3752 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-61.ec2.internal : 40.971µs
I0403 00:41:28.425064    3752 egressservice_zone.go:210] Starting Egress Services Controller
I0403 00:41:28.425081    3752 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0403 00:41:28.425090    3752 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0403 00:41:28.425095    3752 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0403 00:41:28.425100    3752 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0403 00:41:28.425105    3752 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0403 00:41:28.425109    3752 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0403 00:41:28.425114    3752 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0403 00:41:28.425119    3752 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0403 00:41:28.425125    3752 egressservice_zone.go:228] Repairing Egress Services
I0403 00:41:28.425428    3752 master_controller.go:88] Starting Admin Policy Based Route Controller
I0403 00:41:28.425441    3752 external_controller.go:278] Starting Admin Policy Based Route Controller
I0403 00:41:28.425458    3752 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-98.ec2.internal
I0403 00:41:28.425467    3752 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-98.ec2.internal: 9.88µs
I0403 00:41:28.425472    3752 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-61.ec2.internal
I0403 00:41:28.425476    3752 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-61.ec2.internal: 4.021µs
I0403 00:41:28.425607    3752 default_network_controller.go:568] Completing all the Watchers took 309.993703ms
I0403 00:41:28.425624    3752 default_network_controller.go:572] Starting unidling controllers
I0403 00:41:28.425632    3752 unidle.go:46] Registering OVN SB ControllerEvent handler
I0403 00:41:28.425638    3752 unidle.go:63] Populating Initial ContollerEvent events
I0403 00:41:28.425651    3752 unidle.go:79] Setting up event handlers for services
I0403 00:41:28.425794    3752 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller
I0403 00:41:28.705081    3752 default_node_network_controller.go:518] Node connection status = connected
I0403 00:41:29.177050    3752 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-98.ec2.internal in network "default"
I0403 00:41:29.177086    3752 node_tracker.go:235] Node ip-10-0-1-98.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-98.ec2.internal"
I0403 00:41:29.177108    3752 node_tracker.go:169] Node ip-10-0-1-98.ec2.internal switch + router changed, syncing services in network "default"
I0403 00:41:29.177126    3752 services_controller.go:574] Full service sync requested for network=default
I0403 00:41:29.177147    3752 default_network_controller.go:1008] Node "ip-10-0-1-98.ec2.internal" in remote zone "ip-10-0-1-98.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0403 00:41:29.204787    3752 default_node_network_controller.go:518] Node connection status = connected
I0403 00:41:29.233044    3752 default_network_controller.go:1008] Node "ip-10-0-1-98.ec2.internal" in remote zone "ip-10-0-1-98.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0403 00:41:29.310706    3752 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-98.ec2.internal in network "default"
I0403 00:41:29.310801    3752 node_tracker.go:169] Node ip-10-0-1-98.ec2.internal switch + router changed, syncing services in network "default"
I0403 00:41:29.310812    3752 default_network_controller.go:1008] Node "ip-10-0-1-98.ec2.internal" in remote zone "ip-10-0-1-98.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0403 00:41:29.310822    3752 services_controller.go:574] Full service sync requested for network=default
I0403 00:41:29.311499    3752 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-98.ec2.internal for the network default
I0403 00:41:29.312706    3752 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-98.ec2.internal" on network "default" took: 1.220495ms
I0403 00:41:29.704629    3752 default_node_network_controller.go:518] Node connection status = connected
I0403 00:41:30.205222    3752 default_node_network_controller.go:518] Node connection status = connected
I0403 00:41:30.486229    3752 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0403 00:41:30.705426    3752 default_node_network_controller.go:518] Node connection status = connected
I0403 00:41:30.724233    3752 bridgeconfig.go:537] Gateway is ready
I0403 00:41:30.724259    3752 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager
I0403 00:41:30.737025    3752 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.61. Updating OVN encap IP.
I0403 00:41:30.743214    3752 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.61 - it is already configured
I0403 00:41:30.743236    3752 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.61/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0403 00:41:30.743533    3752 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.61/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-61.ec2.internal","mac-address":"0e:27:79:1f:5c:49","ip-addresses":["10.0.2.61/24"],"ip-address":"10.0.2.61/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:fcf82171-4002-4ed9-84ad-4c7854d4f201 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.61/24"}] on node ip-10-0-2-61.ec2.internal
I0403 00:41:30.761345    3752 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.2.61
I0403 00:41:30.761436    3752 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-61.ec2.internal
I0403 00:41:30.761929    3752 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-61.ec2.internal in network "default"
I0403 00:41:30.761937    3752 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-61.ec2.internal
I0403 00:41:30.761959    3752 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-61.ec2.internal: 26.521µs
I0403 00:41:30.761961    3752 master.go:532] Adding or Updating local node "ip-10-0-2-61.ec2.internal" for network "default"
I0403 00:41:30.761973    3752 egressfirewall.go:628] Syncing node "ip-10-0-2-61.ec2.internal" for egress firewall
I0403 00:41:30.762040    3752 node_tracker.go:169] Node ip-10-0-2-61.ec2.internal switch + router changed, syncing services in network "default"
I0403 00:41:30.762056    3752 services_controller.go:574] Full service sync requested for network=default
I0403 00:41:30.766687    3752 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-61.ec2.internal. Updating no re-route policies
I0403 00:41:30.766754    3752 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-rsd8w
I0403 00:41:30.766782    3752 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-q2gvh
I0403 00:41:30.766789    3752 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-rsd8w
I0403 00:41:30.766791    3752 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-hqct8
I0403 00:41:30.766803    3752 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-61.ec2.internal
I0403 00:41:30.766809    3752 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-5c8zr
I0403 00:41:30.766817    3752 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-64vdg
I0403 00:41:30.766754    3752 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-mj4lk
I0403 00:41:30.766826    3752 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-64vdg
I0403 00:41:30.766816    3752 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-r8fdr
I0403 00:41:30.766831    3752 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-mj4lk
I0403 00:41:30.766826    3752 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-mtgnl
I0403 00:41:30.766837    3752 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-r8fdr
I0403 00:41:30.766844    3752 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-mtgnl
I0403 00:41:30.766842    3752 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-hnw5r
I0403 00:41:30.766849    3752 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-64vdg after 0 failed attempt(s)
I0403 00:41:30.766856    3752 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-r8fdr after 0 failed attempt(s)
I0403 00:41:30.766796    3752 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-q2gvh
I0403 00:41:30.766859    3752 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-hnw5r
I0403 00:41:30.766874    3752 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-q2gvh after 0 failed attempt(s)
I0403 00:41:30.766878    3752 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mtgnl] creating logical port openshift-multus_network-metrics-daemon-mtgnl for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:41:30.766888    3752 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-hnw5r] creating logical port openshift-network-diagnostics_network-check-target-hnw5r for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:41:30.766848    3752 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-mj4lk after 0 failed attempt(s)
I0403 00:41:30.766787    3752 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-wt54f
I0403 00:41:30.766944    3752 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-wt54f
I0403 00:41:30.766975    3752 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-wt54f after 0 failed attempt(s)
I0403 00:41:30.766828    3752 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-5c8zr
I0403 00:41:30.767001    3752 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-5c8zr after 0 failed attempt(s)
I0403 00:41:30.766814    3752 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-5k7l7
I0403 00:41:30.767018    3752 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-5k7l7
I0403 00:41:30.767035    3752 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-5k7l7 after 0 failed attempt(s)
I0403 00:41:30.766806    3752 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-hqct8
I0403 00:41:30.767064    3752 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-hqct8 after 0 failed attempt(s)
I0403 00:41:30.766805    3752 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-61.ec2.internal
I0403 00:41:30.767083    3752 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-61.ec2.internal
I0403 00:41:30.767099    3752 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-61.ec2.internal after 0 failed attempt(s)
I0403 00:41:30.766816    3752 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-rsd8w after 0 failed attempt(s)
I0403 00:41:30.766819    3752 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-61.ec2.internal
I0403 00:41:30.767127    3752 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-61.ec2.internal after 0 failed attempt(s)
I0403 00:41:30.767625    3752 pods.go:271] [openshift-multus/network-metrics-daemon-mtgnl] addLogicalPort took 757.108µs, libovsdb time 318.953µs
I0403 00:41:30.767642    3752 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-mtgnl after 0 failed attempt(s)
I0403 00:41:30.768045    3752 pods.go:271] [openshift-network-diagnostics/network-check-target-hnw5r] addLogicalPort took 1.163555ms, libovsdb time 666.079µs
I0403 00:41:30.768059    3752 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-hnw5r after 0 failed attempt(s)
I0403 00:41:30.776242    3752 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher
I0403 00:41:30.789307    3752 iptables.go:108] Creating table: mangle chain: OUTPUT
I0403 00:41:30.793191    3752 iptables.go:108] Creating table: nat chain: OUTPUT
I0403 00:41:30.817889    3752 iptables.go:108] Creating table: nat chain: PREROUTING
I0403 00:41:30.866065    3752 iptables.go:108] Creating table: filter chain: FORWARD
I0403 00:41:30.885425    3752 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1
W0403 00:41:30.885580    3752 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0403 00:41:30.885634    3752 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4
W0403 00:41:30.885736    3752 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0403 00:41:30.885825    3752 gateway_init.go:325] Gateway and management port readiness took 2.686016697s
I0403 00:41:30.885851    3752 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0403 00:41:30.885884    3752 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0403 00:41:30.885898    3752 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0403 00:41:30.885907    3752 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0403 00:41:30.885976    3752 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0403 00:41:30.886080    3752 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 65.682µs
I0403 00:41:30.886434    3752 network_controller.go:246] [node-nad-controller network controller]: syncing all networks
I0403 00:41:30.886467    3752 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 19.733µs
I0403 00:41:30.886479    3752 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 48.058µs
I0403 00:41:30.886486    3752 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0403 00:41:30.886497    3752 nad_controller.go:173] [node-nad-controller NAD controller]: started
I0403 00:41:30.886504    3752 default_node_network_controller.go:898] Starting the default node network controller
I0403 00:41:30.886509    3752 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0403 00:41:30.886534    3752 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 18.494µs
I0403 00:41:30.886730    3752 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0403 00:41:30.886739    3752 default_node_network_controller.go:934] Waiting for gateway and management port readiness...
I0403 00:41:30.886784    3752 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a6e1b0 0xc00033f1f0 0xc00033f260 0xc00033f2d0 0xc00033f340 0xc00033f3b0 <nil> 0xc00033f420 0xc0009f5b30 0xc00033f490 0xc00033f500 <nil> 0xc0005102d0 0xc006467340 <nil> <nil> <nil> 0xc00033f570 map[0x2f8f0c0:0xc002e8fc80 0x2f8f600:0xc002e8fe00 0x2f90080:0xc002e8fbc0 0x2f90320:0xc002e8fc20 0x2f90b00:0xc002e8fce0 0x2f90da0:0xc002e8fd40 0x2f91040:0xc002e8fda0 0x2f91820:0xc002e8ff20 0x2f91ac0:0xc0069ce000 0x2fbc3e0:0xc001528780 0x2fbc780:0xc0015287e0 0x2fbd260:0xc000a66ea0 0x2fbebc0:0xc001be4000 0x2fbf6a0:0xc00318b080 0x2fc0520:0xc000f968a0] 0xc000180a80 0}
I0403 00:41:30.886871    3752 gateway.go:151] Starting gateway service sync
I0403 00:41:30.887420    3752 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0403 00:41:30.890020    3752 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0403 00:41:30.899639    3752 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0403 00:41:30.901093    3752 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0403 00:41:30.902455    3752 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0403 00:41:30.940056    3752 gateway.go:168] Gateway service sync done. Time taken: 53.169551ms
I0403 00:41:30.940723    3752 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31764
I0403 00:41:30.940825    3752 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a6e1b0 0xc00033f1f0 0xc00033f260 0xc00033f2d0 0xc00033f340 0xc00033f3b0 <nil> 0xc00033f420 0xc0009f5b30 0xc00033f490 0xc00033f500 <nil> 0xc0005102d0 0xc006467340 <nil> <nil> <nil> 0xc00033f570 map[0x2f8f0c0:0xc002e8fc80 0x2f8f600:0xc002e8fe00 0x2f90080:0xc002e8fbc0 0x2f90320:0xc002e8fc20 0x2f90b00:0xc002e8fce0 0x2f90da0:0xc002e8fd40 0x2f91040:0xc002e8fda0 0x2f91820:0xc002e8ff20 0x2f91ac0:0xc0069ce000 0x2fbc3e0:0xc001528780 0x2fbc780:0xc0015287e0 0x2fbd260:0xc000a66ea0 0x2fbebc0:0xc001be4000 0x2fbf6a0:0xc00318b080 0x2fc0520:0xc000f968a0] 0xc000180a80 0}
I0403 00:41:30.941250    3752 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a6e1b0 0xc00033f1f0 0xc00033f260 0xc00033f2d0 0xc00033f340 0xc00033f3b0 <nil> 0xc00033f420 0xc0009f5b30 0xc00033f490 0xc00033f500 <nil> 0xc0005102d0 0xc006467340 <nil> <nil> <nil> 0xc00033f570 map[0x2f8f0c0:0xc002e8fc80 0x2f8f600:0xc002e8fe00 0x2f90080:0xc002e8fbc0 0x2f90320:0xc002e8fc20 0x2f90b00:0xc002e8fce0 0x2f90da0:0xc002e8fd40 0x2f91040:0xc002e8fda0 0x2f91820:0xc002e8ff20 0x2f91ac0:0xc0069ce000 0x2fbc3e0:0xc001528780 0x2fbc780:0xc0015287e0 0x2fbd260:0xc000a66ea0 0x2fbebc0:0xc001be4000 0x2fbf6a0:0xc00318b080 0x2fc0520:0xc000f968a0] 0xc000180a80 0}
I0403 00:41:30.941288    3752 gateway.go:519] Reconciling gateway with updates
I0403 00:41:30.947472    3752 gateway.go:326] Spawning Conntrack Rule Check Thread
I0403 00:41:30.947560    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0403 00:41:30.947581    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0403 00:41:30.947593    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0403 00:41:30.947598    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0403 00:41:30.947602    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0403 00:41:30.947608    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0403 00:41:30.947607    3752 default_node_network_controller.go:943] Gateway and management port readiness took 60.860661ms
I0403 00:41:30.947618    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0403 00:41:30.947626    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0403 00:41:30.947634    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0403 00:41:30.947647    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0403 00:41:30.947660    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0403 00:41:30.947663    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0403 00:41:30.947670    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0403 00:41:30.947669    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0403 00:41:30.947567    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0403 00:41:30.947686    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0403 00:41:30.947688    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0403 00:41:30.947687    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0403 00:41:30.947691    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0403 00:41:30.947696    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0403 00:41:30.947706    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0403 00:41:30.947709    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0403 00:41:30.947712    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0403 00:41:30.947716    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0403 00:41:30.947716    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0403 00:41:30.947689    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0403 00:41:30.947721    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0403 00:41:30.947728    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0403 00:41:30.947729    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0403 00:41:30.947734    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0403 00:41:30.947732    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0403 00:41:30.947744    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0403 00:41:30.947746    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0403 00:41:30.947751    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0403 00:41:30.947737    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0403 00:41:30.947756    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0403 00:41:30.947585    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0403 00:41:30.947781    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0403 00:41:30.947790    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0403 00:41:30.947793    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0403 00:41:30.947799    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0403 00:41:30.947801    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0403 00:41:30.947804    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0403 00:41:30.947804    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0403 00:41:30.947734    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0403 00:41:30.947815    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0403 00:41:30.947817    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0403 00:41:30.947824    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0403 00:41:30.947830    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0403 00:41:30.947827    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0403 00:41:30.947836    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0403 00:41:30.947840    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0403 00:41:30.947844    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0403 00:41:30.947844    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0403 00:41:30.947852    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0403 00:41:30.947855    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0403 00:41:30.947861    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0403 00:41:30.947864    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0403 00:41:30.947584    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0403 00:41:30.947878    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0403 00:41:30.947872    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0403 00:41:30.947892    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0403 00:41:30.947803    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0403 00:41:30.947904    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0403 00:41:30.947922    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0403 00:41:30.947580    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0403 00:41:30.947938    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0403 00:41:30.947941    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0403 00:41:30.947826    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0403 00:41:30.947954    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0403 00:41:30.947785    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0403 00:41:30.947972    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0403 00:41:30.947825    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0403 00:41:30.947977    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0403 00:41:30.947977    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0403 00:41:30.947988    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0403 00:41:30.947992    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0403 00:41:30.947990    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0403 00:41:30.947990    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0403 00:41:30.947997    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0403 00:41:30.948006    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0403 00:41:30.948018    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0403 00:41:30.948018    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0403 00:41:30.947971    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0403 00:41:30.948023    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0403 00:41:30.948029    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0403 00:41:30.948029    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0403 00:41:30.948034    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0403 00:41:30.948035    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0403 00:41:30.948041    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0403 00:41:30.947942    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0403 00:41:30.948017    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0403 00:41:30.948053    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0403 00:41:30.947833    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0403 00:41:30.947834    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0403 00:41:30.948059    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0403 00:41:30.947608    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0403 00:41:30.948079    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0403 00:41:30.947751    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0403 00:41:30.947924    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0403 00:41:30.947926    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0403 00:41:30.947795    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0403 00:41:30.948176    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0403 00:41:30.947812    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0403 00:41:30.947953    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0403 00:41:30.948001    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0403 00:41:30.948010    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0403 00:41:30.948231    3752 port_claim.go:71] Svc openshift-ingress/router-default: port 32417 is already open, no action needed
I0403 00:41:30.948242    3752 port_claim.go:71] Svc openshift-ingress/router-default: port 30261 is already open, no action needed
I0403 00:41:30.948070    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0403 00:41:30.947752    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0403 00:41:30.947977    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0403 00:41:30.948292    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0403 00:41:30.949299    3752 node_ip_handler_linux.go:160] Node IP manager is running
W0403 00:41:30.989529    3752 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.2.1 on link ovn-k8s-mp0 with MTU: 0
W0403 00:41:30.989746    3752 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.2.1 on link ovn-k8s-mp0 with MTU: 0
W0403 00:41:30.989930    3752 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:02:01/10.128.2.1) on link ovn-k8s-mp0
I0403 00:41:30.999568    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0403 00:41:30.999599    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0403 00:41:30.999609    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0403 00:41:30.999615    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0403 00:41:30.999620    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0403 00:41:30.999628    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0403 00:41:30.999633    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0403 00:41:30.999639    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0403 00:41:30.999645    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0403 00:41:30.999651    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0403 00:41:30.999657    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0403 00:41:30.999666    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0403 00:41:30.999673    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0403 00:41:30.999678    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0403 00:41:30.999683    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0403 00:41:30.999689    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0403 00:41:30.999694    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0403 00:41:31.042211    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0403 00:41:31.042225    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0403 00:41:31.042253    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0403 00:41:31.085009    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0403 00:41:31.165819    3752 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal
I0403 00:41:31.165834    3752 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-96.ec2.internal in network "default"
I0403 00:41:31.165846    3752 egressfirewall.go:628] Syncing node "ip-10-0-0-96.ec2.internal" for egress firewall
I0403 00:41:31.165846    3752 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 35.964µs
I0403 00:41:31.165851    3752 node_tracker.go:220] Node ip-10-0-0-96.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation
E0403 00:41:31.165911    3752 default_network_controller.go:816] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-96.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0403 00:41:31.165934    3752 obj_retry.go:544] Failed to create *v1.Node ip-10-0-0-96.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-96.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-96.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-96.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-96.ec2.internal, error parsing annotation for node ip-10-0-0-96.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation]
E0403 00:41:31.175467    3752 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-96.ec2.internal annotation: unexpected end of JSON input
I0403 00:41:31.175577    3752 default_network_controller.go:1008] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0403 00:41:31.175626    3752 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-96.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0403 00:41:31.187917    3752 egressfirewall.go:628] Syncing node "ip-10-0-0-96.ec2.internal" for egress firewall
I0403 00:41:31.187984    3752 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal
E0403 00:41:31.187999    3752 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-96.ec2.internal annotation: unexpected end of JSON input
I0403 00:41:31.188009    3752 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 28.911µs
I0403 00:41:31.188014    3752 default_network_controller.go:1008] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0403 00:41:31.188045    3752 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-96.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0403 00:41:31.190144    3752 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-61.ec2.internal
I0403 00:41:31.190158    3752 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-61.ec2.internal: 16.633µs
I0403 00:41:31.190202    3752 egressfirewall.go:628] Syncing node "ip-10-0-2-61.ec2.internal" for egress firewall
E0403 00:41:31.291997    3752 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-96.ec2.internal annotation: unexpected end of JSON input
E0403 00:41:31.292032    3752 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-96.ec2.internal annotation: unexpected end of JSON input
I0403 00:41:31.292058    3752 default_network_controller.go:1008] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true
I0403 00:41:31.292692    3752 default_network_controller.go:1008] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true
I0403 00:41:31.419313    3752 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal
I0403 00:41:31.419338    3752 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 31.52µs
I0403 00:41:31.419363    3752 egressfirewall.go:628] Syncing node "ip-10-0-0-96.ec2.internal" for egress firewall
I0403 00:41:31.419361    3752 default_network_controller.go:1008] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0403 00:41:31.431140    3752 default_network_controller.go:1008] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0403 00:41:31.656454    3752 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-msgdn] creating logical port kube-system_global-pull-secret-syncer-msgdn for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:41:31.656602    3752 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-msgdn
I0403 00:41:31.682966    3752 pod.go:62] [kube-system/global-pull-secret-syncer-msgdn] pod update took 26.395359ms
I0403 00:41:31.682997    3752 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-msgdn] addLogicalPort annotation time took 26.431287ms
I0403 00:41:31.684357    3752 pods.go:271] [kube-system/global-pull-secret-syncer-msgdn] addLogicalPort took 27.915482ms, libovsdb time 1.023087ms
I0403 00:41:31.695858    3752 default_network_controller.go:1008] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0403 00:41:31.864935    3752 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-98.ec2.internal in network "default"
I0403 00:41:31.864955    3752 egressfirewall.go:628] Syncing node "ip-10-0-1-98.ec2.internal" for egress firewall
I0403 00:41:31.864982    3752 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-98.ec2.internal
I0403 00:41:31.865000    3752 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-98.ec2.internal: 26.331µs
I0403 00:41:31.865026    3752 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-98.ec2.internal. Updating no re-route policies
I0403 00:41:31.865041    3752 node_tracker.go:169] Node ip-10-0-1-98.ec2.internal switch + router changed, syncing services in network "default"
I0403 00:41:31.865077    3752 services_controller.go:574] Full service sync requested for network=default
W0403 00:41:33.052741    3752 egressip_healthcheck.go:76] Health checking using insecure connection
I0403 00:41:33.052744    3752 default_node_network_controller.go:1369] Starting node controller node sync
I0403 00:41:33.053232    3752 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.2.2:9107
I0403 00:41:33.064791    3752 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.906008ms
I0403 00:41:33.064927    3752 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-98.ec2.internal", IP: 10.0.1.98 to PMTUD blocking rules
I0403 00:41:33.064942    3752 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-98.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0403 00:41:33.070530    3752 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0403 00:41:33.070817    3752 egressservice_node.go:93] Setting up event handlers for Egress Services
I0403 00:41:33.071010    3752 egressservice_node.go:183] Starting Egress Services Controller
I0403 00:41:33.071029    3752 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0403 00:41:33.071038    3752 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0403 00:41:33.071044    3752 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0403 00:41:33.071049    3752 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0403 00:41:33.071054    3752 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0403 00:41:33.071059    3752 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0403 00:41:33.071063    3752 egressservice_node.go:197] Repairing Egress Services
I0403 00:41:33.081596    3752 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0403 00:41:33.081610    3752 external_controller.go:278] Starting Admin Policy Based Route Controller
I0403 00:41:33.081741    3752 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled
I0403 00:41:33.081750    3752 link_network_manager.go:117] Link manager is running
I0403 00:41:33.081776    3752 default_node_network_controller.go:1087] Default node network controller initialized and ready.
I0403 00:41:33.081894    3752 ovspinning_linux.go:42] OVS CPU affinity pinning disabled
I0403 00:41:33.082135    3752 vrf_manager.go:128] VRF manager is running
I0403 00:41:33.082186    3752 node_controller_manager.go:437] Removing flows to drop GARP
I0403 00:41:33.082195    3752 gateway.go:519] Reconciling gateway with updates
I0403 00:41:33.105703    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0403 00:41:33.105714    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0403 00:41:33.105730    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0403 00:41:33.105729    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0403 00:41:33.105735    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0403 00:41:33.105734    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0403 00:41:33.105752    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0403 00:41:33.105746    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0403 00:41:33.105755    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0403 00:41:33.105788    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0403 00:41:33.105791    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0403 00:41:33.105790    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0403 00:41:33.105799    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0403 00:41:33.105806    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0403 00:41:33.105812    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0403 00:41:33.105817    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0403 00:41:33.105814    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0403 00:41:33.105816    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0403 00:41:33.105827    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0403 00:41:33.105834    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0403 00:41:33.105841    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0403 00:41:33.105845    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0403 00:41:33.105845    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0403 00:41:33.105856    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0403 00:41:33.105856    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0403 00:41:33.105853    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0403 00:41:33.105866    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0403 00:41:33.105851    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0403 00:41:33.105868    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0403 00:41:33.105868    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0403 00:41:33.105874    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0403 00:41:33.105885    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0403 00:41:33.105889    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0403 00:41:33.105887    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0403 00:41:33.105890    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0403 00:41:33.105896    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0403 00:41:33.105899    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0403 00:41:33.105830    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0403 00:41:33.105900    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0403 00:41:33.105902    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0403 00:41:33.105909    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0403 00:41:33.105914    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0403 00:41:33.105926    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0403 00:41:33.105930    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0403 00:41:33.105941    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0403 00:41:33.105949    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0403 00:41:33.105874    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0403 00:41:33.105954    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0403 00:41:33.105956    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0403 00:41:33.105964    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0403 00:41:33.105964    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0403 00:41:33.105970    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0403 00:41:33.105974    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0403 00:41:33.105971    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0403 00:41:33.105974    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0403 00:41:33.105980    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0403 00:41:33.105979    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0403 00:41:33.105983    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0403 00:41:33.105987    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0403 00:41:33.105990    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0403 00:41:33.105996    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0403 00:41:33.105996    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0403 00:41:33.105998    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0403 00:41:33.106000    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0403 00:41:33.106003    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0403 00:41:33.106010    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0403 00:41:33.106015    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0403 00:41:33.106015    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0403 00:41:33.106017    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0403 00:41:33.106024    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0403 00:41:33.106024    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0403 00:41:33.106031    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0403 00:41:33.106032    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0403 00:41:33.106037    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0403 00:41:33.106041    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0403 00:41:33.106045    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0403 00:41:33.106048    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0403 00:41:33.106007    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0403 00:41:33.106073    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0403 00:41:33.106078    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0403 00:41:33.106093    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0403 00:41:33.106096    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0403 00:41:33.106102    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0403 00:41:33.106112    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0403 00:41:33.105942    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0403 00:41:33.106139    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0403 00:41:33.105978    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0403 00:41:33.106154    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0403 00:41:33.105744    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0403 00:41:33.106207    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0403 00:41:33.105709    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0403 00:41:33.106223    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0403 00:41:33.105876    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0403 00:41:33.105890    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0403 00:41:33.106249    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0403 00:41:33.105890    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0403 00:41:33.106259    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0403 00:41:33.106275    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0403 00:41:33.105956    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0403 00:41:33.106284    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0403 00:41:33.106320    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0403 00:41:33.105959    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0403 00:41:33.106331    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0403 00:41:33.106348    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0403 00:41:33.105962    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0403 00:41:33.105744    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0403 00:41:33.106361    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0403 00:41:33.106365    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0403 00:41:33.105981    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0403 00:41:33.106372    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0403 00:41:33.105984    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0403 00:41:33.105993    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0403 00:41:33.106460    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0403 00:41:33.105999    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0403 00:41:33.106488    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0403 00:41:33.106003    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0403 00:41:33.106510    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0403 00:41:33.106014    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0403 00:41:33.106017    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0403 00:41:33.106017    3752 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0403 00:41:33.106577    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0403 00:41:33.106028    3752 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0403 00:41:33.106035    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0403 00:41:33.106058    3752 port_claim.go:71] Svc openshift-ingress/router-default: port 32417 is already open, no action needed
I0403 00:41:33.106655    3752 port_claim.go:71] Svc openshift-ingress/router-default: port 30261 is already open, no action needed
I0403 00:41:33.145543    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0403 00:41:33.165418    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0403 00:41:33.165429    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0403 00:41:33.165451    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0403 00:41:33.165459    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0403 00:41:33.165466    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0403 00:41:33.165477    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0403 00:41:33.165493    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0403 00:41:33.204835    3752 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0403 00:41:34.744830    3752 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-61.ec2.internal
I0403 00:41:34.744887    3752 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-61.ec2.internal: 44.096µs
I0403 00:41:34.775303    3752 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-54ff97fc46-kngvd] creating logical port openshift-image-registry_image-registry-54ff97fc46-kngvd for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:41:34.775497    3752 kube.go:256] Updating pod openshift-image-registry/image-registry-54ff97fc46-kngvd
I0403 00:41:34.798479    3752 pod.go:62] [openshift-image-registry/image-registry-54ff97fc46-kngvd] pod update took 23.017621ms
I0403 00:41:34.798505    3752 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-54ff97fc46-kngvd] addLogicalPort annotation time took 23.057711ms
I0403 00:41:34.799925    3752 pods.go:271] [openshift-image-registry/image-registry-54ff97fc46-kngvd] addLogicalPort took 24.662949ms, libovsdb time 1.035271ms
I0403 00:41:34.800013    3752 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-7j6d8] creating logical port openshift-dns_dns-default-7j6d8 for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:41:34.800098    3752 kube.go:256] Updating pod openshift-dns/dns-default-7j6d8
I0403 00:41:34.809621    3752 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-f4jqk] creating logical port openshift-ingress-canary_ingress-canary-f4jqk for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:41:34.809740    3752 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-f4jqk
I0403 00:41:34.813111    3752 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-dflhc] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-dflhc for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:41:34.813217    3752 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-dflhc
I0403 00:41:34.819352    3752 pod.go:62] [openshift-dns/dns-default-7j6d8] pod update took 19.283029ms
I0403 00:41:34.819373    3752 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-7j6d8] addLogicalPort annotation time took 19.310091ms
I0403 00:41:34.820506    3752 pods.go:271] [openshift-dns/dns-default-7j6d8] addLogicalPort took 20.503615ms, libovsdb time 850.319µs
I0403 00:41:34.830294    3752 pod.go:62] [openshift-ingress-canary/ingress-canary-f4jqk] pod update took 20.571026ms
I0403 00:41:34.830322    3752 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-f4jqk] addLogicalPort annotation time took 20.603502ms
I0403 00:41:34.830393    3752 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dflhc] pod update took 17.205932ms
I0403 00:41:34.830413    3752 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-dflhc] addLogicalPort annotation time took 17.2274ms
I0403 00:41:34.831405    3752 pods.go:271] [openshift-ingress-canary/ingress-canary-f4jqk] addLogicalPort took 21.807504ms, libovsdb time 831.339µs
I0403 00:41:34.831787    3752 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dflhc] addLogicalPort took 18.684319ms, libovsdb time 1.089513ms
I0403 00:41:34.832969    3752 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29586280-tb8pp for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:41:34.833039    3752 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp
I0403 00:41:34.848149    3752 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp] pod update took 15.133385ms
I0403 00:41:34.848167    3752 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp] addLogicalPort annotation time took 15.154861ms
I0403 00:41:34.849137    3752 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp] addLogicalPort took 16.175386ms, libovsdb time 762.674µs
I0403 00:41:35.198160    3752 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dflhc 1139cace106513cf8b810f92b83bae70c6591314b356e8c22f455c0fed3e198e network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dflhc 1139cace106513cf8b810f92b83bae70c6591314b356e8c22f455c0fed3e198e network default NAD default]
I0403 00:41:35.200392    3752 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp 87b2698c2e8cb55cd511fc7ff584b76921a7aff0491e03486badde5cc52c9391 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp 87b2698c2e8cb55cd511fc7ff584b76921a7aff0491e03486badde5cc52c9391 network default NAD default]
I0403 00:41:35.200553    3752 cni.go:403] [openshift-ingress-canary/ingress-canary-f4jqk 5593ea30faec1fa02ad60d84507304a7002710275e82383f66004422a9cfdd68 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-f4jqk 5593ea30faec1fa02ad60d84507304a7002710275e82383f66004422a9cfdd68 network default NAD default]
I0403 00:41:35.258059    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-f4jqk, hostIfaceName: 5593ea30faec1fa, network: default, NAD default, SandboxID: "5593ea30faec1fa02ad60d84507304a7002710275e82383f66004422a9cfdd68", PCI device ID: , UID: "d30e73a5-d030-499c-8dd1-400186e7f110", MAC: 0a:58:0a:80:02:08, IPs: [10.128.2.8/23]
I0403 00:41:35.258070    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-dflhc, hostIfaceName: 1139cace106513c, network: default, NAD default, SandboxID: "1139cace106513cf8b810f92b83bae70c6591314b356e8c22f455c0fed3e198e", PCI device ID: , UID: "abc79567-8a9b-4391-90fc-968dd57ca55d", MAC: 0a:58:0a:80:02:09, IPs: [10.128.2.9/23]
I0403 00:41:35.258122    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29586280-tb8pp, hostIfaceName: 87b2698c2e8cb55, network: default, NAD default, SandboxID: "87b2698c2e8cb55cd511fc7ff584b76921a7aff0491e03486badde5cc52c9391", PCI device ID: , UID: "656a0704-1bba-434b-9478-0344ab80c5f9", MAC: 0a:58:0a:80:02:0a, IPs: [10.128.2.10/23]
I0403 00:41:35.317515    3752 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dflhc 1139cace106513cf8b810f92b83bae70c6591314b356e8c22f455c0fed3e198e network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dflhc 1139cace106513cf8b810f92b83bae70c6591314b356e8c22f455c0fed3e198e network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:2b:4f:a0:cf:0f\",\"name\":\"1139cace106513c\"},{\"mac\":\"0a:58:0a:80:02:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec18d6d0-320b-4dd7-a03a-ca210717c3a9\"}],\"ips\":[{\"address\":\"10.128.2.9/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:41:35.322977    3752 cni.go:424] [openshift-ingress-canary/ingress-canary-f4jqk 5593ea30faec1fa02ad60d84507304a7002710275e82383f66004422a9cfdd68 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-f4jqk 5593ea30faec1fa02ad60d84507304a7002710275e82383f66004422a9cfdd68 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:0e:36:41:94:13\",\"name\":\"5593ea30faec1fa\"},{\"mac\":\"0a:58:0a:80:02:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d8a34e3-f99a-45ba-8a56-082d2267e326\"}],\"ips\":[{\"address\":\"10.128.2.8/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:41:35.328695    3752 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp 87b2698c2e8cb55cd511fc7ff584b76921a7aff0491e03486badde5cc52c9391 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp 87b2698c2e8cb55cd511fc7ff584b76921a7aff0491e03486badde5cc52c9391 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:b6:9b:e7:d8:55\",\"name\":\"87b2698c2e8cb55\"},{\"mac\":\"0a:58:0a:80:02:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5f0a1bd-9a30-4b66-954b-0b3f66ef058b\"}],\"ips\":[{\"address\":\"10.128.2.10/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:41:36.005884    3752 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-98.ec2.internal
I0403 00:41:36.005915    3752 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-98.ec2.internal: 37.851µs
I0403 00:41:40.107900    3752 cni.go:403] [kube-system/global-pull-secret-syncer-msgdn 440621396b43a340ac8e7042d13d75fa148a395baa42a2d8ed0230414abb061d network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-msgdn 440621396b43a340ac8e7042d13d75fa148a395baa42a2d8ed0230414abb061d network default NAD default]
I0403 00:41:40.118910    3752 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-msgdn, hostIfaceName: 440621396b43a34, network: default, NAD default, SandboxID: "440621396b43a340ac8e7042d13d75fa148a395baa42a2d8ed0230414abb061d", PCI device ID: , UID: "c70ab41a-e73b-47ab-829e-32b4f71dd838", MAC: 0a:58:0a:80:02:05, IPs: [10.128.2.5/23]
I0403 00:41:40.166203    3752 cni.go:424] [kube-system/global-pull-secret-syncer-msgdn 440621396b43a340ac8e7042d13d75fa148a395baa42a2d8ed0230414abb061d network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-msgdn 440621396b43a340ac8e7042d13d75fa148a395baa42a2d8ed0230414abb061d network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:d8:23:f1:26:fc\",\"name\":\"440621396b43a34\"},{\"mac\":\"0a:58:0a:80:02:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8093f42-423d-4e09-9b52-a455b56bcf2f\"}],\"ips\":[{\"address\":\"10.128.2.5/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:41:40.983099    3752 cni.go:403] [openshift-network-diagnostics/network-check-target-hnw5r f625e9b35e6a8e5e525b679cec097830fad2f7a547a59d322ac878015241b7d4 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-hnw5r f625e9b35e6a8e5e525b679cec097830fad2f7a547a59d322ac878015241b7d4 network default NAD default]
I0403 00:41:40.993853    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-hnw5r, hostIfaceName: f625e9b35e6a8e5, network: default, NAD default, SandboxID: "f625e9b35e6a8e5e525b679cec097830fad2f7a547a59d322ac878015241b7d4", PCI device ID: , UID: "0c19e516-10b3-4a95-b432-961c095b7872", MAC: 0a:58:0a:80:02:03, IPs: [10.128.2.3/23]
I0403 00:41:41.041909    3752 cni.go:424] [openshift-network-diagnostics/network-check-target-hnw5r f625e9b35e6a8e5e525b679cec097830fad2f7a547a59d322ac878015241b7d4 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-hnw5r f625e9b35e6a8e5e525b679cec097830fad2f7a547a59d322ac878015241b7d4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:be:10:dd:a5:10\",\"name\":\"f625e9b35e6a8e5\"},{\"mac\":\"0a:58:0a:80:02:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b6c29ce-4e8a-425c-922f-e799bc96f2fc\"}],\"ips\":[{\"address\":\"10.128.2.3/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:41:41.346792    3752 default_network_controller.go:1008] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0403 00:41:42.102951    3752 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0403 00:41:46.131373    3752 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0403 00:41:46.150409    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0403 00:41:47.091331    3752 egressfirewall.go:628] Syncing node "ip-10-0-0-96.ec2.internal" for egress firewall
I0403 00:41:47.091364    3752 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal
I0403 00:41:47.091382    3752 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 23.769µs
I0403 00:41:47.091438    3752 default_network_controller.go:1008] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0403 00:41:48.061040    3752 default_network_controller.go:1008] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0403 00:41:54.348367    3752 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-96.ec2.internal in network "default"
I0403 00:41:54.348382    3752 default_network_controller.go:1008] Node "ip-10-0-0-96.ec2.internal" in remote zone "ip-10-0-0-96.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0403 00:41:54.348419    3752 node_tracker.go:235] Node ip-10-0-0-96.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-96.ec2.internal"
I0403 00:41:54.348434    3752 node_tracker.go:169] Node ip-10-0-0-96.ec2.internal switch + router changed, syncing services in network "default"
I0403 00:41:54.348444    3752 services_controller.go:574] Full service sync requested for network=default
W0403 00:41:54.348988    3752 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0403 00:41:54.378029    3752 default_network_controller.go:1008] Node "ip-10-0-0-96.ec2.internal" in remote zone "ip-10-0-0-96.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0403 00:41:54.506703    3752 default_network_controller.go:1008] Node "ip-10-0-0-96.ec2.internal" in remote zone "ip-10-0-0-96.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0403 00:41:54.506721    3752 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-96.ec2.internal in network "default"
I0403 00:41:54.506789    3752 node_tracker.go:169] Node ip-10-0-0-96.ec2.internal switch + router changed, syncing services in network "default"
I0403 00:41:54.506805    3752 services_controller.go:574] Full service sync requested for network=default
W0403 00:41:54.507119    3752 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0403 00:41:54.507401    3752 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-96.ec2.internal for the network default
I0403 00:41:54.508503    3752 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-96.ec2.internal" on network "default" took: 1.115961ms
I0403 00:41:55.068825    3752 egressfirewall.go:628] Syncing node "ip-10-0-0-96.ec2.internal" for egress firewall
I0403 00:41:55.068839    3752 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-96.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0403 00:41:55.068853    3752 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-96.ec2.internal", IP: 10.0.0.96 to PMTUD blocking rules
I0403 00:41:55.068871    3752 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal
I0403 00:41:55.068883    3752 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 12.651µs
I0403 00:41:55.068837    3752 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-96.ec2.internal in network "default"
I0403 00:41:55.068987    3752 node_tracker.go:169] Node ip-10-0-0-96.ec2.internal switch + router changed, syncing services in network "default"
I0403 00:41:55.069003    3752 services_controller.go:574] Full service sync requested for network=default
W0403 00:41:55.069344    3752 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0403 00:41:55.075282    3752 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-96.ec2.internal. Updating no re-route policies
I0403 00:41:55.085274    3752 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-96.ec2.internal", IP: 10.0.0.96 to PMTUD blocking rules
I0403 00:41:55.085291    3752 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-96.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0403 00:41:59.429032    3752 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal
I0403 00:41:59.429071    3752 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 44.056µs
W0403 00:42:04.483814    3752 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0403 00:42:05.604374    3752 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390d48js of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:42:05.604957    3752 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390d48js of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:42:05.604986    3752 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390d48js of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:42:05.604999    3752 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0403 00:42:05.605015    3752 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390d48js of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:42:05.605024    3752 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0403 00:42:06.629593    3752 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390d48js of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:42:06.629623    3752 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390d48js of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:42:06.629638    3752 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390d48js of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:42:06.629647    3752 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390d48js of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:42:07.789283    3752 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0403 00:42:07.798494    3752 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0403 00:42:08.255879    3752 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0403 00:42:18.125104    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0403 00:42:57.076993    3752 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-57d9b95648-xphw4] creating logical port openshift-console-operator_console-operator-57d9b95648-xphw4 for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:42:57.077098    3752 kube.go:256] Updating pod openshift-console-operator/console-operator-57d9b95648-xphw4
I0403 00:42:57.095931    3752 pod.go:62] [openshift-console-operator/console-operator-57d9b95648-xphw4] pod update took 18.861351ms
I0403 00:42:57.095958    3752 base_network_controller_pods.go:937] [default/openshift-console-operator/console-operator-57d9b95648-xphw4] addLogicalPort annotation time took 18.89489ms
I0403 00:42:57.097085    3752 pods.go:271] [openshift-console-operator/console-operator-57d9b95648-xphw4] addLogicalPort took 20.108337ms, libovsdb time 829.821µs
I0403 00:42:57.121143    3752 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5965f78f96-jrdps] creating logical port openshift-ingress_router-default-5965f78f96-jrdps for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:42:57.121281    3752 kube.go:256] Updating pod openshift-ingress/router-default-5965f78f96-jrdps
I0403 00:42:57.150620    3752 pod.go:62] [openshift-ingress/router-default-5965f78f96-jrdps] pod update took 29.370755ms
I0403 00:42:57.150642    3752 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-5965f78f96-jrdps] addLogicalPort annotation time took 29.422803ms
I0403 00:42:57.151608    3752 pods.go:271] [openshift-ingress/router-default-5965f78f96-jrdps] addLogicalPort took 30.48298ms, libovsdb time 706.266µs
I0403 00:42:57.178620    3752 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-54f5cf58db-wq926] creating logical port openshift-service-ca-operator_service-ca-operator-54f5cf58db-wq926 for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:42:57.178690    3752 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-54f5cf58db-wq926
I0403 00:42:57.196570    3752 pod.go:62] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-wq926] pod update took 17.894853ms
I0403 00:42:57.196591    3752 base_network_controller_pods.go:937] [default/openshift-service-ca-operator/service-ca-operator-54f5cf58db-wq926] addLogicalPort annotation time took 17.921237ms
I0403 00:42:57.197658    3752 pods.go:271] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-wq926] addLogicalPort took 19.077338ms, libovsdb time 744.853µs
I0403 00:42:57.435440    3752 cni.go:403] [openshift-console-operator/console-operator-57d9b95648-xphw4 967de81305e08ffbdbcaeaa8153b4e0c6b547027de6bad502c7a10303d69fdb0 network default NAD default] ADD starting CNI request [openshift-console-operator/console-operator-57d9b95648-xphw4 967de81305e08ffbdbcaeaa8153b4e0c6b547027de6bad502c7a10303d69fdb0 network default NAD default]
I0403 00:42:57.444622    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-57d9b95648-xphw4, hostIfaceName: 967de81305e08ff, network: default, NAD default, SandboxID: "967de81305e08ffbdbcaeaa8153b4e0c6b547027de6bad502c7a10303d69fdb0", PCI device ID: , UID: "a3c92ed4-7fcd-4f83-a4d0-4c98f5d3d860", MAC: 0a:58:0a:80:02:0b, IPs: [10.128.2.11/23]
I0403 00:42:57.492035    3752 cni.go:424] [openshift-console-operator/console-operator-57d9b95648-xphw4 967de81305e08ffbdbcaeaa8153b4e0c6b547027de6bad502c7a10303d69fdb0 network default NAD default] ADD finished CNI request [openshift-console-operator/console-operator-57d9b95648-xphw4 967de81305e08ffbdbcaeaa8153b4e0c6b547027de6bad502c7a10303d69fdb0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:3a:66:ce:a0:be\",\"name\":\"967de81305e08ff\"},{\"mac\":\"0a:58:0a:80:02:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5a1dc33-1618-4e71-a177-e9c18ca1de92\"}],\"ips\":[{\"address\":\"10.128.2.11/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:42:57.535899    3752 cni.go:403] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-wq926 9b665c00549e6a5db2a9eb33b235dfc7e3da3ae13d2d9dcfb396831ea9a8b5a4 network default NAD default] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-54f5cf58db-wq926 9b665c00549e6a5db2a9eb33b235dfc7e3da3ae13d2d9dcfb396831ea9a8b5a4 network default NAD default]
I0403 00:42:57.547461    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-54f5cf58db-wq926, hostIfaceName: 9b665c00549e6a5, network: default, NAD default, SandboxID: "9b665c00549e6a5db2a9eb33b235dfc7e3da3ae13d2d9dcfb396831ea9a8b5a4", PCI device ID: , UID: "2c20b460-5652-4c3f-915e-1cce66cbbe8a", MAC: 0a:58:0a:80:02:0d, IPs: [10.128.2.13/23]
I0403 00:42:57.591776    3752 cni.go:424] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-wq926 9b665c00549e6a5db2a9eb33b235dfc7e3da3ae13d2d9dcfb396831ea9a8b5a4 network default NAD default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-54f5cf58db-wq926 9b665c00549e6a5db2a9eb33b235dfc7e3da3ae13d2d9dcfb396831ea9a8b5a4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:ad:91:57:4f:67\",\"name\":\"9b665c00549e6a5\"},{\"mac\":\"0a:58:0a:80:02:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59c8ecc3-321e-4220-be89-3c01ba8f10a0\"}],\"ips\":[{\"address\":\"10.128.2.13/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:43:00.320469    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0403 00:43:01.493126    3752 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0403 00:43:01.494144    3752 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 992.61µs
I0403 00:43:01.516424    3752 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0403 00:43:01.890084    3752 namespace.go:98] [openshift-service-ca] adding namespace
I0403 00:43:01.891528    3752 namespace.go:102] [openshift-service-ca] adding namespace took 1.419564ms
I0403 00:43:01.907637    3752 namespace.go:142] [openshift-service-ca] updating namespace
I0403 00:43:03.580871    3752 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-b95c4699b-kfxfb] creating logical port openshift-service-ca_service-ca-b95c4699b-kfxfb for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:43:03.580975    3752 kube.go:256] Updating pod openshift-service-ca/service-ca-b95c4699b-kfxfb
I0403 00:43:03.596063    3752 pod.go:62] [openshift-service-ca/service-ca-b95c4699b-kfxfb] pod update took 15.112684ms
I0403 00:43:03.596091    3752 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-b95c4699b-kfxfb] addLogicalPort annotation time took 15.146451ms
I0403 00:43:03.597292    3752 pods.go:271] [openshift-service-ca/service-ca-b95c4699b-kfxfb] addLogicalPort took 16.437994ms, libovsdb time 819.234µs
I0403 00:43:03.937357    3752 cni.go:403] [openshift-service-ca/service-ca-b95c4699b-kfxfb 935b0f06501695e37e55a3868eeef19e32fa5049da683ee88ba390d2188470ea network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-b95c4699b-kfxfb 935b0f06501695e37e55a3868eeef19e32fa5049da683ee88ba390d2188470ea network default NAD default]
I0403 00:43:03.946604    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-b95c4699b-kfxfb, hostIfaceName: 935b0f06501695e, network: default, NAD default, SandboxID: "935b0f06501695e37e55a3868eeef19e32fa5049da683ee88ba390d2188470ea", PCI device ID: , UID: "fbcd6500-34ad-4725-98e5-caaa64da0356", MAC: 0a:58:0a:80:02:0e, IPs: [10.128.2.14/23]
I0403 00:43:03.993471    3752 cni.go:424] [openshift-service-ca/service-ca-b95c4699b-kfxfb 935b0f06501695e37e55a3868eeef19e32fa5049da683ee88ba390d2188470ea network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-b95c4699b-kfxfb 935b0f06501695e37e55a3868eeef19e32fa5049da683ee88ba390d2188470ea network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:5c:46:1a:56:33\",\"name\":\"935b0f06501695e\"},{\"mac\":\"0a:58:0a:80:02:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76f37a38-1425-4b15-8a81-e9fade72837e\"}],\"ips\":[{\"address\":\"10.128.2.14/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:43:09.184806    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0403 00:43:15.890397    3752 cni.go:403] [openshift-multus/network-metrics-daemon-mtgnl c6ac1ef76c112372d4c74c3260ffc4e86331af9b6bbf7a8b1b6d35467a550e3d network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-mtgnl c6ac1ef76c112372d4c74c3260ffc4e86331af9b6bbf7a8b1b6d35467a550e3d network default NAD default]
I0403 00:43:15.909122    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-mtgnl, hostIfaceName: c6ac1ef76c11237, network: default, NAD default, SandboxID: "c6ac1ef76c112372d4c74c3260ffc4e86331af9b6bbf7a8b1b6d35467a550e3d", PCI device ID: , UID: "6056e1f2-3ebf-4e95-9e5a-e0eb2c9685c9", MAC: 0a:58:0a:80:02:04, IPs: [10.128.2.4/23]
I0403 00:43:15.959079    3752 cni.go:424] [openshift-multus/network-metrics-daemon-mtgnl c6ac1ef76c112372d4c74c3260ffc4e86331af9b6bbf7a8b1b6d35467a550e3d network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-mtgnl c6ac1ef76c112372d4c74c3260ffc4e86331af9b6bbf7a8b1b6d35467a550e3d network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:cc:fb:6f:f7:0a\",\"name\":\"c6ac1ef76c11237\"},{\"mac\":\"0a:58:0a:80:02:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53371f58-2961-4b8b-a015-ae0503230f38\"}],\"ips\":[{\"address\":\"10.128.2.4/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:43:23.470686    3752 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-v8mvc] creating logical port openshift-insights_insights-runtime-extractor-v8mvc for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:43:23.470838    3752 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-v8mvc
I0403 00:43:23.491541    3752 pod.go:62] [openshift-insights/insights-runtime-extractor-v8mvc] pod update took 20.730269ms
I0403 00:43:23.491564    3752 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-v8mvc] addLogicalPort annotation time took 20.759821ms
I0403 00:43:23.492802    3752 pods.go:271] [openshift-insights/insights-runtime-extractor-v8mvc] addLogicalPort took 22.0905ms, libovsdb time 884.162µs
I0403 00:43:23.829380    3752 cni.go:403] [openshift-insights/insights-runtime-extractor-v8mvc c5571e04377a4c0429b3a093c8ff93fdde5663a68c33e5e145b5f32c7682cc49 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-v8mvc c5571e04377a4c0429b3a093c8ff93fdde5663a68c33e5e145b5f32c7682cc49 network default NAD default]
I0403 00:43:23.838542    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-v8mvc, hostIfaceName: c5571e04377a4c0, network: default, NAD default, SandboxID: "c5571e04377a4c0429b3a093c8ff93fdde5663a68c33e5e145b5f32c7682cc49", PCI device ID: , UID: "edde55ab-a94e-4d0e-b331-f1259a1c748b", MAC: 0a:58:0a:80:02:0f, IPs: [10.128.2.15/23]
I0403 00:43:23.885780    3752 cni.go:424] [openshift-insights/insights-runtime-extractor-v8mvc c5571e04377a4c0429b3a093c8ff93fdde5663a68c33e5e145b5f32c7682cc49 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-v8mvc c5571e04377a4c0429b3a093c8ff93fdde5663a68c33e5e145b5f32c7682cc49 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:20:b8:98:00:f0\",\"name\":\"c5571e04377a4c0\"},{\"mac\":\"0a:58:0a:80:02:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a065414-e1e3-413c-9f79-5dff8f4a599b\"}],\"ips\":[{\"address\":\"10.128.2.15/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:43:24.746976    3752 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7f6f7df889-vr9sm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:43:24.747580    3752 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7f6f7df889-vr9sm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:43:24.770659    3752 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7f6f7df889-vr9sm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:43:24.770679    3752 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7f6f7df889-vr9sm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:43:24.777810    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f6f7df889-vr9sm
I0403 00:43:24.777841    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f6f7df889-vr9sm
I0403 00:43:25.398868    3752 obj_retry.go:464] Detected object openshift-image-registry/image-registry-54ff97fc46-kngvd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:43:25.398906    3752 pods.go:176] Deleting pod: openshift-image-registry/image-registry-54ff97fc46-kngvd
I0403 00:43:25.401571    3752 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-54ff97fc46-kngvd, ips: 10.128.2.6
I0403 00:43:25.401609    3752 obj_retry.go:464] Detected object openshift-image-registry/image-registry-54ff97fc46-kngvd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:43:25.406939    3752 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-cf8f9c488-klncb] creating logical port openshift-image-registry_image-registry-cf8f9c488-klncb for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:43:25.407070    3752 kube.go:256] Updating pod openshift-image-registry/image-registry-cf8f9c488-klncb
I0403 00:43:25.414814    3752 obj_retry.go:458] Detected object openshift-image-registry/image-registry-54ff97fc46-kngvd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:43:25.414835    3752 obj_retry.go:458] Detected object openshift-image-registry/image-registry-54ff97fc46-kngvd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:43:25.423588    3752 pod.go:62] [openshift-image-registry/image-registry-cf8f9c488-klncb] pod update took 16.547299ms
I0403 00:43:25.423612    3752 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-cf8f9c488-klncb] addLogicalPort annotation time took 16.572157ms
I0403 00:43:25.424685    3752 pods.go:271] [openshift-image-registry/image-registry-cf8f9c488-klncb] addLogicalPort took 17.76069ms, libovsdb time 764.53µs
I0403 00:43:25.424728    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54ff97fc46-kngvd
I0403 00:43:25.424738    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54ff97fc46-kngvd
W0403 00:43:25.744403    3752 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0403 00:43:25.767254    3752 cni.go:403] [openshift-image-registry/image-registry-cf8f9c488-klncb ec7a856b1d68e80d07385887e8379b975d29443d55913d9f0790832c3f420cbe network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-cf8f9c488-klncb ec7a856b1d68e80d07385887e8379b975d29443d55913d9f0790832c3f420cbe network default NAD default]
I0403 00:43:25.777145    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-cf8f9c488-klncb, hostIfaceName: ec7a856b1d68e80, network: default, NAD default, SandboxID: "ec7a856b1d68e80d07385887e8379b975d29443d55913d9f0790832c3f420cbe", PCI device ID: , UID: "079fd493-ab22-46cb-b345-16caa1645d91", MAC: 0a:58:0a:80:02:10, IPs: [10.128.2.16/23]
I0403 00:43:25.826563    3752 cni.go:424] [openshift-image-registry/image-registry-cf8f9c488-klncb ec7a856b1d68e80d07385887e8379b975d29443d55913d9f0790832c3f420cbe network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-cf8f9c488-klncb ec7a856b1d68e80d07385887e8379b975d29443d55913d9f0790832c3f420cbe network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:ab:02:f9:28:31\",\"name\":\"ec7a856b1d68e80\"},{\"mac\":\"0a:58:0a:80:02:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad270738-1991-44ce-9bf2-12275e0dee02\"}],\"ips\":[{\"address\":\"10.128.2.16/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:43:26.402841    3752 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0403 00:43:29.278952    3752 cni.go:403] [openshift-ingress/router-default-5965f78f96-jrdps 5c47a4ab315ad3a57bacc716d974b09bde85187977c13e848764ddf085473987 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-5965f78f96-jrdps 5c47a4ab315ad3a57bacc716d974b09bde85187977c13e848764ddf085473987 network default NAD default]
I0403 00:43:29.288168    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5965f78f96-jrdps, hostIfaceName: 5c47a4ab315ad3a, network: default, NAD default, SandboxID: "5c47a4ab315ad3a57bacc716d974b09bde85187977c13e848764ddf085473987", PCI device ID: , UID: "29ac28e0-d88b-438d-a05a-56776c374d9e", MAC: 0a:58:0a:80:02:0c, IPs: [10.128.2.12/23]
I0403 00:43:29.334869    3752 cni.go:424] [openshift-ingress/router-default-5965f78f96-jrdps 5c47a4ab315ad3a57bacc716d974b09bde85187977c13e848764ddf085473987 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-5965f78f96-jrdps 5c47a4ab315ad3a57bacc716d974b09bde85187977c13e848764ddf085473987 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:fa:05:4a:45:50\",\"name\":\"5c47a4ab315ad3a\"},{\"mac\":\"0a:58:0a:80:02:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36fcc6e3-485c-4f91-bc02-9e5fa4cad267\"}],\"ips\":[{\"address\":\"10.128.2.12/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:43:29.755220    3752 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:29.755242    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:29.756492    3752 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:29.756509    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:29.756515    3752 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:29.777280    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:29.777302    3752 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:29.777923    3752 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:29.777939    3752 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:29.777945    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:30.421146    3752 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:30.421171    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:30.425611    3752 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:30.425623    3752 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:30.425629    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:30.789920    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:30.789937    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:30.789941    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:30.789949    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:30.789960    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:30.789965    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:30.792329    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:30.792346    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:30.792354    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:30.792368    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:30.792373    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:30.792378    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:30.813682    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:30.813707    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:30.813715    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:30.813733    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:30.813739    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:30.813747    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:30.814573    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:30.814596    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:30.814597    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:30.814610    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:30.814624    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:30.814631    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:31.435946    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:31.435970    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:31.435978    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0403 00:43:31.437237    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0403 00:43:31.437254    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
I0403 00:43:31.517626    3752 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0403 00:43:34.471670    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0403 00:43:40.242920    3752 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-77dc8fdc5c-sm2rt] creating logical port openshift-monitoring_openshift-state-metrics-77dc8fdc5c-sm2rt for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:43:40.243014    3752 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-77dc8fdc5c-sm2rt
I0403 00:43:40.276521    3752 pod.go:62] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-sm2rt] pod update took 33.531133ms
I0403 00:43:40.276550    3752 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-77dc8fdc5c-sm2rt] addLogicalPort annotation time took 33.565335ms
I0403 00:43:40.277844    3752 pods.go:271] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-sm2rt] addLogicalPort took 34.937342ms, libovsdb time 889.365µs
I0403 00:43:40.599076    3752 cni.go:403] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-sm2rt 64a71452685bb0067316751497ebfd95ae6a9d786586b9ed54bf8a9eb4ea5ae4 network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-sm2rt 64a71452685bb0067316751497ebfd95ae6a9d786586b9ed54bf8a9eb4ea5ae4 network default NAD default]
I0403 00:43:40.608801    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-77dc8fdc5c-sm2rt, hostIfaceName: 64a71452685bb00, network: default, NAD default, SandboxID: "64a71452685bb0067316751497ebfd95ae6a9d786586b9ed54bf8a9eb4ea5ae4", PCI device ID: , UID: "decfda7d-846c-4dfe-8344-ad6b3d7b69ef", MAC: 0a:58:0a:80:02:11, IPs: [10.128.2.17/23]
I0403 00:43:40.657064    3752 cni.go:424] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-sm2rt 64a71452685bb0067316751497ebfd95ae6a9d786586b9ed54bf8a9eb4ea5ae4 network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-sm2rt 64a71452685bb0067316751497ebfd95ae6a9d786586b9ed54bf8a9eb4ea5ae4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:fe:97:fb:fa:94\",\"name\":\"64a71452685bb00\"},{\"mac\":\"0a:58:0a:80:02:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66866f32-8053-404c-b899-57757a9e65d7\"}],\"ips\":[{\"address\":\"10.128.2.17/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:43:42.660159    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
I0403 00:43:42.970091    3752 cni.go:403] [openshift-dns/dns-default-7j6d8 fe4b16bd6a0568176768c14c334e27079c7fe4d2be7e309ed785ce072513ce8a network default NAD default] ADD starting CNI request [openshift-dns/dns-default-7j6d8 fe4b16bd6a0568176768c14c334e27079c7fe4d2be7e309ed785ce072513ce8a network default NAD default]
I0403 00:43:42.980723    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-7j6d8, hostIfaceName: fe4b16bd6a05681, network: default, NAD default, SandboxID: "fe4b16bd6a0568176768c14c334e27079c7fe4d2be7e309ed785ce072513ce8a", PCI device ID: , UID: "c28939f2-2093-4147-b0ac-65375ea9f72a", MAC: 0a:58:0a:80:02:07, IPs: [10.128.2.7/23]
I0403 00:43:43.028134    3752 cni.go:424] [openshift-dns/dns-default-7j6d8 fe4b16bd6a0568176768c14c334e27079c7fe4d2be7e309ed785ce072513ce8a network default NAD default] ADD finished CNI request [openshift-dns/dns-default-7j6d8 fe4b16bd6a0568176768c14c334e27079c7fe4d2be7e309ed785ce072513ce8a network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:12:07:a8:48:60\",\"name\":\"fe4b16bd6a05681\"},{\"mac\":\"0a:58:0a:80:02:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e14fcf94-ad22-42b7-8626-6d4f13ea3c87\"}],\"ips\":[{\"address\":\"10.128.2.7/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:43:43.070283    3752 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6854ff8d7-lzvq7] creating logical port openshift-monitoring_thanos-querier-6854ff8d7-lzvq7 for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:43:43.070389    3752 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6854ff8d7-lzvq7
I0403 00:43:43.093898    3752 pod.go:62] [openshift-monitoring/thanos-querier-6854ff8d7-lzvq7] pod update took 23.548363ms
I0403 00:43:43.093922    3752 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-6854ff8d7-lzvq7] addLogicalPort annotation time took 23.579518ms
I0403 00:43:43.095138    3752 pods.go:271] [openshift-monitoring/thanos-querier-6854ff8d7-lzvq7] addLogicalPort took 24.868616ms, libovsdb time 908.258µs
I0403 00:43:43.430783    3752 cni.go:403] [openshift-monitoring/thanos-querier-6854ff8d7-lzvq7 6529c9d5d311e51903dd22c8ff4fb06aecb60a635469651bffcb8c132ec514a4 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-6854ff8d7-lzvq7 6529c9d5d311e51903dd22c8ff4fb06aecb60a635469651bffcb8c132ec514a4 network default NAD default]
I0403 00:43:43.440660    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6854ff8d7-lzvq7, hostIfaceName: 6529c9d5d311e51, network: default, NAD default, SandboxID: "6529c9d5d311e51903dd22c8ff4fb06aecb60a635469651bffcb8c132ec514a4", PCI device ID: , UID: "d2c45125-a69d-4ea7-831e-a08dc8a53db4", MAC: 0a:58:0a:80:02:12, IPs: [10.128.2.18/23]
I0403 00:43:43.487554    3752 cni.go:424] [openshift-monitoring/thanos-querier-6854ff8d7-lzvq7 6529c9d5d311e51903dd22c8ff4fb06aecb60a635469651bffcb8c132ec514a4 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-6854ff8d7-lzvq7 6529c9d5d311e51903dd22c8ff4fb06aecb60a635469651bffcb8c132ec514a4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:80:c9:95:09:6b\",\"name\":\"6529c9d5d311e51\"},{\"mac\":\"0a:58:0a:80:02:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0328b04f-57af-443c-91ad-eac92ea6958e\"}],\"ips\":[{\"address\":\"10.128.2.18/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:43:43.553484    3752 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0403 00:43:43.553504    3752 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0403 00:43:43.553528    3752 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0403 00:43:43.835403    3752 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0403 00:43:43.835424    3752 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0403 00:43:43.835429    3752 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0403 00:43:44.417292    3752 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-76957fdd44-dpzsd] creating logical port openshift-monitoring_monitoring-plugin-76957fdd44-dpzsd for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:43:44.417389    3752 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-76957fdd44-dpzsd
I0403 00:43:44.432483    3752 pod.go:62] [openshift-monitoring/monitoring-plugin-76957fdd44-dpzsd] pod update took 15.122129ms
I0403 00:43:44.432507    3752 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-76957fdd44-dpzsd] addLogicalPort annotation time took 15.150324ms
I0403 00:43:44.433838    3752 pods.go:271] [openshift-monitoring/monitoring-plugin-76957fdd44-dpzsd] addLogicalPort took 16.566104ms, libovsdb time 967.478µs
I0403 00:43:44.645501    3752 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-68576fd888-l2ms8] creating logical port openshift-monitoring_metrics-server-68576fd888-l2ms8 for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:43:44.645685    3752 kube.go:256] Updating pod openshift-monitoring/metrics-server-68576fd888-l2ms8
I0403 00:43:44.661480    3752 pod.go:62] [openshift-monitoring/metrics-server-68576fd888-l2ms8] pod update took 15.830955ms
I0403 00:43:44.661509    3752 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-68576fd888-l2ms8] addLogicalPort annotation time took 15.86327ms
I0403 00:43:44.662862    3752 pods.go:271] [openshift-monitoring/metrics-server-68576fd888-l2ms8] addLogicalPort took 17.382525ms, libovsdb time 973.593µs
I0403 00:43:45.436783    3752 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-86956b8dc-mbnhs] creating logical port openshift-monitoring_telemeter-client-86956b8dc-mbnhs for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:43:45.436885    3752 kube.go:256] Updating pod openshift-monitoring/telemeter-client-86956b8dc-mbnhs
I0403 00:43:45.459406    3752 pod.go:62] [openshift-monitoring/telemeter-client-86956b8dc-mbnhs] pod update took 22.546538ms
I0403 00:43:45.459427    3752 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-86956b8dc-mbnhs] addLogicalPort annotation time took 22.574234ms
I0403 00:43:45.460718    3752 pods.go:271] [openshift-monitoring/telemeter-client-86956b8dc-mbnhs] addLogicalPort took 23.978557ms, libovsdb time 813.086µs
I0403 00:43:45.513981    3752 cni.go:403] [openshift-monitoring/metrics-server-68576fd888-l2ms8 e53f380d69f91f4b7aa38ee5803b8db36ed1059bf7e7e4ea65873700d26c3f69 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-68576fd888-l2ms8 e53f380d69f91f4b7aa38ee5803b8db36ed1059bf7e7e4ea65873700d26c3f69 network default NAD default]
I0403 00:43:45.515910    3752 cni.go:403] [openshift-monitoring/monitoring-plugin-76957fdd44-dpzsd fbd963232b6fc52cdfcf8929c1919ee922d83bde245e29c2313ab0b9adbc64de network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-dpzsd fbd963232b6fc52cdfcf8929c1919ee922d83bde245e29c2313ab0b9adbc64de network default NAD default]
I0403 00:43:45.538160    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-76957fdd44-dpzsd, hostIfaceName: fbd963232b6fc52, network: default, NAD default, SandboxID: "fbd963232b6fc52cdfcf8929c1919ee922d83bde245e29c2313ab0b9adbc64de", PCI device ID: , UID: "9a1a0166-0b7e-44dd-8029-fc52e0cab9c3", MAC: 0a:58:0a:80:02:13, IPs: [10.128.2.19/23]
I0403 00:43:45.540409    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-68576fd888-l2ms8, hostIfaceName: e53f380d69f91f4, network: default, NAD default, SandboxID: "e53f380d69f91f4b7aa38ee5803b8db36ed1059bf7e7e4ea65873700d26c3f69", PCI device ID: , UID: "f76bb862-affb-48c3-942b-362dcda150a1", MAC: 0a:58:0a:80:02:14, IPs: [10.128.2.20/23]
I0403 00:43:45.593005    3752 cni.go:424] [openshift-monitoring/metrics-server-68576fd888-l2ms8 e53f380d69f91f4b7aa38ee5803b8db36ed1059bf7e7e4ea65873700d26c3f69 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-68576fd888-l2ms8 e53f380d69f91f4b7aa38ee5803b8db36ed1059bf7e7e4ea65873700d26c3f69 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:c8:ec:99:93:1f\",\"name\":\"e53f380d69f91f4\"},{\"mac\":\"0a:58:0a:80:02:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0d5a805-7975-40a3-a29b-a54e8f41893f\"}],\"ips\":[{\"address\":\"10.128.2.20/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:43:45.610923    3752 cni.go:424] [openshift-monitoring/monitoring-plugin-76957fdd44-dpzsd fbd963232b6fc52cdfcf8929c1919ee922d83bde245e29c2313ab0b9adbc64de network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-dpzsd fbd963232b6fc52cdfcf8929c1919ee922d83bde245e29c2313ab0b9adbc64de network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:e7:43:e1:3d:c0\",\"name\":\"fbd963232b6fc52\"},{\"mac\":\"0a:58:0a:80:02:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8826c895-0637-4fd2-9da4-69e7c32cc3b5\"}],\"ips\":[{\"address\":\"10.128.2.19/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:43:45.792014    3752 cni.go:403] [openshift-monitoring/telemeter-client-86956b8dc-mbnhs c9d5a22963189080bb436006792baadf2d1c25788636ae05a112d29f47935dc1 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-86956b8dc-mbnhs c9d5a22963189080bb436006792baadf2d1c25788636ae05a112d29f47935dc1 network default NAD default]
I0403 00:43:45.801925    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-86956b8dc-mbnhs, hostIfaceName: c9d5a2296318908, network: default, NAD default, SandboxID: "c9d5a22963189080bb436006792baadf2d1c25788636ae05a112d29f47935dc1", PCI device ID: , UID: "a0d00a47-405c-48ef-a09b-312d3cc8ecab", MAC: 0a:58:0a:80:02:15, IPs: [10.128.2.21/23]
I0403 00:43:45.850799    3752 cni.go:424] [openshift-monitoring/telemeter-client-86956b8dc-mbnhs c9d5a22963189080bb436006792baadf2d1c25788636ae05a112d29f47935dc1 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-86956b8dc-mbnhs c9d5a22963189080bb436006792baadf2d1c25788636ae05a112d29f47935dc1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:8b:12:c8:19:ea\",\"name\":\"c9d5a2296318908\"},{\"mac\":\"0a:58:0a:80:02:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b93a7e7-48b8-431c-8c0e-25650c68b152\"}],\"ips\":[{\"address\":\"10.128.2.21/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:43:46.485626    3752 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:43:46.485657    3752 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:43:46.485666    3752 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:43:46.845265    3752 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:43:46.845357    3752 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:43:46.845364    3752 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:43:46.881236    3752 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0403 00:43:46.881256    3752 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0403 00:43:47.497447    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0403 00:43:47.523161    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0403 00:43:47.546648    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0403 00:43:47.574569    3752 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0403 00:43:47.574589    3752 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0403 00:43:47.584825    3752 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:43:47.584908    3752 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:43:47.584921    3752 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:43:47.584926    3752 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:43:47.630640    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0403 00:43:47.892947    3752 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:43:47.892971    3752 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:43:47.892977    3752 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:43:47.892983    3752 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0403 00:43:51.766260    3752 base_network_controller_pods.go:487] [default/openshift-console/console-794fbf75b9-m5x5b] creating logical port openshift-console_console-794fbf75b9-m5x5b for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:43:51.766360    3752 kube.go:256] Updating pod openshift-console/console-794fbf75b9-m5x5b
I0403 00:43:51.787617    3752 pod.go:62] [openshift-console/console-794fbf75b9-m5x5b] pod update took 21.28373ms
I0403 00:43:51.787642    3752 base_network_controller_pods.go:937] [default/openshift-console/console-794fbf75b9-m5x5b] addLogicalPort annotation time took 21.314011ms
I0403 00:43:51.788855    3752 pods.go:271] [openshift-console/console-794fbf75b9-m5x5b] addLogicalPort took 22.61129ms, libovsdb time 868.292µs
I0403 00:43:52.121277    3752 cni.go:403] [openshift-console/console-794fbf75b9-m5x5b ec6ba7e994ba7b6932b97de590fcacbb93ff2a476eb1be6bc96b513f6313f029 network default NAD default] ADD starting CNI request [openshift-console/console-794fbf75b9-m5x5b ec6ba7e994ba7b6932b97de590fcacbb93ff2a476eb1be6bc96b513f6313f029 network default NAD default]
I0403 00:43:52.131193    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-794fbf75b9-m5x5b, hostIfaceName: ec6ba7e994ba7b6, network: default, NAD default, SandboxID: "ec6ba7e994ba7b6932b97de590fcacbb93ff2a476eb1be6bc96b513f6313f029", PCI device ID: , UID: "86be6cd2-c972-429b-bab2-ee31fa48edb9", MAC: 0a:58:0a:80:02:16, IPs: [10.128.2.22/23]
I0403 00:43:52.181881    3752 cni.go:424] [openshift-console/console-794fbf75b9-m5x5b ec6ba7e994ba7b6932b97de590fcacbb93ff2a476eb1be6bc96b513f6313f029 network default NAD default] ADD finished CNI request [openshift-console/console-794fbf75b9-m5x5b ec6ba7e994ba7b6932b97de590fcacbb93ff2a476eb1be6bc96b513f6313f029 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:ec:25:8d:99:5e\",\"name\":\"ec6ba7e994ba7b6\"},{\"mac\":\"0a:58:0a:80:02:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c47d5dd-c2ea-4247-b443-9b6ea254022c\"}],\"ips\":[{\"address\":\"10.128.2.22/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:43:53.527641    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:43:53.527672    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:43:53.527681    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:43:53.527688    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0403 00:43:55.549384    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0403 00:43:56.511984    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:43:56.512015    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:43:56.512022    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0403 00:43:57.414751    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0403 00:43:58.603719    3752 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7f6f7df889-6rm24 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:43:58.604356    3752 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7f6f7df889-6rm24 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:43:58.613803    3752 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7f6f7df889-6rm24 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:43:58.613824    3752 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7f6f7df889-6rm24 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:43:58.621385    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f6f7df889-6rm24
I0403 00:43:58.621409    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f6f7df889-6rm24
W0403 00:44:00.611619    3752 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0403 00:44:01.036456    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0403 00:44:02.581896    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0403 00:44:06.962836    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0403 00:44:08.513967    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0403 00:44:26.249949    3752 obj_retry.go:464] Detected object openshift-console/console-794fbf75b9-mddt4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:44:26.250560    3752 obj_retry.go:464] Detected object openshift-console/console-794fbf75b9-mddt4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:44:27.065663    3752 obj_retry.go:458] Detected object openshift-console/console-794fbf75b9-mddt4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:44:27.065687    3752 obj_retry.go:458] Detected object openshift-console/console-794fbf75b9-mddt4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:44:27.071068    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-794fbf75b9-mddt4
I0403 00:44:27.071096    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-794fbf75b9-mddt4
W0403 00:44:31.084870    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0403 00:44:31.685166    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0403 00:44:31.685205    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0403 00:44:31.685261    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0403 00:44:32.689255    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0403 00:44:35.896560    3752 cni.go:403] [openshift-console/console-794fbf75b9-m5x5b ec6ba7e994ba7b6932b97de590fcacbb93ff2a476eb1be6bc96b513f6313f029 network default NAD default] DEL starting CNI request [openshift-console/console-794fbf75b9-m5x5b ec6ba7e994ba7b6932b97de590fcacbb93ff2a476eb1be6bc96b513f6313f029 network default NAD default]
I0403 00:44:35.970256    3752 cni.go:424] [openshift-console/console-794fbf75b9-m5x5b ec6ba7e994ba7b6932b97de590fcacbb93ff2a476eb1be6bc96b513f6313f029 network default NAD default] DEL finished CNI request [openshift-console/console-794fbf75b9-m5x5b ec6ba7e994ba7b6932b97de590fcacbb93ff2a476eb1be6bc96b513f6313f029 network default NAD default], result "{}", err <nil>
I0403 00:44:36.015477    3752 obj_retry.go:464] Detected object openshift-console/console-794fbf75b9-m5x5b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:44:36.015516    3752 pods.go:176] Deleting pod: openshift-console/console-794fbf75b9-m5x5b
I0403 00:44:36.017013    3752 pods.go:236] Attempting to release IPs for pod: openshift-console/console-794fbf75b9-m5x5b, ips: 10.128.2.22
I0403 00:44:36.017041    3752 obj_retry.go:464] Detected object openshift-console/console-794fbf75b9-m5x5b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:44:36.698205    3752 obj_retry.go:458] Detected object openshift-console/console-794fbf75b9-m5x5b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:44:36.698229    3752 obj_retry.go:458] Detected object openshift-console/console-794fbf75b9-m5x5b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:44:36.703815    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-794fbf75b9-m5x5b
I0403 00:44:36.703843    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-794fbf75b9-m5x5b
I0403 00:44:46.389938    3752 obj_retry.go:464] Detected object openshift-ingress/router-default-5cf556f5bc-qkqjp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:44:46.390498    3752 obj_retry.go:464] Detected object openshift-ingress/router-default-5cf556f5bc-qkqjp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:44:47.165245    3752 obj_retry.go:458] Detected object openshift-ingress/router-default-5cf556f5bc-qkqjp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:44:47.165268    3752 obj_retry.go:458] Detected object openshift-ingress/router-default-5cf556f5bc-qkqjp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:44:47.171400    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5cf556f5bc-qkqjp
I0403 00:44:47.171424    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5cf556f5bc-qkqjp
I0403 00:45:01.609138    3752 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:45:01.609676    3752 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:45:01.878557    3752 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:45:01.878582    3752 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:45:01.887293    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0403 00:45:01.887325    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0403 00:45:03.036963    3752 obj_retry.go:464] Detected object openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:45:03.037503    3752 obj_retry.go:464] Detected object openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:45:03.896649    3752 obj_retry.go:458] Detected object openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:45:03.896677    3752 obj_retry.go:458] Detected object openshift-backplane-managed-scripts/osd-delete-backplane-script-resources-29586282-zxhfn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:45:05.251162    3752 base_network_controller_pods.go:487] [default/openshift-console/console-59c69c9866-wb9wz] creating logical port openshift-console_console-59c69c9866-wb9wz for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:45:05.251303    3752 kube.go:256] Updating pod openshift-console/console-59c69c9866-wb9wz
I0403 00:45:05.273308    3752 pod.go:62] [openshift-console/console-59c69c9866-wb9wz] pod update took 22.033807ms
I0403 00:45:05.273331    3752 base_network_controller_pods.go:937] [default/openshift-console/console-59c69c9866-wb9wz] addLogicalPort annotation time took 22.06174ms
I0403 00:45:05.274512    3752 pods.go:271] [openshift-console/console-59c69c9866-wb9wz] addLogicalPort took 23.369283ms, libovsdb time 842.826µs
I0403 00:45:05.612249    3752 cni.go:403] [openshift-console/console-59c69c9866-wb9wz ce5f2364aa56a43bf01d1ee6157a7cf704d72f68782a8f170af7449e8b110461 network default NAD default] ADD starting CNI request [openshift-console/console-59c69c9866-wb9wz ce5f2364aa56a43bf01d1ee6157a7cf704d72f68782a8f170af7449e8b110461 network default NAD default]
I0403 00:45:05.621716    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-59c69c9866-wb9wz, hostIfaceName: ce5f2364aa56a43, network: default, NAD default, SandboxID: "ce5f2364aa56a43bf01d1ee6157a7cf704d72f68782a8f170af7449e8b110461", PCI device ID: , UID: "4eba6394-a693-40bb-8ef2-ae8623e6e066", MAC: 0a:58:0a:80:02:17, IPs: [10.128.2.23/23]
I0403 00:45:05.674076    3752 cni.go:424] [openshift-console/console-59c69c9866-wb9wz ce5f2364aa56a43bf01d1ee6157a7cf704d72f68782a8f170af7449e8b110461 network default NAD default] ADD finished CNI request [openshift-console/console-59c69c9866-wb9wz ce5f2364aa56a43bf01d1ee6157a7cf704d72f68782a8f170af7449e8b110461 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:39:20:e9:24:6d\",\"name\":\"ce5f2364aa56a43\"},{\"mac\":\"0a:58:0a:80:02:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f48c165c-7689-475c-86ab-b8c65a07c162\"}],\"ips\":[{\"address\":\"10.128.2.23/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:45:05.878864    3752 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:45:05.879408    3752 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:45:06.203922    3752 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:45:06.203953    3752 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:45:06.214550    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0403 00:45:06.214661    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
W0403 00:45:15.854841    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0403 00:45:23.639743    3752 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:45:23.640331    3752 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:45:24.340559    3752 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:45:24.340586    3752 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:45:24.346388    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0403 00:45:24.346417    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0403 00:45:30.555715    3752 obj_retry.go:464] Detected object openshift-console/console-66974c5f69-pvgpq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:45:30.556316    3752 obj_retry.go:464] Detected object openshift-console/console-66974c5f69-pvgpq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:45:31.393554    3752 obj_retry.go:458] Detected object openshift-console/console-66974c5f69-pvgpq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:45:31.393581    3752 obj_retry.go:458] Detected object openshift-console/console-66974c5f69-pvgpq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:45:31.400416    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-66974c5f69-pvgpq
I0403 00:45:31.400439    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-66974c5f69-pvgpq
I0403 00:45:41.220184    3752 obj_retry.go:464] Detected object openshift-console/console-66974c5f69-l5snp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:45:41.220833    3752 obj_retry.go:464] Detected object openshift-console/console-66974c5f69-l5snp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:45:42.043242    3752 obj_retry.go:458] Detected object openshift-console/console-66974c5f69-l5snp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:45:42.043273    3752 obj_retry.go:458] Detected object openshift-console/console-66974c5f69-l5snp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:45:42.046227    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-66974c5f69-l5snp
I0403 00:45:42.046249    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-66974c5f69-l5snp
I0403 00:46:03.084515    3752 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal
I0403 00:46:03.084553    3752 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 44.489µs
I0403 00:46:03.084592    3752 egressfirewall.go:628] Syncing node "ip-10-0-0-96.ec2.internal" for egress firewall
I0403 00:46:08.510961    3752 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:46:08.511520    3752 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:46:08.858719    3752 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:46:08.858751    3752 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:46:08.866267    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0403 00:46:08.866296    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0403 00:46:29.815391    3752 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0403 00:46:42.810027    3752 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0403 00:47:09.459227    3752 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-74b9l] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-74b9l for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:47:09.459367    3752 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-74b9l
I0403 00:47:09.471966    3752 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-74b9l] pod update took 12.631229ms
I0403 00:47:09.471990    3752 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-74b9l] addLogicalPort annotation time took 12.659879ms
I0403 00:47:09.473304    3752 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-74b9l] addLogicalPort took 14.09445ms, libovsdb time 897.418µs
I0403 00:47:09.817565    3752 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-74b9l caa8b2b8a21b453e670880eb242e65498530b2e797f1c3fcee71ef543ebff99a network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-74b9l caa8b2b8a21b453e670880eb242e65498530b2e797f1c3fcee71ef543ebff99a network default NAD default]
I0403 00:47:09.827607    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-74b9l, hostIfaceName: caa8b2b8a21b453, network: default, NAD default, SandboxID: "caa8b2b8a21b453e670880eb242e65498530b2e797f1c3fcee71ef543ebff99a", PCI device ID: , UID: "ffc78386-f0da-4d12-9ba6-82032e6308d6", MAC: 0a:58:0a:80:02:18, IPs: [10.128.2.24/23]
I0403 00:47:09.878938    3752 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-74b9l caa8b2b8a21b453e670880eb242e65498530b2e797f1c3fcee71ef543ebff99a network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-74b9l caa8b2b8a21b453e670880eb242e65498530b2e797f1c3fcee71ef543ebff99a network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:52:5f:5d:98:11\",\"name\":\"caa8b2b8a21b453\"},{\"mac\":\"0a:58:0a:80:02:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67398e55-4cf0-40d6-9856-8a2b3512e0f8\"}],\"ips\":[{\"address\":\"10.128.2.24/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:47:13.299404    3752 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0403 00:47:17.318131    3752 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp 87b2698c2e8cb55cd511fc7ff584b76921a7aff0491e03486badde5cc52c9391 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp 87b2698c2e8cb55cd511fc7ff584b76921a7aff0491e03486badde5cc52c9391 network default NAD default]
I0403 00:47:17.405645    3752 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp 87b2698c2e8cb55cd511fc7ff584b76921a7aff0491e03486badde5cc52c9391 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp 87b2698c2e8cb55cd511fc7ff584b76921a7aff0491e03486badde5cc52c9391 network default NAD default], result "{}", err <nil>
I0403 00:47:17.448903    3752 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:47:17.448937    3752 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp
I0403 00:47:17.450119    3752 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp, ips: 10.128.2.10
I0403 00:47:17.450147    3752 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:47:18.339151    3752 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:47:18.339177    3752 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586280-tb8pp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0403 00:47:24.301893    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0403 00:47:24.335274    3752 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0403 00:47:24.335340    3752 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-4zv8f IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-4zv8f: no pod IPs found 
I0403 00:47:27.734677    3752 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0403 00:47:45.704677    3752 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=77
I0403 00:47:49.793440    3752 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0403 00:48:25.704646    3752 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=135
I0403 00:48:42.715885    3752 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=665
I0403 00:49:23.822441    3752 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0403 00:49:27.828166    3752 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0403 00:49:31.798617    3752 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0403 00:49:32.787827    3752 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0403 00:50:04.165547    3752 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:04.166155    3752 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:05.056337    3752 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:05.056369    3752 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586290-9svgp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:07.803144    3752 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0403 00:50:08.324429    3752 obj_retry.go:464] Detected object openshift-console/console-59c69c9866-h8prf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:08.325084    3752 obj_retry.go:464] Detected object openshift-console/console-59c69c9866-h8prf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:08.602479    3752 obj_retry.go:458] Detected object openshift-console/console-59c69c9866-h8prf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:08.602504    3752 obj_retry.go:458] Detected object openshift-console/console-59c69c9866-h8prf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:08.605078    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59c69c9866-h8prf
I0403 00:50:08.605105    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59c69c9866-h8prf
I0403 00:50:09.827794    3752 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0403 00:50:19.203309    3752 cni.go:403] [openshift-console/console-59c69c9866-wb9wz ce5f2364aa56a43bf01d1ee6157a7cf704d72f68782a8f170af7449e8b110461 network default NAD default] DEL starting CNI request [openshift-console/console-59c69c9866-wb9wz ce5f2364aa56a43bf01d1ee6157a7cf704d72f68782a8f170af7449e8b110461 network default NAD default]
I0403 00:50:19.281534    3752 cni.go:424] [openshift-console/console-59c69c9866-wb9wz ce5f2364aa56a43bf01d1ee6157a7cf704d72f68782a8f170af7449e8b110461 network default NAD default] DEL finished CNI request [openshift-console/console-59c69c9866-wb9wz ce5f2364aa56a43bf01d1ee6157a7cf704d72f68782a8f170af7449e8b110461 network default NAD default], result "{}", err <nil>
I0403 00:50:19.328026    3752 obj_retry.go:464] Detected object openshift-console/console-59c69c9866-wb9wz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:19.328067    3752 pods.go:176] Deleting pod: openshift-console/console-59c69c9866-wb9wz
I0403 00:50:19.329373    3752 pods.go:236] Attempting to release IPs for pod: openshift-console/console-59c69c9866-wb9wz, ips: 10.128.2.23
I0403 00:50:19.329407    3752 obj_retry.go:464] Detected object openshift-console/console-59c69c9866-wb9wz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:20.007316    3752 obj_retry.go:458] Detected object openshift-console/console-59c69c9866-wb9wz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:20.007338    3752 obj_retry.go:458] Detected object openshift-console/console-59c69c9866-wb9wz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:20.010536    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59c69c9866-wb9wz
I0403 00:50:20.010557    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59c69c9866-wb9wz
I0403 00:50:39.940064    3752 namespace.go:98] [tsf] adding namespace
I0403 00:50:39.940939    3752 namespace.go:102] [tsf] adding namespace took 849.452µs
I0403 00:50:39.963180    3752 namespace.go:142] [tsf] updating namespace
I0403 00:50:39.974071    3752 namespace.go:142] [tsf] updating namespace
I0403 00:50:43.987625    3752 namespace.go:98] [rhbk-operator] adding namespace
I0403 00:50:43.988489    3752 namespace.go:102] [rhbk-operator] adding namespace took 842.731µs
I0403 00:50:43.993430    3752 namespace.go:98] [tsf-tpa] adding namespace
I0403 00:50:43.994158    3752 namespace.go:102] [tsf-tpa] adding namespace took 713.646µs
I0403 00:50:44.002542    3752 namespace.go:98] [tsf-keycloak] adding namespace
I0403 00:50:44.002677    3752 namespace.go:98] [konflux-operator] adding namespace
I0403 00:50:44.002826    3752 namespace.go:98] [cert-manager-operator] adding namespace
I0403 00:50:44.002848    3752 namespace.go:98] [tsf-tas] adding namespace
I0403 00:50:44.003812    3752 namespace.go:102] [tsf-keycloak] adding namespace took 1.253587ms
I0403 00:50:44.004532    3752 namespace.go:102] [konflux-operator] adding namespace took 1.838396ms
I0403 00:50:44.004557    3752 namespace.go:98] [rhtpa-operator] adding namespace
I0403 00:50:44.005144    3752 namespace.go:102] [rhtpa-operator] adding namespace took 577.652µs
I0403 00:50:44.005702    3752 namespace.go:102] [cert-manager-operator] adding namespace took 2.817154ms
I0403 00:50:44.006117    3752 namespace.go:102] [tsf-tas] adding namespace took 3.204168ms
I0403 00:50:44.006142    3752 namespace.go:98] [konflux-ui] adding namespace
I0403 00:50:44.006594    3752 namespace.go:102] [konflux-ui] adding namespace took 445.089µs
I0403 00:50:44.023299    3752 namespace.go:142] [rhbk-operator] updating namespace
I0403 00:50:44.045802    3752 namespace.go:142] [rhbk-operator] updating namespace
I0403 00:50:44.045846    3752 namespace.go:142] [konflux-operator] updating namespace
I0403 00:50:44.046058    3752 namespace.go:142] [tsf-tpa] updating namespace
I0403 00:50:44.046208    3752 namespace.go:142] [cert-manager-operator] updating namespace
I0403 00:50:44.046261    3752 namespace.go:142] [tsf-keycloak] updating namespace
I0403 00:50:44.046323    3752 namespace.go:142] [tsf-tas] updating namespace
I0403 00:50:44.052326    3752 namespace.go:142] [rhtpa-operator] updating namespace
I0403 00:50:44.052468    3752 namespace.go:142] [konflux-ui] updating namespace
I0403 00:50:44.055421    3752 namespace.go:142] [rhbk-operator] updating namespace
I0403 00:50:44.081359    3752 namespace.go:142] [tsf-keycloak] updating namespace
I0403 00:50:44.096848    3752 namespace.go:142] [tsf-keycloak] updating namespace
I0403 00:50:44.103367    3752 namespace.go:142] [konflux-operator] updating namespace
I0403 00:50:44.119421    3752 namespace.go:142] [konflux-operator] updating namespace
I0403 00:50:44.129160    3752 namespace.go:142] [cert-manager-operator] updating namespace
I0403 00:50:44.141398    3752 namespace.go:142] [cert-manager-operator] updating namespace
I0403 00:50:44.142900    3752 namespace.go:142] [tsf-tas] updating namespace
I0403 00:50:44.158226    3752 namespace.go:142] [tsf-tas] updating namespace
I0403 00:50:44.171548    3752 namespace.go:142] [konflux-ui] updating namespace
I0403 00:50:44.188928    3752 namespace.go:142] [konflux-ui] updating namespace
I0403 00:50:44.199251    3752 namespace.go:142] [rhtpa-operator] updating namespace
I0403 00:50:44.208081    3752 namespace.go:142] [rhtpa-operator] updating namespace
I0403 00:50:44.216516    3752 namespace.go:142] [tsf-tpa] updating namespace
I0403 00:50:44.235281    3752 namespace.go:142] [tsf-tpa] updating namespace
I0403 00:50:45.226669    3752 namespace.go:142] [tsf-tpa] updating namespace
I0403 00:50:45.243751    3752 namespace.go:142] [tsf-keycloak] updating namespace
I0403 00:50:50.957729    3752 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nmlql of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:50.958249    3752 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nmlql of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:50.958277    3752 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nmlql of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:50.958288    3752 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0403 00:50:50.958305    3752 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nmlql of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:50.958311    3752 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0403 00:50:51.980616    3752 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nmlql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:51.980645    3752 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nmlql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:51.980663    3752 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nmlql of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:51.980676    3752 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nmlql of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:52.976049    3752 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nxxwl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:52.976542    3752 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nxxwl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:52.976609    3752 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nxxwl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:52.976624    3752 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0403 00:50:52.976640    3752 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nxxwl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:52.976648    3752 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0403 00:50:53.996073    3752 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebvxjqb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:53.996582    3752 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebvxjqb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:53.996607    3752 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebvxjqb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:53.996615    3752 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0403 00:50:53.996624    3752 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebvxjqb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:53.996629    3752 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0403 00:50:54.004269    3752 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nxxwl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:54.004291    3752 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nxxwl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:54.004305    3752 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nxxwl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:54.004315    3752 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5nxxwl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:55.019881    3752 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebvxjqb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:55.019906    3752 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebvxjqb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:55.019925    3752 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebvxjqb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:55.019936    3752 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebvxjqb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:56.013729    3752 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece4ztkq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:56.014295    3752 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece4ztkq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:56.014323    3752 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece4ztkq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:56.014336    3752 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0403 00:50:56.014349    3752 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece4ztkq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:56.014353    3752 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0403 00:50:57.048059    3752 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece4ztkq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:57.048090    3752 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece4ztkq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:57.048108    3752 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece4ztkq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:57.048119    3752 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece4ztkq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:58.042601    3752 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qqf7t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:58.043127    3752 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qqf7t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:58.043159    3752 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qqf7t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:58.043167    3752 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0403 00:50:58.043176    3752 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qqf7t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:58.043181    3752 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0403 00:50:58.070956    3752 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6tdj4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:58.071359    3752 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6tdj4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:58.071382    3752 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6tdj4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:58.071389    3752 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0403 00:50:58.071399    3752 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6tdj4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0403 00:50:58.071403    3752 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0403 00:50:59.148618    3752 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qqf7t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:59.148643    3752 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qqf7t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:59.148659    3752 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qqf7t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:59.148671    3752 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qqf7t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:59.292458    3752 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6tdj4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:59.292480    3752 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6tdj4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:59.292495    3752 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6tdj4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:59.292506    3752 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6tdj4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:50:59.788281    3752 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0403 00:51:00.126278    3752 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-j66fb] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-j66fb for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:51:00.126396    3752 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-j66fb
I0403 00:51:00.145311    3752 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-j66fb] pod update took 18.938833ms
I0403 00:51:00.145344    3752 base_network_controller_pods.go:937] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-j66fb] addLogicalPort annotation time took 18.976172ms
I0403 00:51:00.146528    3752 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-j66fb] addLogicalPort took 20.270247ms, libovsdb time 840.501µs
I0403 00:51:00.484710    3752 cni.go:403] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-j66fb 76eab05e805c7e0e5eeaa8279157e725da397178b73ed9674e1e5de62fa05dd2 network default NAD default] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-j66fb 76eab05e805c7e0e5eeaa8279157e725da397178b73ed9674e1e5de62fa05dd2 network default NAD default]
I0403 00:51:00.494286    3752 helper_linux.go:450] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-j66fb, hostIfaceName: 76eab05e805c7e0, network: default, NAD default, SandboxID: "76eab05e805c7e0e5eeaa8279157e725da397178b73ed9674e1e5de62fa05dd2", PCI device ID: , UID: "69ab7dbf-7012-4168-a696-7cc294e2e892", MAC: 0a:58:0a:80:02:19, IPs: [10.128.2.25/23]
I0403 00:51:00.546303    3752 cni.go:424] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-j66fb 76eab05e805c7e0e5eeaa8279157e725da397178b73ed9674e1e5de62fa05dd2 network default NAD default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-j66fb 76eab05e805c7e0e5eeaa8279157e725da397178b73ed9674e1e5de62fa05dd2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:72:5e:e4:30:e0\",\"name\":\"76eab05e805c7e0\"},{\"mac\":\"0a:58:0a:80:02:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad3fc4b3-c179-441f-9baf-e98c2ac01cdc\"}],\"ips\":[{\"address\":\"10.128.2.25/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:51:01.953709    3752 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-8468f77bc5-ls9m5] creating logical port rhbk-operator_rhbk-operator-8468f77bc5-ls9m5 for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:51:01.953911    3752 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-ls9m5
I0403 00:51:01.972160    3752 pod.go:62] [rhbk-operator/rhbk-operator-8468f77bc5-ls9m5] pod update took 18.285049ms
I0403 00:51:01.972189    3752 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-8468f77bc5-ls9m5] addLogicalPort annotation time took 18.32075ms
I0403 00:51:01.973525    3752 pods.go:271] [rhbk-operator/rhbk-operator-8468f77bc5-ls9m5] addLogicalPort took 19.839147ms, libovsdb time 981.53µs
I0403 00:51:03.110647    3752 cni.go:403] [rhbk-operator/rhbk-operator-8468f77bc5-ls9m5 3908be274ff24cfb96b90d53a9dbaeb956d3d0cdde2a28f2352f066e65b291dd network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-8468f77bc5-ls9m5 3908be274ff24cfb96b90d53a9dbaeb956d3d0cdde2a28f2352f066e65b291dd network default NAD default]
I0403 00:51:03.121013    3752 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-8468f77bc5-ls9m5, hostIfaceName: 3908be274ff24cf, network: default, NAD default, SandboxID: "3908be274ff24cfb96b90d53a9dbaeb956d3d0cdde2a28f2352f066e65b291dd", PCI device ID: , UID: "d787bd74-0326-4970-8a50-893b8b845e60", MAC: 0a:58:0a:80:02:1a, IPs: [10.128.2.26/23]
I0403 00:51:03.172907    3752 cni.go:424] [rhbk-operator/rhbk-operator-8468f77bc5-ls9m5 3908be274ff24cfb96b90d53a9dbaeb956d3d0cdde2a28f2352f066e65b291dd network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-8468f77bc5-ls9m5 3908be274ff24cfb96b90d53a9dbaeb956d3d0cdde2a28f2352f066e65b291dd network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:03:86:cd:b7:37\",\"name\":\"3908be274ff24cf\"},{\"mac\":\"0a:58:0a:80:02:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fad1622c-3922-487d-8063-5b396e532aa6\"}],\"ips\":[{\"address\":\"10.128.2.26/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:51:05.394375    3752 namespace.go:98] [cert-manager] adding namespace
I0403 00:51:05.395395    3752 namespace.go:102] [cert-manager] adding namespace took 988.65µs
I0403 00:51:05.417250    3752 namespace.go:142] [cert-manager] updating namespace
I0403 00:51:05.426706    3752 namespace.go:142] [cert-manager] updating namespace
I0403 00:51:05.705359    3752 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=76
I0403 00:51:05.971068    3752 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-t2vtb] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-t2vtb for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:51:05.971206    3752 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-t2vtb
I0403 00:51:05.985306    3752 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-t2vtb] pod update took 14.124033ms
I0403 00:51:05.985329    3752 base_network_controller_pods.go:937] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-t2vtb] addLogicalPort annotation time took 14.151972ms
I0403 00:51:05.986496    3752 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-t2vtb] addLogicalPort took 15.448073ms, libovsdb time 830.194µs
I0403 00:51:06.329453    3752 cni.go:403] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-t2vtb d48e4c8f9d94f6ae8ccc6c1874d1380cb005fbfb46b5b31fd9e274a905f3524f network default NAD default] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-t2vtb d48e4c8f9d94f6ae8ccc6c1874d1380cb005fbfb46b5b31fd9e274a905f3524f network default NAD default]
I0403 00:51:06.340091    3752 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-t2vtb, hostIfaceName: d48e4c8f9d94f6a, network: default, NAD default, SandboxID: "d48e4c8f9d94f6ae8ccc6c1874d1380cb005fbfb46b5b31fd9e274a905f3524f", PCI device ID: , UID: "c262c937-c72d-4ade-825b-d06a5ea3501b", MAC: 0a:58:0a:80:02:1b, IPs: [10.128.2.27/23]
I0403 00:51:06.393077    3752 cni.go:424] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-t2vtb d48e4c8f9d94f6ae8ccc6c1874d1380cb005fbfb46b5b31fd9e274a905f3524f network default NAD default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-t2vtb d48e4c8f9d94f6ae8ccc6c1874d1380cb005fbfb46b5b31fd9e274a905f3524f network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:cf:fd:b8:46:27\",\"name\":\"d48e4c8f9d94f6a\"},{\"mac\":\"0a:58:0a:80:02:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/324a0061-7516-4672-b7d3-5fa9e12b0512\"}],\"ips\":[{\"address\":\"10.128.2.27/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:51:09.347873    3752 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-9cq98] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-9cq98 for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:51:09.348032    3752 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-9cq98
I0403 00:51:09.364417    3752 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-9cq98] pod update took 16.408878ms
I0403 00:51:09.364453    3752 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-9cq98] addLogicalPort annotation time took 16.450158ms
I0403 00:51:09.366098    3752 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-9cq98] addLogicalPort took 18.242409ms, libovsdb time 1.149626ms
I0403 00:51:09.714883    3752 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-9cq98 abb80bfe926884a7c642dc5a6764b2650b501fbeb4af5d90ceba3e7d08147221 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-9cq98 abb80bfe926884a7c642dc5a6764b2650b501fbeb4af5d90ceba3e7d08147221 network default NAD default]
I0403 00:51:09.727595    3752 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-9cq98, hostIfaceName: abb80bfe926884a, network: default, NAD default, SandboxID: "abb80bfe926884a7c642dc5a6764b2650b501fbeb4af5d90ceba3e7d08147221", PCI device ID: , UID: "9950ad91-e8ea-4725-8c06-5f44d912838b", MAC: 0a:58:0a:80:02:1c, IPs: [10.128.2.28/23]
I0403 00:51:09.797556    3752 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-9cq98 abb80bfe926884a7c642dc5a6764b2650b501fbeb4af5d90ceba3e7d08147221 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-9cq98 abb80bfe926884a7c642dc5a6764b2650b501fbeb4af5d90ceba3e7d08147221 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:62:e2:83:94:bd\",\"name\":\"abb80bfe926884a\"},{\"mac\":\"0a:58:0a:80:02:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26a8246f-bc07-4db3-a271-4a0de358b6d3\"}],\"ips\":[{\"address\":\"10.128.2.28/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:51:09.845467    3752 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-hnb67] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-hnb67 for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:51:09.845603    3752 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-hnb67
I0403 00:51:09.865732    3752 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-hnb67] pod update took 20.151739ms
I0403 00:51:09.865778    3752 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-webhook-fd44f5cbb-hnb67] addLogicalPort annotation time took 20.183466ms
I0403 00:51:09.867081    3752 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-hnb67] addLogicalPort took 21.632602ms, libovsdb time 895.758µs
I0403 00:51:11.196156    3752 cni.go:403] [cert-manager/cert-manager-webhook-fd44f5cbb-hnb67 c5918f9f444c060486cd6b58f0d2b9758b860f0755b50baa55914e18a0a844a0 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-hnb67 c5918f9f444c060486cd6b58f0d2b9758b860f0755b50baa55914e18a0a844a0 network default NAD default]
I0403 00:51:11.205959    3752 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-hnb67, hostIfaceName: c5918f9f444c060, network: default, NAD default, SandboxID: "c5918f9f444c060486cd6b58f0d2b9758b860f0755b50baa55914e18a0a844a0", PCI device ID: , UID: "b49bf301-dde0-4fa5-8624-257950006296", MAC: 0a:58:0a:80:02:1d, IPs: [10.128.2.29/23]
I0403 00:51:11.256691    3752 cni.go:424] [cert-manager/cert-manager-webhook-fd44f5cbb-hnb67 c5918f9f444c060486cd6b58f0d2b9758b860f0755b50baa55914e18a0a844a0 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-hnb67 c5918f9f444c060486cd6b58f0d2b9758b860f0755b50baa55914e18a0a844a0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:2e:55:c3:ff:02\",\"name\":\"c5918f9f444c060\"},{\"mac\":\"0a:58:0a:80:02:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3605928b-f472-4ab8-8639-8836dd66a264\"}],\"ips\":[{\"address\":\"10.128.2.29/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:51:12.249240    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0403 00:51:12.478567    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0403 00:51:12.497087    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0403 00:51:12.703149    3752 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10
W0403 00:51:13.430674    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0403 00:51:13.438177    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0403 00:51:13.445051    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0403 00:51:13.453182    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0403 00:51:15.267661    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0403 00:51:15.267683    3752 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0403 00:51:18.900656    3752 namespace.go:142] [openshift-operators] updating namespace
I0403 00:51:18.909729    3752 namespace.go:142] [openshift-operators] updating namespace
W0403 00:51:21.293502    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0403 00:51:21.293526    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0403 00:51:22.185426    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0403 00:51:22.706259    3752 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=60
W0403 00:51:23.270518    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0403 00:51:26.323312    3752 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-42cng] creating logical port cert-manager_cert-manager-59ccb4bb6b-42cng for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:51:26.323410    3752 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-42cng
I0403 00:51:26.357644    3752 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-42cng] pod update took 34.257282ms
I0403 00:51:26.357666    3752 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-42cng] addLogicalPort annotation time took 34.283827ms
I0403 00:51:26.358883    3752 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-42cng] addLogicalPort took 35.587237ms, libovsdb time 871.266µs
I0403 00:51:26.682685    3752 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-42cng 0c56b012031651c9bfb8a12d69ccd93037cbbaeaad4e073dc7d75c8293f8bb3c network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-42cng 0c56b012031651c9bfb8a12d69ccd93037cbbaeaad4e073dc7d75c8293f8bb3c network default NAD default]
I0403 00:51:26.691829    3752 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-42cng, hostIfaceName: 0c56b012031651c, network: default, NAD default, SandboxID: "0c56b012031651c9bfb8a12d69ccd93037cbbaeaad4e073dc7d75c8293f8bb3c", PCI device ID: , UID: "fac14ada-8040-40f0-931c-682f8b976c67", MAC: 0a:58:0a:80:02:1e, IPs: [10.128.2.30/23]
I0403 00:51:26.742584    3752 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-42cng 0c56b012031651c9bfb8a12d69ccd93037cbbaeaad4e073dc7d75c8293f8bb3c network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-42cng 0c56b012031651c9bfb8a12d69ccd93037cbbaeaad4e073dc7d75c8293f8bb3c network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:4a:09:1f:2c:8d\",\"name\":\"0c56b012031651c\"},{\"mac\":\"0a:58:0a:80:02:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8ec964a-2e79-4b04-b0f5-210116a72482\"}],\"ips\":[{\"address\":\"10.128.2.30/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:51:28.140400    3752 namespace.go:98] [trusted-artifact-signer] adding namespace
I0403 00:51:28.141265    3752 namespace.go:102] [trusted-artifact-signer] adding namespace took 842.647µs
I0403 00:51:28.161565    3752 namespace.go:142] [trusted-artifact-signer] updating namespace
W0403 00:51:28.211601    3752 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0403 00:51:28.301023    3752 namespace.go:142] [trusted-artifact-signer] updating namespace
I0403 00:51:31.038836    3752 namespace.go:142] [openshift-operators] updating namespace
I0403 00:51:31.427063    3752 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-56vh8] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-56vh8 for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:51:31.427180    3752 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-56vh8
I0403 00:51:31.457141    3752 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-56vh8] pod update took 29.987924ms
I0403 00:51:31.457169    3752 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-56vh8] addLogicalPort annotation time took 30.019938ms
I0403 00:51:31.458369    3752 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-56vh8] addLogicalPort took 31.316433ms, libovsdb time 846.884µs
I0403 00:51:33.087523    3752 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-56vh8 b387a960e919e8fbff563c04af0c163423f064a582eeeaa26df8bc996cbd52d9 network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-56vh8 b387a960e919e8fbff563c04af0c163423f064a582eeeaa26df8bc996cbd52d9 network default NAD default]
I0403 00:51:33.097106    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-56vh8, hostIfaceName: b387a960e919e8f, network: default, NAD default, SandboxID: "b387a960e919e8fbff563c04af0c163423f064a582eeeaa26df8bc996cbd52d9", PCI device ID: , UID: "b9e63b7b-9db9-4e6e-b4ba-b3f783a955a1", MAC: 0a:58:0a:80:02:1f, IPs: [10.128.2.31/23]
I0403 00:51:33.148612    3752 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-56vh8 b387a960e919e8fbff563c04af0c163423f064a582eeeaa26df8bc996cbd52d9 network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-56vh8 b387a960e919e8fbff563c04af0c163423f064a582eeeaa26df8bc996cbd52d9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:ac:eb:fe:9c:42\",\"name\":\"b387a960e919e8f\"},{\"mac\":\"0a:58:0a:80:02:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb9f79b4-fdb8-4ffb-b8ff-9941b81aa501\"}],\"ips\":[{\"address\":\"10.128.2.31/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:51:48.513136    3752 namespace.go:98] [openshift-pipelines] adding namespace
I0403 00:51:48.514090    3752 namespace.go:102] [openshift-pipelines] adding namespace took 927.352µs
I0403 00:51:48.530350    3752 namespace.go:142] [openshift-pipelines] updating namespace
I0403 00:51:49.229484    3752 namespace.go:142] [cert-manager] updating namespace
I0403 00:51:49.427047    3752 namespace.go:142] [cert-manager-operator] updating namespace
I0403 00:51:49.830462    3752 namespace.go:142] [konflux-operator] updating namespace
I0403 00:51:50.032151    3752 namespace.go:142] [konflux-ui] updating namespace
I0403 00:51:50.232861    3752 namespace.go:142] [open-cluster-management-2peb9ob26umtfq43icvb8p97pncv0c79] updating namespace
I0403 00:51:50.633462    3752 namespace.go:142] [rhbk-operator] updating namespace
I0403 00:51:50.833070    3752 namespace.go:142] [rhtpa-operator] updating namespace
I0403 00:51:51.035113    3752 namespace.go:142] [trusted-artifact-signer] updating namespace
I0403 00:51:51.234928    3752 namespace.go:142] [tsf] updating namespace
I0403 00:51:51.438812    3752 namespace.go:142] [tsf-keycloak] updating namespace
I0403 00:51:51.637961    3752 namespace.go:142] [tsf-tas] updating namespace
I0403 00:51:51.839015    3752 namespace.go:142] [tsf-tpa] updating namespace
I0403 00:51:51.967518    3752 namespace.go:142] [cert-manager] updating namespace
I0403 00:51:51.976462    3752 namespace.go:142] [cert-manager-operator] updating namespace
I0403 00:51:51.984731    3752 namespace.go:142] [default] updating namespace
I0403 00:51:51.993723    3752 namespace.go:142] [konflux-operator] updating namespace
I0403 00:51:52.002448    3752 namespace.go:142] [konflux-ui] updating namespace
I0403 00:51:52.009011    3752 namespace.go:142] [open-cluster-management-2peb9ob26umtfq43icvb8p97pncv0c79] updating namespace
I0403 00:51:52.018007    3752 namespace.go:142] [openshift] updating namespace
I0403 00:51:52.024494    3752 namespace.go:142] [rhbk-operator] updating namespace
I0403 00:51:52.034352    3752 namespace.go:142] [rhtpa-operator] updating namespace
I0403 00:51:52.041014    3752 namespace.go:142] [trusted-artifact-signer] updating namespace
I0403 00:51:52.059885    3752 namespace.go:142] [tsf] updating namespace
I0403 00:51:52.080977    3752 namespace.go:142] [tsf-keycloak] updating namespace
I0403 00:51:52.099090    3752 namespace.go:142] [tsf-tas] updating namespace
I0403 00:51:52.120889    3752 namespace.go:142] [tsf-tpa] updating namespace
I0403 00:51:52.219933    3752 namespace.go:142] [cert-manager] updating namespace
I0403 00:51:52.320193    3752 namespace.go:142] [cert-manager-operator] updating namespace
I0403 00:51:52.421929    3752 namespace.go:142] [default] updating namespace
I0403 00:51:52.520303    3752 namespace.go:142] [konflux-operator] updating namespace
I0403 00:51:52.623327    3752 namespace.go:142] [konflux-ui] updating namespace
I0403 00:51:52.726579    3752 namespace.go:142] [open-cluster-management-2peb9ob26umtfq43icvb8p97pncv0c79] updating namespace
I0403 00:51:52.819514    3752 namespace.go:142] [openshift] updating namespace
I0403 00:51:52.921946    3752 namespace.go:142] [rhbk-operator] updating namespace
I0403 00:51:53.021150    3752 namespace.go:142] [rhtpa-operator] updating namespace
I0403 00:51:53.120468    3752 namespace.go:142] [trusted-artifact-signer] updating namespace
I0403 00:51:53.225850    3752 namespace.go:142] [tsf] updating namespace
I0403 00:51:53.322856    3752 namespace.go:142] [tsf-keycloak] updating namespace
I0403 00:51:53.423334    3752 namespace.go:142] [tsf-tas] updating namespace
I0403 00:51:53.520679    3752 namespace.go:142] [tsf-tpa] updating namespace
I0403 00:51:53.785799    3752 namespace.go:142] [openshift-pipelines] updating namespace
I0403 00:51:59.646249    3752 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:51:59.646777    3752 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:51:59.669731    3752 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:51:59.669749    3752 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:51:59.676163    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0403 00:51:59.676187    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0403 00:52:01.331728    3752 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-7fk22] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-7fk22 for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:52:01.331860    3752 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-7fk22
I0403 00:52:01.379371    3752 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-7fk22] pod update took 47.544407ms
I0403 00:52:01.379397    3752 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-7fk22] addLogicalPort annotation time took 47.57753ms
I0403 00:52:01.380604    3752 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-7fk22] addLogicalPort took 48.889724ms, libovsdb time 852.153µs
I0403 00:52:01.410572    3752 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-dtk5s] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-dtk5s for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:52:01.410663    3752 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-dtk5s
I0403 00:52:01.454488    3752 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-dtk5s] pod update took 43.847747ms
I0403 00:52:01.454516    3752 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-dtk5s] addLogicalPort annotation time took 43.882666ms
I0403 00:52:01.455742    3752 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-dtk5s] addLogicalPort took 45.190739ms, libovsdb time 828.701µs
I0403 00:52:01.499347    3752 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4dc2p] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-4dc2p for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:52:01.499450    3752 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4dc2p
I0403 00:52:01.520211    3752 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4dc2p] pod update took 20.793241ms
I0403 00:52:01.520234    3752 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4dc2p] addLogicalPort annotation time took 20.822281ms
I0403 00:52:01.521415    3752 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4dc2p] addLogicalPort took 22.086928ms, libovsdb time 844.553µs
I0403 00:52:01.698273    3752 cni.go:403] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-7fk22 8f7e478cacc94074b434d200eb5f11037c3d9c180bfae5cf1be1ffdf2d81fb8d network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-7fk22 8f7e478cacc94074b434d200eb5f11037c3d9c180bfae5cf1be1ffdf2d81fb8d network default NAD default]
I0403 00:52:01.707738    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-7fk22, hostIfaceName: 8f7e478cacc9407, network: default, NAD default, SandboxID: "8f7e478cacc94074b434d200eb5f11037c3d9c180bfae5cf1be1ffdf2d81fb8d", PCI device ID: , UID: "fdfdba3e-b7d5-4b00-af4f-4ab860bde55f", MAC: 0a:58:0a:80:02:20, IPs: [10.128.2.32/23]
I0403 00:52:01.763175    3752 cni.go:424] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-7fk22 8f7e478cacc94074b434d200eb5f11037c3d9c180bfae5cf1be1ffdf2d81fb8d network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-7fk22 8f7e478cacc94074b434d200eb5f11037c3d9c180bfae5cf1be1ffdf2d81fb8d network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:b8:65:6d:88:f6\",\"name\":\"8f7e478cacc9407\"},{\"mac\":\"0a:58:0a:80:02:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cefb4f2-d94e-416a-9e54-2da6d2954d2a\"}],\"ips\":[{\"address\":\"10.128.2.32/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:52:01.777052    3752 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-dtk5s 78a76847b208928f38c84a4447138b65364fc965630e15a1445bbcbda229c6b7 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-dtk5s 78a76847b208928f38c84a4447138b65364fc965630e15a1445bbcbda229c6b7 network default NAD default]
I0403 00:52:01.787845    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-dtk5s, hostIfaceName: 78a76847b208928, network: default, NAD default, SandboxID: "78a76847b208928f38c84a4447138b65364fc965630e15a1445bbcbda229c6b7", PCI device ID: , UID: "7218f135-c936-43fb-a052-0baec4a3788f", MAC: 0a:58:0a:80:02:21, IPs: [10.128.2.33/23]
I0403 00:52:01.843958    3752 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-dtk5s 78a76847b208928f38c84a4447138b65364fc965630e15a1445bbcbda229c6b7 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-dtk5s 78a76847b208928f38c84a4447138b65364fc965630e15a1445bbcbda229c6b7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:1b:46:ae:a7:b4\",\"name\":\"78a76847b208928\"},{\"mac\":\"0a:58:0a:80:02:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a650143b-9c69-4b36-b2f6-90ddfffe2ad6\"}],\"ips\":[{\"address\":\"10.128.2.33/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:52:01.863250    3752 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4dc2p 79d692df7c114692942b7c2421161a543e75f8c3b8e42dec87d68b032b0c3e7f network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4dc2p 79d692df7c114692942b7c2421161a543e75f8c3b8e42dec87d68b032b0c3e7f network default NAD default]
I0403 00:52:01.875319    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-4dc2p, hostIfaceName: 79d692df7c11469, network: default, NAD default, SandboxID: "79d692df7c114692942b7c2421161a543e75f8c3b8e42dec87d68b032b0c3e7f", PCI device ID: , UID: "0925dd64-95f6-4bfd-944b-09041eda4bad", MAC: 0a:58:0a:80:02:22, IPs: [10.128.2.34/23]
I0403 00:52:01.930300    3752 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4dc2p 79d692df7c114692942b7c2421161a543e75f8c3b8e42dec87d68b032b0c3e7f network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4dc2p 79d692df7c114692942b7c2421161a543e75f8c3b8e42dec87d68b032b0c3e7f network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:8b:bd:37:bc:82\",\"name\":\"79d692df7c11469\"},{\"mac\":\"0a:58:0a:80:02:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/707b8b13-7948-425b-8c3d-b0b7bde190b4\"}],\"ips\":[{\"address\":\"10.128.2.34/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:52:05.556801    3752 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0403 00:52:05.556827    3752 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0403 00:52:05.556837    3752 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0403 00:52:06.562391    3752 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0403 00:52:06.562411    3752 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0403 00:52:06.562417    3752 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0403 00:52:06.562423    3752 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0403 00:52:08.605238    3752 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0403 00:52:08.605260    3752 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0403 00:52:08.605265    3752 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
I0403 00:52:10.826887    3752 namespace.go:142] [openshift-pipelines] updating namespace
W0403 00:52:16.606612    3752 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0403 00:52:16.626538    3752 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0403 00:52:17.517017    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0403 00:52:17.517047    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0403 00:52:17.517055    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0403 00:52:17.517062    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0403 00:52:26.087568    3752 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-c2mgd] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-c2mgd for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:52:26.087727    3752 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-c2mgd
I0403 00:52:26.101284    3752 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-c2mgd] pod update took 13.592434ms
I0403 00:52:26.101309    3752 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-c2mgd] addLogicalPort annotation time took 13.62688ms
I0403 00:52:26.102733    3752 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-c2mgd] addLogicalPort took 15.190282ms, libovsdb time 1.018703ms
I0403 00:52:26.450375    3752 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-c2mgd 321abb6d1156052a250a49dbd23ec44f04349115e92c2a13134cfb0864faa039 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-c2mgd 321abb6d1156052a250a49dbd23ec44f04349115e92c2a13134cfb0864faa039 network default NAD default]
I0403 00:52:26.460565    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-c2mgd, hostIfaceName: 321abb6d1156052, network: default, NAD default, SandboxID: "321abb6d1156052a250a49dbd23ec44f04349115e92c2a13134cfb0864faa039", PCI device ID: , UID: "e385efa6-d98f-4f6b-a21c-040c3bfd0eaa", MAC: 0a:58:0a:80:02:23, IPs: [10.128.2.35/23]
I0403 00:52:26.525502    3752 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-c2mgd 321abb6d1156052a250a49dbd23ec44f04349115e92c2a13134cfb0864faa039 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-c2mgd 321abb6d1156052a250a49dbd23ec44f04349115e92c2a13134cfb0864faa039 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:b4:31:71:bb:f2\",\"name\":\"321abb6d1156052\"},{\"mac\":\"0a:58:0a:80:02:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0a02382-7369-452d-af93-7cae240a934c\"}],\"ips\":[{\"address\":\"10.128.2.35/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:52:29.620450    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0403 00:52:39.864293    3752 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:52:39.864862    3752 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:52:39.903889    3752 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:52:39.903915    3752 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:52:39.910413    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0403 00:52:39.910436    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
W0403 00:52:40.637780    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0403 00:52:41.009977    3752 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:52:41.010146    3752 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0403 00:52:41.028550    3752 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.442339ms
I0403 00:52:41.028587    3752 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.482098ms
I0403 00:52:41.029988    3752 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.034056ms, libovsdb time 857.52µs
I0403 00:52:42.072524    3752 cni.go:403] [tsf-keycloak/keycloak-0 5d8a2d7888159c28fe469ca06ac2ad01c468ad26a768c226f2a69ed16fbf0496 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 5d8a2d7888159c28fe469ca06ac2ad01c468ad26a768c226f2a69ed16fbf0496 network default NAD default]
I0403 00:52:42.082005    3752 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 5d8a2d7888159c2, network: default, NAD default, SandboxID: "5d8a2d7888159c28fe469ca06ac2ad01c468ad26a768c226f2a69ed16fbf0496", PCI device ID: , UID: "52831556-7933-4a7c-b383-2e0d2c4e1741", MAC: 0a:58:0a:80:02:24, IPs: [10.128.2.36/23]
I0403 00:52:42.135400    3752 cni.go:424] [tsf-keycloak/keycloak-0 5d8a2d7888159c28fe469ca06ac2ad01c468ad26a768c226f2a69ed16fbf0496 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 5d8a2d7888159c28fe469ca06ac2ad01c468ad26a768c226f2a69ed16fbf0496 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:4f:58:2d:91:c0\",\"name\":\"5d8a2d7888159c2\"},{\"mac\":\"0a:58:0a:80:02:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f8facb5-c641-4c38-86cc-616a04d1092d\"}],\"ips\":[{\"address\":\"10.128.2.36/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:52:50.737480    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0403 00:52:50.739726    3752 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0403 00:52:50.739745    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0403 00:52:51.664725    3752 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0403 00:53:10.386340    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0403 00:53:10.386368    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
W0403 00:53:10.386465    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0403 00:53:11.988321    3752 cni.go:403] [tsf-keycloak/keycloak-0 5d8a2d7888159c28fe469ca06ac2ad01c468ad26a768c226f2a69ed16fbf0496 network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 5d8a2d7888159c28fe469ca06ac2ad01c468ad26a768c226f2a69ed16fbf0496 network default NAD default]
I0403 00:53:12.072507    3752 cni.go:424] [tsf-keycloak/keycloak-0 5d8a2d7888159c28fe469ca06ac2ad01c468ad26a768c226f2a69ed16fbf0496 network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 5d8a2d7888159c28fe469ca06ac2ad01c468ad26a768c226f2a69ed16fbf0496 network default NAD default], result "{}", err <nil>
I0403 00:53:12.120386    3752 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:53:12.120431    3752 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0
I0403 00:53:12.121735    3752 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.128.2.36
I0403 00:53:12.121783    3752 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:53:12.872826    3752 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:53:12.872851    3752 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:53:12.878179    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0403 00:53:12.878203    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
I0403 00:53:12.911539    3752 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:53:12.911656    3752 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0403 00:53:12.925305    3752 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 13.68767ms
I0403 00:53:12.925331    3752 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 13.720664ms
I0403 00:53:12.926690    3752 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 15.163492ms, libovsdb time 975.099µs
I0403 00:53:13.272786    3752 cni.go:403] [tsf-keycloak/keycloak-0 e6905503502ae348c8f657025334ea49f74a9289b1c2e6bc49dccbcbf9416a41 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 e6905503502ae348c8f657025334ea49f74a9289b1c2e6bc49dccbcbf9416a41 network default NAD default]
I0403 00:53:13.282916    3752 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: e6905503502ae34, network: default, NAD default, SandboxID: "e6905503502ae348c8f657025334ea49f74a9289b1c2e6bc49dccbcbf9416a41", PCI device ID: , UID: "00b5b9aa-44f4-400a-bc10-41a54737958e", MAC: 0a:58:0a:80:02:25, IPs: [10.128.2.37/23]
I0403 00:53:13.336849    3752 cni.go:424] [tsf-keycloak/keycloak-0 e6905503502ae348c8f657025334ea49f74a9289b1c2e6bc49dccbcbf9416a41 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 e6905503502ae348c8f657025334ea49f74a9289b1c2e6bc49dccbcbf9416a41 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:f0:9f:54:11:b0\",\"name\":\"e6905503502ae34\"},{\"mac\":\"0a:58:0a:80:02:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4ae0c82-f468-41e8-8b92-d870630226d9\"}],\"ips\":[{\"address\":\"10.128.2.37/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:53:13.886445    3752 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0403 00:53:13.886471    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0403 00:53:13.890735    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0403 00:53:18.691637    3752 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0403 00:53:18.691667    3752 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0403 00:53:18.691675    3752 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0403 00:53:28.582380    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0403 00:53:28.582408    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
W0403 00:53:28.582520    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0403 00:53:35.149499    3752 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:53:35.150054    3752 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:53:35.170141    3752 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:53:35.170165    3752 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:53:35.176901    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0403 00:53:35.176924    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0403 00:53:37.988948    3752 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-hqlnx-zzhfz] creating logical port tsf-tas_ctlog-createtree-job-hqlnx-zzhfz for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:53:37.989046    3752 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-hqlnx-zzhfz
I0403 00:53:38.004129    3752 pod.go:62] [tsf-tas/ctlog-createtree-job-hqlnx-zzhfz] pod update took 15.103659ms
I0403 00:53:38.004153    3752 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-hqlnx-zzhfz] addLogicalPort annotation time took 15.135447ms
I0403 00:53:38.005502    3752 pods.go:271] [tsf-tas/ctlog-createtree-job-hqlnx-zzhfz] addLogicalPort took 16.567265ms, libovsdb time 993.37µs
I0403 00:53:38.352024    3752 cni.go:403] [tsf-tas/ctlog-createtree-job-hqlnx-zzhfz ac64d19f46b6b457c8b0a8132abd862d11d1106cc3b9d59e94ef228db4c277b0 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-hqlnx-zzhfz ac64d19f46b6b457c8b0a8132abd862d11d1106cc3b9d59e94ef228db4c277b0 network default NAD default]
I0403 00:53:38.361323    3752 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-hqlnx-zzhfz, hostIfaceName: ac64d19f46b6b45, network: default, NAD default, SandboxID: "ac64d19f46b6b457c8b0a8132abd862d11d1106cc3b9d59e94ef228db4c277b0", PCI device ID: , UID: "c2f3bed3-6151-4752-9ace-7c0834bfc3c6", MAC: 0a:58:0a:80:02:26, IPs: [10.128.2.38/23]
I0403 00:53:38.416855    3752 cni.go:424] [tsf-tas/ctlog-createtree-job-hqlnx-zzhfz ac64d19f46b6b457c8b0a8132abd862d11d1106cc3b9d59e94ef228db4c277b0 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-hqlnx-zzhfz ac64d19f46b6b457c8b0a8132abd862d11d1106cc3b9d59e94ef228db4c277b0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:1e:6c:94:21:f0\",\"name\":\"ac64d19f46b6b45\"},{\"mac\":\"0a:58:0a:80:02:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7248d48-b617-4c0b-bdc6-3e0815081c05\"}],\"ips\":[{\"address\":\"10.128.2.38/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:53:38.536723    3752 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-5mpsc-sfhx4] creating logical port tsf-tas_rekor-createtree-job-5mpsc-sfhx4 for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:53:38.536843    3752 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-5mpsc-sfhx4
I0403 00:53:38.549563    3752 pod.go:62] [tsf-tas/rekor-createtree-job-5mpsc-sfhx4] pod update took 12.746547ms
I0403 00:53:38.549590    3752 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-5mpsc-sfhx4] addLogicalPort annotation time took 12.776078ms
I0403 00:53:38.551039    3752 pods.go:271] [tsf-tas/rekor-createtree-job-5mpsc-sfhx4] addLogicalPort took 14.335194ms, libovsdb time 1.044764ms
I0403 00:53:38.898937    3752 cni.go:403] [tsf-tas/rekor-createtree-job-5mpsc-sfhx4 1b1842dec3415b8279cfcf1a183bffc8be3d94dcba9060eb40da456fb5bb75b8 network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-5mpsc-sfhx4 1b1842dec3415b8279cfcf1a183bffc8be3d94dcba9060eb40da456fb5bb75b8 network default NAD default]
I0403 00:53:38.909350    3752 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-5mpsc-sfhx4, hostIfaceName: 1b1842dec3415b8, network: default, NAD default, SandboxID: "1b1842dec3415b8279cfcf1a183bffc8be3d94dcba9060eb40da456fb5bb75b8", PCI device ID: , UID: "0aa5a939-be05-4405-88bf-40ee522e104c", MAC: 0a:58:0a:80:02:27, IPs: [10.128.2.39/23]
I0403 00:53:38.961859    3752 cni.go:424] [tsf-tas/rekor-createtree-job-5mpsc-sfhx4 1b1842dec3415b8279cfcf1a183bffc8be3d94dcba9060eb40da456fb5bb75b8 network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-5mpsc-sfhx4 1b1842dec3415b8279cfcf1a183bffc8be3d94dcba9060eb40da456fb5bb75b8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:1c:64:3d:eb:a0\",\"name\":\"1b1842dec3415b8\"},{\"mac\":\"0a:58:0a:80:02:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/759838ef-71c8-4312-961f-49eb1faa96b3\"}],\"ips\":[{\"address\":\"10.128.2.39/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:53:41.052565    3752 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-6894444797-5prm9] creating logical port tsf-tas_trillian-db-6894444797-5prm9 for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:53:41.052690    3752 kube.go:256] Updating pod tsf-tas/trillian-db-6894444797-5prm9
I0403 00:53:41.071497    3752 pod.go:62] [tsf-tas/trillian-db-6894444797-5prm9] pod update took 18.834766ms
I0403 00:53:41.071525    3752 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-6894444797-5prm9] addLogicalPort annotation time took 18.874888ms
I0403 00:53:41.072751    3752 pods.go:271] [tsf-tas/trillian-db-6894444797-5prm9] addLogicalPort took 20.205327ms, libovsdb time 833.725µs
I0403 00:53:42.043974    3752 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-v9b7s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:53:42.044491    3752 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-v9b7s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:53:43.073262    3752 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-v9b7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:53:43.073287    3752 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-v9b7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:53:43.312959    3752 cni.go:403] [tsf-keycloak/keycloak-0 e6905503502ae348c8f657025334ea49f74a9289b1c2e6bc49dccbcbf9416a41 network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 e6905503502ae348c8f657025334ea49f74a9289b1c2e6bc49dccbcbf9416a41 network default NAD default]
I0403 00:53:43.396263    3752 cni.go:424] [tsf-keycloak/keycloak-0 e6905503502ae348c8f657025334ea49f74a9289b1c2e6bc49dccbcbf9416a41 network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 e6905503502ae348c8f657025334ea49f74a9289b1c2e6bc49dccbcbf9416a41 network default NAD default], result "{}", err <nil>
I0403 00:53:43.448194    3752 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:53:43.448232    3752 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0
I0403 00:53:43.449608    3752 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.128.2.37
I0403 00:53:43.449634    3752 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:53:44.060850    3752 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:53:44.060875    3752 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:53:44.066631    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0403 00:53:44.066657    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
W0403 00:53:45.085566    3752 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0403 00:53:45.085589    3752 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
I0403 00:53:45.315209    3752 cni.go:403] [tsf-tas/trillian-db-6894444797-5prm9 5df64fc32a3f6da279899c0a17a45416a601a2c84033a12c4e064da037e66e96 network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-6894444797-5prm9 5df64fc32a3f6da279899c0a17a45416a601a2c84033a12c4e064da037e66e96 network default NAD default]
I0403 00:53:45.325035    3752 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-6894444797-5prm9, hostIfaceName: 5df64fc32a3f6da, network: default, NAD default, SandboxID: "5df64fc32a3f6da279899c0a17a45416a601a2c84033a12c4e064da037e66e96", PCI device ID: , UID: "077845c5-99b3-4f65-94ca-b0e8509d8c4e", MAC: 0a:58:0a:80:02:28, IPs: [10.128.2.40/23]
I0403 00:53:45.378913    3752 cni.go:424] [tsf-tas/trillian-db-6894444797-5prm9 5df64fc32a3f6da279899c0a17a45416a601a2c84033a12c4e064da037e66e96 network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-6894444797-5prm9 5df64fc32a3f6da279899c0a17a45416a601a2c84033a12c4e064da037e66e96 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:0b:20:9d:c2:fd\",\"name\":\"5df64fc32a3f6da\"},{\"mac\":\"0a:58:0a:80:02:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34705a28-9122-40c6-8db2-515419a758c1\"}],\"ips\":[{\"address\":\"10.128.2.40/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:53:45.878881    3752 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0403 00:53:45.878906    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0403 00:53:45.878908    3752 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0403 00:53:50.085438    3752 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
W0403 00:53:59.185491    3752 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0403 00:54:01.134813    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql
W0403 00:54:01.193430    3752 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0403 00:54:02.321790    3752 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-w9nfj-fvhdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:54:02.322388    3752 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-w9nfj-fvhdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:54:03.240465    3752 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-w9nfj-fvhdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:54:03.240497    3752 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-w9nfj-fvhdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:54:15.749386    3752 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b6r5q] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-b6r5q for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:54:15.749517    3752 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b6r5q
I0403 00:54:15.762600    3752 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b6r5q] pod update took 13.104952ms
I0403 00:54:15.762632    3752 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b6r5q] addLogicalPort annotation time took 13.140675ms
I0403 00:54:15.766194    3752 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b6r5q] addLogicalPort took 16.825631ms, libovsdb time 2.995497ms
I0403 00:54:15.844588    3752 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-gpxl4] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-gpxl4 for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:54:15.844731    3752 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-gpxl4
I0403 00:54:15.859029    3752 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-gpxl4] pod update took 14.318317ms
I0403 00:54:15.859057    3752 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-gpxl4] addLogicalPort annotation time took 14.349636ms
I0403 00:54:15.860305    3752 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-gpxl4] addLogicalPort took 15.738716ms, libovsdb time 866.377µs
I0403 00:54:15.946601    3752 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-hw58x] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-hw58x for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:54:15.946688    3752 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-hw58x
I0403 00:54:15.961569    3752 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hw58x] pod update took 14.902406ms
I0403 00:54:15.961592    3752 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-hw58x] addLogicalPort annotation time took 14.930085ms
I0403 00:54:15.962971    3752 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hw58x] addLogicalPort took 16.386498ms, libovsdb time 890.847µs
I0403 00:54:16.110754    3752 cni.go:403] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b6r5q 64c3c44f3262f8f0d4fc3ba23d288386116da0727a09457ffd359d547eac20d4 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b6r5q 64c3c44f3262f8f0d4fc3ba23d288386116da0727a09457ffd359d547eac20d4 network default NAD default]
I0403 00:54:16.120466    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-b6r5q, hostIfaceName: 64c3c44f3262f8f, network: default, NAD default, SandboxID: "64c3c44f3262f8f0d4fc3ba23d288386116da0727a09457ffd359d547eac20d4", PCI device ID: , UID: "e9127c75-6096-4076-8a50-0b7cac5a5d18", MAC: 0a:58:0a:80:02:29, IPs: [10.128.2.41/23]
I0403 00:54:16.173750    3752 cni.go:424] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b6r5q 64c3c44f3262f8f0d4fc3ba23d288386116da0727a09457ffd359d547eac20d4 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b6r5q 64c3c44f3262f8f0d4fc3ba23d288386116da0727a09457ffd359d547eac20d4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:93:ed:8e:de:70\",\"name\":\"64c3c44f3262f8f\"},{\"mac\":\"0a:58:0a:80:02:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90809427-f47d-4d90-9f7b-25637cb12582\"}],\"ips\":[{\"address\":\"10.128.2.41/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:54:16.204414    3752 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-gpxl4 46e1f03d95e7586edbc4f9f917a710904f7389b63720706b48a7597c991a8f2a network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-gpxl4 46e1f03d95e7586edbc4f9f917a710904f7389b63720706b48a7597c991a8f2a network default NAD default]
I0403 00:54:16.215146    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-gpxl4, hostIfaceName: 46e1f03d95e7586, network: default, NAD default, SandboxID: "46e1f03d95e7586edbc4f9f917a710904f7389b63720706b48a7597c991a8f2a", PCI device ID: , UID: "9c204ef5-eb12-484c-a507-8e88e6305281", MAC: 0a:58:0a:80:02:2a, IPs: [10.128.2.42/23]
I0403 00:54:16.266873    3752 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-gpxl4 46e1f03d95e7586edbc4f9f917a710904f7389b63720706b48a7597c991a8f2a network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-gpxl4 46e1f03d95e7586edbc4f9f917a710904f7389b63720706b48a7597c991a8f2a network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:8b:47:2c:88:3b\",\"name\":\"46e1f03d95e7586\"},{\"mac\":\"0a:58:0a:80:02:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ead09dc4-d606-4314-8c09-950176938224\"}],\"ips\":[{\"address\":\"10.128.2.42/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:54:16.311060    3752 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hw58x 2883720493fbc8421a94f4a2e7efc1c16db1410e9206dce9a3676acb8f0f7f93 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hw58x 2883720493fbc8421a94f4a2e7efc1c16db1410e9206dce9a3676acb8f0f7f93 network default NAD default]
I0403 00:54:16.321124    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-hw58x, hostIfaceName: 2883720493fbc84, network: default, NAD default, SandboxID: "2883720493fbc8421a94f4a2e7efc1c16db1410e9206dce9a3676acb8f0f7f93", PCI device ID: , UID: "cfa22ebf-ca9c-4374-ba5e-8a19a627593d", MAC: 0a:58:0a:80:02:2b, IPs: [10.128.2.43/23]
I0403 00:54:16.373176    3752 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hw58x 2883720493fbc8421a94f4a2e7efc1c16db1410e9206dce9a3676acb8f0f7f93 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hw58x 2883720493fbc8421a94f4a2e7efc1c16db1410e9206dce9a3676acb8f0f7f93 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:22:db:7d:ee:32\",\"name\":\"2883720493fbc84\"},{\"mac\":\"0a:58:0a:80:02:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86b5930b-1a45-405b-a5d1-529dcd5696c0\"}],\"ips\":[{\"address\":\"10.128.2.43/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:54:20.247496    3752 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0403 00:54:23.267381    3752 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0403 00:54:23.267410    3752 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0403 00:54:23.313708    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0403 00:54:23.313733    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
I0403 00:54:27.614564    3752 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:54:27.615101    3752 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:54:27.634319    3752 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:54:27.634343    3752 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:54:27.638014    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0403 00:54:27.638040    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0403 00:54:28.360442    3752 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-ft5z9] creating logical port tsf_patch-tekton-config-ft5z9 for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:54:28.360533    3752 kube.go:256] Updating pod tsf/patch-tekton-config-ft5z9
I0403 00:54:28.371586    3752 pod.go:62] [tsf/patch-tekton-config-ft5z9] pod update took 11.076165ms
I0403 00:54:28.371609    3752 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-ft5z9] addLogicalPort annotation time took 11.10423ms
I0403 00:54:28.373120    3752 pods.go:271] [tsf/patch-tekton-config-ft5z9] addLogicalPort took 12.693645ms, libovsdb time 973.256µs
I0403 00:54:28.720707    3752 cni.go:403] [tsf/patch-tekton-config-ft5z9 f2294b7941250c4226681a632c474ceb6cd51aa09280d81ecfe155150df3fe5c network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-ft5z9 f2294b7941250c4226681a632c474ceb6cd51aa09280d81ecfe155150df3fe5c network default NAD default]
I0403 00:54:28.730150    3752 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-ft5z9, hostIfaceName: f2294b7941250c4, network: default, NAD default, SandboxID: "f2294b7941250c4226681a632c474ceb6cd51aa09280d81ecfe155150df3fe5c", PCI device ID: , UID: "3fed8b8e-a4b2-4f03-be20-5bbf246186b5", MAC: 0a:58:0a:80:02:2c, IPs: [10.128.2.44/23]
I0403 00:54:28.783480    3752 cni.go:424] [tsf/patch-tekton-config-ft5z9 f2294b7941250c4226681a632c474ceb6cd51aa09280d81ecfe155150df3fe5c network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-ft5z9 f2294b7941250c4226681a632c474ceb6cd51aa09280d81ecfe155150df3fe5c network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:dd:12:d9:cb:d0\",\"name\":\"f2294b7941250c4\"},{\"mac\":\"0a:58:0a:80:02:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/298e7979-e912-4e7d-a30e-1a3ee632d40e\"}],\"ips\":[{\"address\":\"10.128.2.44/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:54:31.250842    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0403 00:54:36.332458    3752 cni.go:403] [tsf/patch-tekton-config-ft5z9 f2294b7941250c4226681a632c474ceb6cd51aa09280d81ecfe155150df3fe5c network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-ft5z9 f2294b7941250c4226681a632c474ceb6cd51aa09280d81ecfe155150df3fe5c network default NAD default]
I0403 00:54:36.419308    3752 cni.go:424] [tsf/patch-tekton-config-ft5z9 f2294b7941250c4226681a632c474ceb6cd51aa09280d81ecfe155150df3fe5c network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-ft5z9 f2294b7941250c4226681a632c474ceb6cd51aa09280d81ecfe155150df3fe5c network default NAD default], result "{}", err <nil>
I0403 00:54:36.471305    3752 obj_retry.go:464] Detected object tsf/patch-tekton-config-ft5z9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:54:36.471346    3752 pods.go:176] Deleting pod: tsf/patch-tekton-config-ft5z9
I0403 00:54:36.472668    3752 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-ft5z9, ips: 10.128.2.44
I0403 00:54:36.472701    3752 obj_retry.go:464] Detected object tsf/patch-tekton-config-ft5z9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:54:37.492800    3752 obj_retry.go:458] Detected object tsf/patch-tekton-config-ft5z9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:54:37.492831    3752 obj_retry.go:458] Detected object tsf/patch-tekton-config-ft5z9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:54:41.364200    3752 cni.go:403] [tsf-tas/ctlog-createtree-job-hqlnx-zzhfz ac64d19f46b6b457c8b0a8132abd862d11d1106cc3b9d59e94ef228db4c277b0 network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-hqlnx-zzhfz ac64d19f46b6b457c8b0a8132abd862d11d1106cc3b9d59e94ef228db4c277b0 network default NAD default]
I0403 00:54:41.451684    3752 cni.go:424] [tsf-tas/ctlog-createtree-job-hqlnx-zzhfz ac64d19f46b6b457c8b0a8132abd862d11d1106cc3b9d59e94ef228db4c277b0 network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-hqlnx-zzhfz ac64d19f46b6b457c8b0a8132abd862d11d1106cc3b9d59e94ef228db4c277b0 network default NAD default], result "{}", err <nil>
I0403 00:54:41.504712    3752 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-hqlnx-zzhfz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:54:41.504747    3752 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-hqlnx-zzhfz
I0403 00:54:41.506114    3752 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-hqlnx-zzhfz, ips: 10.128.2.38
I0403 00:54:41.506147    3752 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-hqlnx-zzhfz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:54:41.812940    3752 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0403 00:54:42.381271    3752 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-hqlnx-zzhfz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:54:42.381300    3752 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-hqlnx-zzhfz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:54:42.707868    3752 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50
I0403 00:54:43.326662    3752 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-578bd96bcc-7d89h] creating logical port tsf-tas_ctlog-578bd96bcc-7d89h for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:54:43.326816    3752 kube.go:256] Updating pod tsf-tas/ctlog-578bd96bcc-7d89h
I0403 00:54:43.354576    3752 pod.go:62] [tsf-tas/ctlog-578bd96bcc-7d89h] pod update took 27.809546ms
I0403 00:54:43.354601    3752 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-578bd96bcc-7d89h] addLogicalPort annotation time took 27.840215ms
I0403 00:54:43.355892    3752 pods.go:271] [tsf-tas/ctlog-578bd96bcc-7d89h] addLogicalPort took 29.24921ms, libovsdb time 867.049µs
I0403 00:54:44.285212    3752 cni.go:403] [tsf-tas/ctlog-578bd96bcc-7d89h d5e1b536cda588a475a20e610cf1ba77da49af8d508e0f1d6625d50b77f4eb0d network default NAD default] ADD starting CNI request [tsf-tas/ctlog-578bd96bcc-7d89h d5e1b536cda588a475a20e610cf1ba77da49af8d508e0f1d6625d50b77f4eb0d network default NAD default]
I0403 00:54:44.295315    3752 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-578bd96bcc-7d89h, hostIfaceName: d5e1b536cda588a, network: default, NAD default, SandboxID: "d5e1b536cda588a475a20e610cf1ba77da49af8d508e0f1d6625d50b77f4eb0d", PCI device ID: , UID: "fb78fce7-4d55-4073-9f2d-814a5616b97c", MAC: 0a:58:0a:80:02:2d, IPs: [10.128.2.45/23]
I0403 00:54:44.350310    3752 cni.go:424] [tsf-tas/ctlog-578bd96bcc-7d89h d5e1b536cda588a475a20e610cf1ba77da49af8d508e0f1d6625d50b77f4eb0d network default NAD default] ADD finished CNI request [tsf-tas/ctlog-578bd96bcc-7d89h d5e1b536cda588a475a20e610cf1ba77da49af8d508e0f1d6625d50b77f4eb0d network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:44:fa:c0:0e:31\",\"name\":\"d5e1b536cda588a\"},{\"mac\":\"0a:58:0a:80:02:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ba711bf-ec8b-40be-92ae-100f9598bcee\"}],\"ips\":[{\"address\":\"10.128.2.45/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 00:54:44.382913    3752 cni.go:403] [tsf-tas/rekor-createtree-job-5mpsc-sfhx4 1b1842dec3415b8279cfcf1a183bffc8be3d94dcba9060eb40da456fb5bb75b8 network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-5mpsc-sfhx4 1b1842dec3415b8279cfcf1a183bffc8be3d94dcba9060eb40da456fb5bb75b8 network default NAD default]
I0403 00:54:44.458746    3752 cni.go:424] [tsf-tas/rekor-createtree-job-5mpsc-sfhx4 1b1842dec3415b8279cfcf1a183bffc8be3d94dcba9060eb40da456fb5bb75b8 network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-5mpsc-sfhx4 1b1842dec3415b8279cfcf1a183bffc8be3d94dcba9060eb40da456fb5bb75b8 network default NAD default], result "{}", err <nil>
I0403 00:54:44.490827    3752 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-5mpsc-sfhx4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:54:44.490861    3752 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-5mpsc-sfhx4
I0403 00:54:44.492175    3752 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-5mpsc-sfhx4, ips: 10.128.2.39
I0403 00:54:44.492205    3752 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-5mpsc-sfhx4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:54:45.409929    3752 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-5mpsc-sfhx4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:54:45.409992    3752 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-5mpsc-sfhx4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0403 00:54:49.414894    3752 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0403 00:54:49.611730    3752 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-8xzl8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:54:49.612302    3752 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-8xzl8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:54:50.473243    3752 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-8xzl8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:54:50.473273    3752 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-8xzl8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:54:50.524344    3752 obj_retry.go:458] Detected object tsf/patch-tekton-config-ft5z9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:54:50.524371    3752 obj_retry.go:458] Detected object tsf/patch-tekton-config-ft5z9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:54:50.526502    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ft5z9
I0403 00:54:50.526530    3752 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ft5z9
I0403 00:54:52.252225    3752 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-868bbf94cd-86lst] creating logical port tsf-tas_rekor-server-868bbf94cd-86lst for pod on switch ip-10-0-2-61.ec2.internal
I0403 00:54:52.252320    3752 kube.go:256] Updating pod tsf-tas/rekor-server-868bbf94cd-86lst
I0403 00:54:52.264843    3752 pod.go:62] [tsf-tas/rekor-server-868bbf94cd-86lst] pod update took 12.544084ms
I0403 00:54:52.264871    3752 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-868bbf94cd-86lst] addLogicalPort annotation time took 12.578074ms
I0403 00:54:52.266157    3752 pods.go:271] [tsf-tas/rekor-server-868bbf94cd-86lst] addLogicalPort took 13.946441ms, libovsdb time 889.546µs
W0403 00:54:53.490472    3752 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
W0403 00:54:54.498291    3752 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0403 00:54:56.513232    3752 cni.go:403] [tsf-tas/rekor-server-868bbf94cd-86lst 357f346d8e143f89d321b66cab10bf7a5a6e58f0e70456e8cbf10c53c0872af7 network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-868bbf94cd-86lst 357f346d8e143f89d321b66cab10bf7a5a6e58f0e70456e8cbf10c53c0872af7 network default NAD default]
I0403 00:54:56.522752    3752 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-868bbf94cd-86lst, hostIfaceName: 357f346d8e143f8, network: default, NAD default, SandboxID: "357f346d8e143f89d321b66cab10bf7a5a6e58f0e70456e8cbf10c53c0872af7", PCI device ID: , UID: "dc00e641-306a-4eb5-ae1d-872061077c99", MAC: 0a:58:0a:80:02:2e, IPs: [10.128.2.46/23]
I0403 00:54:56.576461    3752 cni.go:424] [tsf-tas/rekor-server-868bbf94cd-86lst 357f346d8e143f89d321b66cab10bf7a5a6e58f0e70456e8cbf10c53c0872af7 network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-868bbf94cd-86lst 357f346d8e143f89d321b66cab10bf7a5a6e58f0e70456e8cbf10c53c0872af7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:cc:46:24:3d:e9\",\"name\":\"357f346d8e143f8\"},{\"mac\":\"0a:58:0a:80:02:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d0c6ef6-a7e7-4537-bb4a-ffdd589c3598\"}],\"ips\":[{\"address\":\"10.128.2.46/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
W0403 00:54:59.471672    3752 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
W0403 00:55:00.429006    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog
I0403 00:55:08.801386    3752 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
W0403 00:55:10.484394    3752 util.go:959] Failed to build node endpoints for node ip-10-0-2-61.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
I0403 00:55:27.604438    3752 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-8mhkm-tzkdb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 00:55:27.605032    3752 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-8mhkm-tzkdb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 00:55:28.492801    3752 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-8mhkm-tzkdb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:55:28.492826    3752 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-8mhkm-tzkdb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 00:55:43.818398    3752 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
W0403 00:55:44.559609    3752 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0403 00:56:04.707261    3752 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=139
I0403 00:56:08.830342    3752 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0403 00:56:36.795893    3752 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0403 00:56:38.831402    3752 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0403 00:56:52.790422    3752 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0403 00:57:35.718609    3752 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=527
I0403 00:58:19.825414    3752 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0403 00:58:44.805814    3752 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0403 00:59:35.791235    3752 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0403 00:59:37.708884    3752 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=58
I0403 01:00:00.201987    3752 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29586300-mqb86 for pod on switch ip-10-0-2-61.ec2.internal
I0403 01:00:00.202105    3752 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86
I0403 01:00:00.228228    3752 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86] pod update took 26.142255ms
I0403 01:00:00.228258    3752 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86] addLogicalPort annotation time took 26.177725ms
I0403 01:00:00.229586    3752 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86] addLogicalPort took 27.616335ms, libovsdb time 927.765µs
I0403 01:00:00.565373    3752 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86 8f6e7281661547abed766ec037ff4011b525960722c999b98735778b64dc4d66 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86 8f6e7281661547abed766ec037ff4011b525960722c999b98735778b64dc4d66 network default NAD default]
I0403 01:00:00.574710    3752 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29586300-mqb86, hostIfaceName: 8f6e7281661547a, network: default, NAD default, SandboxID: "8f6e7281661547abed766ec037ff4011b525960722c999b98735778b64dc4d66", PCI device ID: , UID: "54d6b8cb-b29b-4961-93a7-c3803b19c502", MAC: 0a:58:0a:80:02:2f, IPs: [10.128.2.47/23]
I0403 01:00:00.630687    3752 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86 8f6e7281661547abed766ec037ff4011b525960722c999b98735778b64dc4d66 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86 8f6e7281661547abed766ec037ff4011b525960722c999b98735778b64dc4d66 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:e2:20:da:e6:d2\",\"name\":\"8f6e7281661547a\"},{\"mac\":\"0a:58:0a:80:02:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6007ad1e-0566-433e-8148-5c29dcee359a\"}],\"ips\":[{\"address\":\"10.128.2.47/23\",\"gateway\":\"10.128.2.1\",\"interface\":1}]}", err <nil>
I0403 01:00:02.710577    3752 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34
I0403 01:00:04.032332    3752 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86 8f6e7281661547abed766ec037ff4011b525960722c999b98735778b64dc4d66 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86 8f6e7281661547abed766ec037ff4011b525960722c999b98735778b64dc4d66 network default NAD default]
I0403 01:00:04.112480    3752 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86 8f6e7281661547abed766ec037ff4011b525960722c999b98735778b64dc4d66 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86 8f6e7281661547abed766ec037ff4011b525960722c999b98735778b64dc4d66 network default NAD default], result "{}", err <nil>
I0403 01:00:04.163364    3752 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 01:00:04.163429    3752 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86
I0403 01:00:04.164687    3752 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86, ips: 10.128.2.47
I0403 01:00:04.164718    3752 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 01:00:05.039446    3752 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 01:00:05.039482    3752 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586300-mqb86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0403 01:00:55.547818    3752 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0403 01:00:55.548358    3752 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0403 01:01:00.708241    3752 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69
I0403 01:01:06.705295    3752 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11