+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-2-209.ec2.internal
++ [[ -n ip-10-0-2-209.ec2.internal ]]
++ [[ -f /env/ip-10-0-2-209.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0420 07:41:44.352615554 - disable conntrack on geneve port'
I0420 07:41:44.352615554 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0420 07:41:44.378766377 - starting ovnkube-node
+ echo 'I0420 07:41:44.378766377 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-209.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-209.ec2.internal --init-node ip-10-0-2-209.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-209.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0420 07:41:44.419313    3814 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0420 07:41:44.419383    3814 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-058f4e352a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0420 07:41:44.420860    3814 kube.go:431] Waiting for certificate
I0420 07:41:44.420894    3814 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0420 07:41:44.420925    3814 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0420 07:41:44.421682    3814 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0420 07:41:44.459316    3814 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0420 07:41:44.459331    3814 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0420 07:41:44.462581    3814 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0420 07:41:44.462669    3814 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8dj6n"
I0420 07:41:44.467438    3814 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8dj6n"
I0420 07:41:44.467538    3814 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0420 07:41:45.421952    3814 kube.go:438] Certificate found
I0420 07:41:45.422602    3814 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0420 07:41:45.423889    3814 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0420 07:41:45.485998    3814 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-21 07:36:44 +0000 UTC" deadline="2026-04-21 01:49:15.12424877 +0000 UTC"
I0420 07:41:45.486053    3814 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h7m29.638221936s"
I0420 07:41:45.487631    3814 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0420 07:41:45.497671    3814 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0420 07:41:45.497823    3814 factory.go:561] Starting watch factory
I0420 07:41:45.497952    3814 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.497994    3814 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.498502    3814 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.498562    3814 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.498788    3814 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.498829    3814 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.499088    3814 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.499136    3814 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.499323    3814 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.499360    3814 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.499577    3814 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.499618    3814 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.500245    3814 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0420 07:41:45.500366    3814 server.go:101] MetricServer registers OVS metrics
I0420 07:41:45.500920    3814 server.go:105] MetricServer registers OVN DB metrics
I0420 07:41:45.506463    3814 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0420 07:41:45.506496    3814 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0420 07:41:45.510826    3814 controller_manager.go:370] Starting the ovnkube controller
I0420 07:41:45.510839    3814 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-209.ec2.internal
I0420 07:41:45.510880    3814 controller_manager.go:395] NBDB zone sync took: 34.71µs
I0420 07:41:45.510886    3814 factory.go:561] Starting watch factory
I0420 07:41:45.516908    3814 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.517088    3814 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.517157    3814 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.517508    3814 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.519605    3814 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.524612    3814 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0420 07:41:45.524651    3814 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0420 07:41:45.525954    3814 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0420 07:41:45.529295    3814 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0420 07:41:45.529332    3814 server.go:109] MetricServer registers OVN Controller metrics
I0420 07:41:45.533549    3814 server.go:113] MetricServer registers OVN Northd metrics
I0420 07:41:45.537739    3814 metrics.go:519] OVN Metrics Server starts to run ...
I0420 07:41:45.606613    3814 factory.go:1977] *v1.Node informer cache synced successfully
I0420 07:41:45.606636    3814 factory.go:1977] *v1.Service informer cache synced successfully
I0420 07:41:45.606640    3814 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0420 07:41:45.606643    3814 factory.go:1977] *v1.Pod informer cache synced successfully
I0420 07:41:45.606646    3814 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0420 07:41:45.606649    3814 factory.go:1977] *v1.Namespace informer cache synced successfully
I0420 07:41:45.606746    3814 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 07:41:45.606748    3814 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 07:41:45.606768    3814 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 07:41:45.606772    3814 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 07:41:45.610201    3814 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 07:41:45.610201    3814 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0420 07:41:45.612073    3814 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0420 07:41:45.612084    3814 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0420 07:41:45.612136    3814 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.612147    3814 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.614361    3814 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.617310    3814 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0420 07:41:45.617375    3814 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.617392    3814 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.617462    3814 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0420 07:41:45.617475    3814 factory.go:1977] *v1.Namespace informer cache synced successfully
I0420 07:41:45.617481    3814 factory.go:1977] *v1.Node informer cache synced successfully
I0420 07:41:45.617486    3814 factory.go:1977] *v1.Service informer cache synced successfully
I0420 07:41:45.617491    3814 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0420 07:41:45.617495    3814 factory.go:1977] *v1.Pod informer cache synced successfully
I0420 07:41:45.620389    3814 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.623364    3814 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0420 07:41:45.623374    3814 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0420 07:41:45.623382    3814 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0420 07:41:45.623427    3814 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.623442    3814 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.625499    3814 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.628412    3814 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0420 07:41:45.628492    3814 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0420 07:41:45.628557    3814 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.628579    3814 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.631242    3814 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.634177    3814 factory.go:1977] *v1.EgressService informer cache synced successfully
I0420 07:41:45.634192    3814 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0420 07:41:45.634229    3814 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.634242    3814 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.636504    3814 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.639541    3814 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0420 07:41:45.639555    3814 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0420 07:41:45.639698    3814 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0420 07:41:45.639711    3814 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0420 07:41:45.642168    3814 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0420 07:41:45.645234    3814 factory.go:1977] *v1.EgressService informer cache synced successfully
I0420 07:41:45.645314    3814 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0420 07:41:45.645426    3814 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.645438    3814 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.645791    3814 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.645807    3814 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.647875    3814 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.648409    3814 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0420 07:41:45.650332    3814 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0420 07:41:45.650427    3814 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0420 07:41:45.650438    3814 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0420 07:41:45.650448    3814 factory.go:680] Watch Factory start up complete, took: 152.628254ms
I0420 07:41:45.650526    3814 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0420 07:41:45.656115    3814 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0420 07:41:45.662128    3814 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0420 07:41:45.662140    3814 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0420 07:41:45.662147    3814 factory.go:680] Watch Factory start up complete, took: 151.258997ms
I0420 07:41:45.662154    3814 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-209.ec2.internal" zone
I0420 07:41:45.700300    3814 default_node_network_controller.go:710] Initializing the default node network controller
I0420 07:41:45.772548    3814 udn_isolation.go:101] Starting UDN host isolation manager
I0420 07:41:45.779543    3814 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0420 07:41:45.845333    3814 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0420 07:41:45.845416    3814 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0420 07:41:45.845432    3814 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0420 07:41:45.876988    3814 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0420 07:41:45.877068    3814 default_node_network_controller.go:809] Node ip-10-0-2-209.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0420 07:41:45.882007    3814 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.209"] k8s.ovn.org/zone-name:ip-10-0-2-209.ec2.internal] on node ip-10-0-2-209.ec2.internal
I0420 07:41:45.902530    3814 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0420 07:41:45.908337    3814 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0420 07:41:45.908452    3814 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1
I0420 07:41:45.908574    3814 gateway_init.go:263] Preparing Gateway
I0420 07:41:45.908585    3814 gateway_shared_intf.go:1687] Creating new gateway
I0420 07:41:45.912843    3814 controller_manager.go:429] Waiting for node in zone sync took: 250.67795ms
I0420 07:41:45.918955    3814 controller_manager.go:611] Switching to transit router for layer2 networks
I0420 07:41:45.918968    3814 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-209.ec2.internal
I0420 07:41:45.933533    3814 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0420 07:41:45.939403    3814 controller_manager.go:290] SCTP support detected in OVN
I0420 07:41:45.940030    3814 services_controller.go:69] Creating services controller for network=default
I0420 07:41:45.940097    3814 udn_enabled_svc.go:80] Waiting for service informer to sync
I0420 07:41:45.940262    3814 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0420 07:41:45.940300    3814 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0420 07:41:45.940318    3814 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0420 07:41:45.940329    3814 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0420 07:41:45.940502    3814 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0420 07:41:45.940515    3814 udn_enabled_svc.go:95] Performing full resync
I0420 07:41:45.940543    3814 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0420 07:41:45.940576    3814 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 26.125µs
I0420 07:41:45.940586    3814 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 42.005µs
I0420 07:41:45.940591    3814 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0420 07:41:45.940597    3814 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0420 07:41:45.940605    3814 default_network_controller.go:325] Starting the default network controller
I0420 07:41:45.940636    3814 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.395µs
I0420 07:41:45.940685    3814 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.915µs
I0420 07:41:45.940807    3814 udn_enabled_svc.go:99] Waiting for handler to sync
I0420 07:41:45.940816    3814 udn_enabled_svc.go:104] Starting worker
I0420 07:41:45.949261    3814 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0420 07:41:45.949319    3814 repair.go:33] Syncing exgw routes took 46.712µs
I0420 07:41:45.949340    3814 default_network_controller.go:414] Starting all the Watchers...
I0420 07:41:45.949468    3814 namespace.go:98] [openshift-network-operator] adding namespace
I0420 07:41:45.949480    3814 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0420 07:41:45.949480    3814 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0420 07:41:45.949486    3814 namespace.go:98] [default] adding namespace
I0420 07:41:45.949495    3814 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0420 07:41:45.949499    3814 namespace.go:98] [openshift-host-network] adding namespace
I0420 07:41:45.949498    3814 namespace.go:98] [openshift-ingress-canary] adding namespace
I0420 07:41:45.949506    3814 namespace.go:98] [openshift-backplane-csm] adding namespace
I0420 07:41:45.949503    3814 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0420 07:41:45.949512    3814 namespace.go:98] [openshift-config-managed] adding namespace
I0420 07:41:45.949515    3814 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0420 07:41:45.949518    3814 namespace.go:98] [openshift-dns] adding namespace
I0420 07:41:45.949517    3814 namespace.go:98] [dedicated-admin] adding namespace
I0420 07:41:45.949537    3814 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0420 07:41:45.949468    3814 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0420 07:41:45.950011    3814 namespace.go:102] [openshift-network-operator] adding namespace took 529.917µs
I0420 07:41:45.950029    3814 namespace.go:98] [openshift-logging] adding namespace
I0420 07:41:45.950514    3814 namespace.go:102] [openshift-logging] adding namespace took 461.988µs
I0420 07:41:45.950534    3814 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0420 07:41:45.951411    3814 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 871.044µs
I0420 07:41:45.951424    3814 namespace.go:98] [openshift-marketplace] adding namespace
I0420 07:41:45.951923    3814 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 2.432805ms
I0420 07:41:45.951939    3814 namespace.go:98] [kube-public] adding namespace
I0420 07:41:45.952443    3814 namespace.go:102] [openshift-backplane-mobb] adding namespace took 2.951346ms
I0420 07:41:45.952454    3814 namespace.go:98] [openshift-etcd] adding namespace
I0420 07:41:45.952959    3814 namespace.go:102] [default] adding namespace took 3.466273ms
I0420 07:41:45.952968    3814 namespace.go:98] [open-cluster-management-2ppoejhtt6juf01aeuheisimfjemt88i] adding namespace
I0420 07:41:45.953521    3814 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 4.01689ms
I0420 07:41:45.953535    3814 namespace.go:98] [openshift-network-console] adding namespace
I0420 07:41:45.954321    3814 namespace.go:102] [openshift-host-network] adding namespace took 4.813563ms
I0420 07:41:45.954332    3814 namespace.go:98] [openshift-ingress-operator] adding namespace
I0420 07:41:45.954876    3814 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.361831ms
I0420 07:41:45.954890    3814 namespace.go:98] [openshift-backplane-cse] adding namespace
W0420 07:41:45.955331    3814 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-n89zh: pod openshift-network-diagnostics/network-check-target-n89zh: no pod IPs found 
W0420 07:41:45.955350    3814 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-rh8hl: pod openshift-network-diagnostics/network-check-target-rh8hl: no pod IPs found 
W0420 07:41:45.955357    3814 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vbfgt: pod openshift-network-diagnostics/network-check-target-vbfgt: no pod IPs found 
I0420 07:41:45.955372    3814 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.857573ms
I0420 07:41:45.955384    3814 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0420 07:41:45.955889    3814 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.368373ms
I0420 07:41:45.955906    3814 namespace.go:98] [openshift-infra] adding namespace
I0420 07:41:45.956372    3814 namespace.go:102] [openshift-config-managed] adding namespace took 6.852818ms
I0420 07:41:45.956381    3814 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0420 07:41:45.956848    3814 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.322917ms
I0420 07:41:45.956865    3814 namespace.go:98] [openshift-authentication] adding namespace
I0420 07:41:45.957355    3814 namespace.go:102] [openshift-dns] adding namespace took 7.826937ms
I0420 07:41:45.957367    3814 namespace.go:98] [openshift-image-registry] adding namespace
I0420 07:41:45.957919    3814 namespace.go:102] [dedicated-admin] adding namespace took 8.38878ms
I0420 07:41:45.957936    3814 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0420 07:41:45.958396    3814 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.846313ms
I0420 07:41:45.958412    3814 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0420 07:41:45.958900    3814 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 9.31157ms
I0420 07:41:45.958918    3814 namespace.go:98] [openshift-config-operator] adding namespace
I0420 07:41:45.959370    3814 namespace.go:102] [openshift-marketplace] adding namespace took 7.942237ms
I0420 07:41:45.959384    3814 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0420 07:41:45.959750    3814 namespace.go:102] [kube-public] adding namespace took 7.80465ms
I0420 07:41:45.959764    3814 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0420 07:41:45.960155    3814 namespace.go:102] [openshift-etcd] adding namespace took 7.696222ms
I0420 07:41:45.960169    3814 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0420 07:41:45.960555    3814 namespace.go:102] [open-cluster-management-2ppoejhtt6juf01aeuheisimfjemt88i] adding namespace took 7.581064ms
I0420 07:41:45.960569    3814 namespace.go:98] [openshift-monitoring] adding namespace
I0420 07:41:45.960908    3814 namespace.go:102] [openshift-network-console] adding namespace took 7.368387ms
I0420 07:41:45.960919    3814 namespace.go:98] [openshift-insights] adding namespace
I0420 07:41:45.961323    3814 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.986964ms
I0420 07:41:45.961337    3814 namespace.go:98] [kube-system] adding namespace
I0420 07:41:45.961694    3814 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.797584ms
I0420 07:41:45.961720    3814 namespace.go:98] [openshift-multus] adding namespace
I0420 07:41:45.962172    3814 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.783694ms
I0420 07:41:45.962186    3814 namespace.go:98] [openshift-node] adding namespace
I0420 07:41:45.962557    3814 namespace.go:102] [openshift-infra] adding namespace took 6.645774ms
I0420 07:41:45.962569    3814 namespace.go:98] [kube-node-lease] adding namespace
I0420 07:41:45.962929    3814 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.54351ms
I0420 07:41:45.962939    3814 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0420 07:41:45.963396    3814 namespace.go:102] [openshift-authentication] adding namespace took 6.52338ms
I0420 07:41:45.963411    3814 namespace.go:98] [openshift-apiserver] adding namespace
I0420 07:41:45.963796    3814 namespace.go:102] [openshift-image-registry] adding namespace took 6.42324ms
I0420 07:41:45.963810    3814 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0420 07:41:45.964219    3814 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.27847ms
I0420 07:41:45.964232    3814 namespace.go:98] [openshift-backplane-cee] adding namespace
I0420 07:41:45.964628    3814 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.211509ms
I0420 07:41:45.964641    3814 namespace.go:98] [openshift-machine-api] adding namespace
I0420 07:41:45.964997    3814 namespace.go:102] [openshift-config-operator] adding namespace took 6.073636ms
I0420 07:41:45.965008    3814 namespace.go:98] [openshift-backplane] adding namespace
I0420 07:41:45.965427    3814 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.0372ms
I0420 07:41:45.965813    3814 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.045187ms
I0420 07:41:45.965824    3814 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0420 07:41:45.966227    3814 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.051889ms
I0420 07:41:45.966239    3814 namespace.go:98] [openshift-authentication-operator] adding namespace
I0420 07:41:45.966610    3814 namespace.go:102] [openshift-monitoring] adding namespace took 6.036304ms
I0420 07:41:45.966619    3814 namespace.go:98] [openshift-operators] adding namespace
I0420 07:41:45.967131    3814 namespace.go:102] [openshift-insights] adding namespace took 6.204544ms
I0420 07:41:45.967146    3814 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
W0420 07:41:45.967523    3814 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-694q2: pod openshift-multus/network-metrics-daemon-694q2: no pod IPs found 
W0420 07:41:45.967535    3814 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-hnf55: pod openshift-multus/network-metrics-daemon-hnf55: no pod IPs found 
W0420 07:41:45.967541    3814 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-wzpht: pod openshift-multus/network-metrics-daemon-wzpht: no pod IPs found 
I0420 07:41:45.967567    3814 namespace.go:102] [kube-system] adding namespace took 6.222683ms
I0420 07:41:45.967581    3814 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0420 07:41:45.967998    3814 namespace.go:102] [openshift-multus] adding namespace took 6.270139ms
I0420 07:41:45.968014    3814 namespace.go:98] [openshift-controller-manager] adding namespace
I0420 07:41:45.968397    3814 namespace.go:102] [openshift-node] adding namespace took 6.205379ms
I0420 07:41:45.968412    3814 namespace.go:98] [openshift-ingress] adding namespace
I0420 07:41:45.968785    3814 namespace.go:102] [kube-node-lease] adding namespace took 6.210447ms
I0420 07:41:45.968806    3814 namespace.go:98] [openshift-network-node-identity] adding namespace
I0420 07:41:45.969583    3814 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.637052ms
I0420 07:41:45.969600    3814 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0420 07:41:45.969966    3814 namespace.go:102] [openshift-apiserver] adding namespace took 6.54757ms
I0420 07:41:45.969981    3814 namespace.go:98] [openshift-operators-redhat] adding namespace
I0420 07:41:45.970371    3814 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.554695ms
I0420 07:41:45.970386    3814 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0420 07:41:45.970765    3814 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.526484ms
I0420 07:41:45.970781    3814 namespace.go:98] [openshift-console-user-settings] adding namespace
I0420 07:41:45.971166    3814 namespace.go:102] [openshift-machine-api] adding namespace took 6.518286ms
I0420 07:41:45.971183    3814 namespace.go:98] [openshift-backplane-srep] adding namespace
I0420 07:41:45.971549    3814 namespace.go:102] [openshift-backplane] adding namespace took 6.535253ms
I0420 07:41:45.971565    3814 namespace.go:98] [openshift-package-operator] adding namespace
I0420 07:41:45.971894    3814 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.063114ms
I0420 07:41:45.971910    3814 namespace.go:98] [openshift-cluster-version] adding namespace
I0420 07:41:45.972440    3814 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.195731ms
I0420 07:41:45.972455    3814 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0420 07:41:45.972823    3814 namespace.go:102] [openshift-operators] adding namespace took 6.200134ms
I0420 07:41:45.972834    3814 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0420 07:41:45.973286    3814 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.134465ms
I0420 07:41:45.973301    3814 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0420 07:41:45.973677    3814 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.089811ms
I0420 07:41:45.973693    3814 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0420 07:41:45.974029    3814 namespace.go:102] [openshift-controller-manager] adding namespace took 6.008708ms
I0420 07:41:45.974066    3814 namespace.go:98] [openshift-console-operator] adding namespace
I0420 07:41:45.974422    3814 namespace.go:102] [openshift-ingress] adding namespace took 6.005417ms
I0420 07:41:45.974434    3814 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0420 07:41:45.974878    3814 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.063927ms
I0420 07:41:45.974891    3814 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0420 07:41:45.975266    3814 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.660431ms
I0420 07:41:45.975279    3814 namespace.go:98] [openshift] adding namespace
I0420 07:41:45.975832    3814 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.842845ms
I0420 07:41:45.975852    3814 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0420 07:41:45.976296    3814 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.903574ms
I0420 07:41:45.976310    3814 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0420 07:41:45.976686    3814 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.898342ms
I0420 07:41:45.976704    3814 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0420 07:41:45.977356    3814 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.167804ms
I0420 07:41:45.977370    3814 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0420 07:41:45.977842    3814 namespace.go:102] [openshift-package-operator] adding namespace took 6.271909ms
I0420 07:41:45.977854    3814 namespace.go:98] [openshift-console] adding namespace
I0420 07:41:45.978305    3814 namespace.go:102] [openshift-cluster-version] adding namespace took 6.388331ms
I0420 07:41:45.978322    3814 namespace.go:98] [openshift-config] adding namespace
I0420 07:41:45.978697    3814 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.237036ms
I0420 07:41:45.979162    3814 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.323023ms
I0420 07:41:45.979179    3814 namespace.go:98] [openshift-dns-operator] adding namespace
I0420 07:41:45.979650    3814 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.342397ms
I0420 07:41:45.980050    3814 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.351017ms
I0420 07:41:45.980070    3814 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0420 07:41:45.980607    3814 namespace.go:102] [openshift-console-operator] adding namespace took 6.460874ms
I0420 07:41:45.980625    3814 namespace.go:98] [openshift-backplane-tam] adding namespace
I0420 07:41:45.980950    3814 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.510986ms
I0420 07:41:45.981424    3814 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.528293ms
I0420 07:41:45.981988    3814 namespace.go:102] [openshift] adding namespace took 6.704755ms
I0420 07:41:45.982496    3814 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.639183ms
I0420 07:41:45.982931    3814 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.614929ms
I0420 07:41:45.983347    3814 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.638331ms
I0420 07:41:45.983823    3814 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.446963ms
I0420 07:41:45.984287    3814 namespace.go:102] [openshift-console] adding namespace took 6.427044ms
I0420 07:41:45.984689    3814 namespace.go:102] [openshift-config] adding namespace took 6.360617ms
I0420 07:41:45.985137    3814 namespace.go:102] [openshift-dns-operator] adding namespace took 5.953103ms
I0420 07:41:45.985572    3814 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.495849ms
I0420 07:41:45.985947    3814 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.316807ms
W0420 07:41:45.986023    3814 master.go:458] Unable to parse local node ip-10-0-2-209.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0420 07:41:45.986047    3814 master.go:471] Unable to parse remote node ip-10-0-0-123.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0420 07:41:45.986052    3814 master.go:471] Unable to parse remote node ip-10-0-1-48.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0420 07:41:45.986057    3814 master.go:481] Removing stale chassis with ID/Name: 7040d7f9-c463-466b-acd8-552df56541ee, hostname: ip-10-0-2-209.ec2.internal
I0420 07:41:45.986541    3814 master.go:548] Adding or Updating local node "ip-10-0-2-209.ec2.internal" for network "default"
I0420 07:41:45.986612    3814 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-48.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-48.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-48.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-48.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-48.ec2.internal
I0420 07:41:45.986618    3814 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-123.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-123.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-123.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-123.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-123.ec2.internal
I0420 07:41:45.990443    3814 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-209.ec2.internal for the network default
I0420 07:41:45.990770    3814 zone_ic_handler.go:195] Time taken to create transit switch: 315.405µs
I0420 07:41:45.991398    3814 default_network_controller.go:823] Node add failed for ip-10-0-2-209.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-209.ec2.internal, error getting gateway config for node ip-10-0-2-209.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-209.ec2.internal", failed to update chassis to local for local node ip-10-0-2-209.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-209.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-209.ec2.internal]
E0420 07:41:45.991444    3814 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-209.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-209.ec2.internal, error getting gateway config for node ip-10-0-2-209.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-209.ec2.internal", failed to update chassis to local for local node ip-10-0-2-209.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-209.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-209.ec2.internal]
I0420 07:41:45.991498    3814 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0420 07:41:45.991487    3814 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-209.ec2.internal", UID:"e2e160e9-702d-487d-b9bd-16eb786d5a18", APIVersion:"v1", ResourceVersion:"7759", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-209.ec2.internal, error getting gateway config for node ip-10-0-2-209.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-209.ec2.internal", failed to update chassis to local for local node ip-10-0-2-209.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-209.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-209.ec2.internal]
I0420 07:41:45.991542    3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-123.ec2.internal in network "default"
I0420 07:41:45.991578    3814 node_tracker.go:235] Node ip-10-0-0-123.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-123.ec2.internal"
I0420 07:41:45.991593    3814 node_tracker.go:169] Node ip-10-0-0-123.ec2.internal switch + router changed, syncing services in network "default"
I0420 07:41:45.991610    3814 services_controller.go:574] Full service sync requested for network=default
I0420 07:41:45.991617    3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-48.ec2.internal in network "default"
I0420 07:41:45.991629    3814 node_tracker.go:235] Node ip-10-0-1-48.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-48.ec2.internal"
I0420 07:41:45.991638    3814 node_tracker.go:169] Node ip-10-0-1-48.ec2.internal switch + router changed, syncing services in network "default"
I0420 07:41:45.991644    3814 services_controller.go:574] Full service sync requested for network=default
I0420 07:41:45.991590    3814 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0420 07:41:45.991651    3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-209.ec2.internal in network "default"
I0420 07:41:45.991665    3814 node_tracker.go:235] Node ip-10-0-2-209.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-209.ec2.internal"
I0420 07:41:45.991666    3814 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0420 07:41:45.991672    3814 node_tracker.go:169] Node ip-10-0-2-209.ec2.internal switch + router changed, syncing services in network "default"
I0420 07:41:45.991678    3814 services_controller.go:574] Full service sync requested for network=default
I0420 07:41:46.014327    3814 iptables.go:108] Creating table: filter chain: FORWARD
I0420 07:41:46.020271    3814 iptables.go:108] Creating table: filter chain: OUTPUT
I0420 07:41:46.026210    3814 gateway_shared_intf.go:1816] Gateway Creation Complete
I0420 07:41:46.026224    3814 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-209.ec2.internal","mac-address":"0e:67:be:93:85:81","ip-addresses":["10.0.2.209/24"],"ip-address":"10.0.2.209/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:7040d7f9-c463-466b-acd8-552df56541ee k8s.ovn.org/node-encap-ips:["10.0.2.209"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.209/24"} k8s.ovn.org/zone-name:ip-10-0-2-209.ec2.internal] on node ip-10-0-2-209.ec2.internal
I0420 07:41:46.041331    3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-209.ec2.internal in network "default"
I0420 07:41:46.041394    3814 master.go:548] Adding or Updating local node "ip-10-0-2-209.ec2.internal" for network "default"
I0420 07:41:46.041400    3814 node_tracker.go:169] Node ip-10-0-2-209.ec2.internal switch + router changed, syncing services in network "default"
I0420 07:41:46.041495    3814 services_controller.go:574] Full service sync requested for network=default
I0420 07:41:46.045211    3814 default_node_network_controller.go:519] Node connection status = connected
W0420 07:41:46.046006    3814 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-n89zh: pod openshift-network-diagnostics/network-check-target-n89zh: no pod IPs found 
W0420 07:41:46.046029    3814 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-hnf55: pod openshift-multus/network-metrics-daemon-hnf55: no pod IPs found 
I0420 07:41:46.047084    3814 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-209.ec2.internal for the network default
I0420 07:41:46.047266    3814 zone_ic_handler.go:195] Time taken to create transit switch: 170.428µs
I0420 07:41:46.059429    3814 default_network_controller.go:1025] Node "ip-10-0-0-123.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0420 07:41:46.092275    3814 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0420 07:41:46.092291    3814 services_controller.go:208] Setting up event handlers for services for network=default
I0420 07:41:46.092339    3814 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0420 07:41:46.092382    3814 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0420 07:41:46.092394    3814 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0420 07:41:46.193276    3814 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0420 07:41:46.193295    3814 repair.go:60] Starting repairing loop for services
I0420 07:41:46.193374    3814 repair.go:131] Deleted 0 stale service LBs
I0420 07:41:46.193392    3814 repair.go:137] Deleted 0 stale Chassis Template Vars
I0420 07:41:46.193407    3814 repair.go:62] Finished repairing loop for services: 113.848µs
I0420 07:41:46.193429    3814 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0420 07:41:46.193440    3814 services_controller.go:254] Starting workers for network=default
I0420 07:41:46.193751    3814 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-n89zh] creating logical port openshift-network-diagnostics_network-check-target-n89zh for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:46.193782    3814 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-vbfgt, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-vbfgt: suppressed error logged: pod openshift-network-diagnostics/network-check-target-vbfgt: no pod IPs found 
I0420 07:41:46.193808    3814 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-rh8hl, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-rh8hl: suppressed error logged: pod openshift-network-diagnostics/network-check-target-rh8hl: no pod IPs found 
I0420 07:41:46.193855    3814 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-hnf55] creating logical port openshift-multus_network-metrics-daemon-hnf55 for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:46.193931    3814 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-wzpht, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-wzpht: suppressed error logged: pod openshift-multus/network-metrics-daemon-wzpht: no pod IPs found 
I0420 07:41:46.193935    3814 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-n89zh
I0420 07:41:46.193984    3814 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-hnf55
I0420 07:41:46.208624    3814 pod.go:62] [openshift-network-diagnostics/network-check-target-n89zh] pod update took 14.795805ms
I0420 07:41:46.208645    3814 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-n89zh] addLogicalPort annotation time took 14.821217ms
I0420 07:41:46.209478    3814 pods.go:271] [openshift-network-diagnostics/network-check-target-n89zh] addLogicalPort took 15.735409ms, libovsdb time 647.388µs
I0420 07:41:46.209513    3814 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-694q2, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-694q2: suppressed error logged: pod openshift-multus/network-metrics-daemon-694q2: no pod IPs found 
I0420 07:41:46.212022    3814 pod.go:62] [openshift-multus/network-metrics-daemon-hnf55] pod update took 18.06014ms
I0420 07:41:46.212053    3814 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-hnf55] addLogicalPort annotation time took 18.075962ms
I0420 07:41:46.212790    3814 pods.go:271] [openshift-multus/network-metrics-daemon-hnf55] addLogicalPort took 18.945658ms, libovsdb time 566.042µs
I0420 07:41:46.213146    3814 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0420 07:41:46.213167    3814 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0420 07:41:46.213177    3814 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0420 07:41:46.213181    3814 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0420 07:41:46.213351    3814 repair.go:29] Repairing admin network policies took 163.926µs
I0420 07:41:46.213510    3814 repair.go:92] Repairing baseline admin network policies took 147.284µs
I0420 07:41:46.213988    3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0420 07:41:46.214553    3814 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0420 07:41:46.214565    3814 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0420 07:41:46.216650    3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0420 07:41:46.216668    3814 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0420 07:41:46.216677    3814 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0420 07:41:46.218173    3814 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0420 07:41:46.218189    3814 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0420 07:41:46.218196    3814 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0420 07:41:46.219477    3814 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0420 07:41:46.219495    3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0420 07:41:46.219504    3814 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0420 07:41:46.220902    3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0420 07:41:46.220922    3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0420 07:41:46.220930    3814 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0420 07:41:46.221497    3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0420 07:41:46.221514    3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0420 07:41:46.221520    3814 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0420 07:41:46.222828    3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0420 07:41:46.222846    3814 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0420 07:41:46.222860    3814 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0420 07:41:46.223460    3814 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0420 07:41:46.223477    3814 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0420 07:41:46.223485    3814 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0420 07:41:46.225340    3814 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0420 07:41:46.225359    3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0420 07:41:46.225368    3814 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0420 07:41:46.225892    3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0420 07:41:46.225912    3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0420 07:41:46.225932    3814 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0420 07:41:46.226757    3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0420 07:41:46.226775    3814 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0420 07:41:46.226784    3814 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0420 07:41:46.227786    3814 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0420 07:41:46.227811    3814 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0420 07:41:46.227822    3814 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0420 07:41:46.229204    3814 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0420 07:41:46.229222    3814 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0420 07:41:46.229230    3814 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0420 07:41:46.230312    3814 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0420 07:41:46.230328    3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0420 07:41:46.230336    3814 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0420 07:41:46.231264    3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0420 07:41:46.231284    3814 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0420 07:41:46.231296    3814 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0420 07:41:46.232493    3814 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0420 07:41:46.232512    3814 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0420 07:41:46.232521    3814 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0420 07:41:46.233505    3814 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0420 07:41:46.233523    3814 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0420 07:41:46.233531    3814 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0420 07:41:46.235652    3814 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0420 07:41:46.235672    3814 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0420 07:41:46.235683    3814 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0420 07:41:46.236760    3814 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0420 07:41:46.236784    3814 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0420 07:41:46.236797    3814 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0420 07:41:46.237893    3814 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0420 07:41:46.237914    3814 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0420 07:41:46.237922    3814 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0420 07:41:46.238435    3814 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0420 07:41:46.238455    3814 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0420 07:41:46.238462    3814 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0420 07:41:46.238770    3814 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0420 07:41:46.238787    3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0420 07:41:46.238794    3814 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0420 07:41:46.239348    3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0420 07:41:46.239365    3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0420 07:41:46.239372    3814 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0420 07:41:46.239905    3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0420 07:41:46.239922    3814 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0420 07:41:46.239930    3814 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0420 07:41:46.240503    3814 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0420 07:41:46.240521    3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0420 07:41:46.240528    3814 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0420 07:41:46.240865    3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0420 07:41:46.240883    3814 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0420 07:41:46.240891    3814 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0420 07:41:46.242604    3814 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0420 07:41:46.242620    3814 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0420 07:41:46.242627    3814 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0420 07:41:46.243167    3814 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0420 07:41:46.243185    3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0420 07:41:46.243194    3814 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0420 07:41:46.243702    3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0420 07:41:46.243720    3814 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0420 07:41:46.243728    3814 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0420 07:41:46.243991    3814 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0420 07:41:46.248743    3814 egressfirewall.go:374] Starting EgressFirewall controller
I0420 07:41:46.248790    3814 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0420 07:41:46.248796    3814 controller.go:133] Adding controller egress-firewall-controller event handlers
I0420 07:41:46.248814    3814 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0420 07:41:46.248820    3814 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0420 07:41:46.248824    3814 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0420 07:41:46.248833    3814 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0420 07:41:46.249106    3814 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0420 07:41:46.249122    3814 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0420 07:41:46.249130    3814 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0420 07:41:46.249141    3814 egressqos.go:193] Setting up event handlers for EgressQoS
I0420 07:41:46.249152    3814 egressfirewall.go:723] Syncing node "ip-10-0-0-123.ec2.internal" for egress firewall
I0420 07:41:46.249162    3814 egressfirewall.go:723] Syncing node "ip-10-0-1-48.ec2.internal" for egress firewall
I0420 07:41:46.249167    3814 egressfirewall.go:723] Syncing node "ip-10-0-2-209.ec2.internal" for egress firewall
I0420 07:41:46.249352    3814 egressqos.go:245] Starting EgressQoS Controller
I0420 07:41:46.249368    3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0420 07:41:46.249378    3814 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0420 07:41:46.249383    3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0420 07:41:46.249389    3814 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0420 07:41:46.249394    3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0420 07:41:46.249398    3814 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0420 07:41:46.249402    3814 egressqos.go:259] Repairing EgressQoSes
I0420 07:41:46.249405    3814 egressqos.go:399] Starting repairing loop for egressqos
I0420 07:41:46.249480    3814 egressqos.go:401] Finished repairing loop for egressqos: 73.565µs
I0420 07:41:46.249500    3814 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0420 07:41:46.249523    3814 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-209.ec2.internal
I0420 07:41:46.249565    3814 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-209.ec2.internal : 42.429µs
I0420 07:41:46.249639    3814 egressservice_zone.go:210] Starting Egress Services Controller
I0420 07:41:46.249651    3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0420 07:41:46.249662    3814 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0420 07:41:46.249671    3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0420 07:41:46.249679    3814 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0420 07:41:46.249687    3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0420 07:41:46.249693    3814 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0420 07:41:46.249700    3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0420 07:41:46.249704    3814 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0420 07:41:46.249708    3814 egressservice_zone.go:228] Repairing Egress Services
I0420 07:41:46.249946    3814 master_controller.go:88] Starting Admin Policy Based Route Controller
I0420 07:41:46.249956    3814 external_controller.go:278] Starting Admin Policy Based Route Controller
I0420 07:41:46.249970    3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-123.ec2.internal
I0420 07:41:46.249982    3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-123.ec2.internal: 14.209µs
I0420 07:41:46.249989    3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-48.ec2.internal
I0420 07:41:46.249993    3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-48.ec2.internal: 4.069µs
I0420 07:41:46.249997    3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-209.ec2.internal
I0420 07:41:46.250001    3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-209.ec2.internal: 3.984µs
I0420 07:41:46.250107    3814 default_network_controller.go:585] Completing all the Watchers took 300.758075ms
I0420 07:41:46.250120    3814 default_network_controller.go:589] Starting unidling controllers
I0420 07:41:46.250131    3814 unidle.go:46] Registering OVN SB ControllerEvent handler
I0420 07:41:46.250137    3814 unidle.go:63] Populating Initial ContollerEvent events
I0420 07:41:46.250153    3814 unidle.go:79] Setting up event handlers for services
I0420 07:41:46.250244    3814 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0420 07:41:46.546452    3814 default_node_network_controller.go:519] Node connection status = connected
I0420 07:41:47.046243    3814 default_node_network_controller.go:519] Node connection status = connected
I0420 07:41:47.545940    3814 default_node_network_controller.go:519] Node connection status = connected
I0420 07:41:48.045940    3814 default_node_network_controller.go:519] Node connection status = connected
I0420 07:41:48.311133    3814 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0420 07:41:48.546784    3814 default_node_network_controller.go:519] Node connection status = connected
I0420 07:41:48.564592    3814 bridgeconfig.go:537] Gateway is ready
I0420 07:41:48.564611    3814 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0420 07:41:48.576498    3814 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.209. Updating OVN encap IP.
I0420 07:41:48.582003    3814 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.209 - it is already configured
I0420 07:41:48.582019    3814 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.209/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0420 07:41:48.582252    3814 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.209/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-209.ec2.internal","mac-address":"0e:67:be:93:85:81","ip-addresses":["10.0.2.209/24"],"ip-address":"10.0.2.209/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:7040d7f9-c463-466b-acd8-552df56541ee k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.209/24"}] on node ip-10-0-2-209.ec2.internal
I0420 07:41:48.598588    3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-209.ec2.internal in network "default"
I0420 07:41:48.598611    3814 egressfirewall.go:723] Syncing node "ip-10-0-2-209.ec2.internal" for egress firewall
I0420 07:41:48.598640    3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-209.ec2.internal
I0420 07:41:48.598655    3814 node_tracker.go:169] Node ip-10-0-2-209.ec2.internal switch + router changed, syncing services in network "default"
I0420 07:41:48.598660    3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-209.ec2.internal: 24.819µs
I0420 07:41:48.598672    3814 services_controller.go:574] Full service sync requested for network=default
I0420 07:41:48.598702    3814 master.go:548] Adding or Updating local node "ip-10-0-2-209.ec2.internal" for network "default"
I0420 07:41:48.598837    3814 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.209
I0420 07:41:48.598952    3814 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-209.ec2.internal
I0420 07:41:48.603722    3814 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-209.ec2.internal. Updating no re-route policies
I0420 07:41:48.603812    3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-hnf55
I0420 07:41:48.603824    3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hwvh4
I0420 07:41:48.603812    3814 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-c4vbh
I0420 07:41:48.603833    3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-694q2
I0420 07:41:48.603841    3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hwvh4
I0420 07:41:48.603844    3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-wzpht
I0420 07:41:48.603844    3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-5v8pz
I0420 07:41:48.603851    3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vbfgt
I0420 07:41:48.603861    3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-5v8pz
I0420 07:41:48.603861    3814 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-209.ec2.internal
I0420 07:41:48.603866    3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-hwvh4 after 0 failed attempt(s)
I0420 07:41:48.603867    3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vbfgt
I0420 07:41:48.603868    3814 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-sr9dn
I0420 07:41:48.603831    3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-hnf55
I0420 07:41:48.603877    3814 obj_retry.go:398] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-sr9dn
I0420 07:41:48.603877    3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-ztnvq
I0420 07:41:48.603882    3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-n89zh
I0420 07:41:48.603887    3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-5v8pz after 0 failed attempt(s)
I0420 07:41:48.603895    3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-ztnvq
I0420 07:41:48.603861    3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9jn55
I0420 07:41:48.603897    3814 obj_retry.go:418] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-sr9dn after 0 failed attempt(s)
I0420 07:41:48.603848    3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-694q2
I0420 07:41:48.603906    3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9jn55
I0420 07:41:48.603837    3814 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-c4vbh
I0420 07:41:48.603912    3814 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-vbfgt, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-vbfgt: suppressed error logged: pod openshift-network-diagnostics/network-check-target-vbfgt: no pod IPs found 
I0420 07:41:48.603913    3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-rh8hl
I0420 07:41:48.603921    3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5rz7w
I0420 07:41:48.603920    3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-ztnvq after 0 failed attempt(s)
I0420 07:41:48.603926    3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9jn55 after 0 failed attempt(s)
I0420 07:41:48.603929    3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-rh8hl
I0420 07:41:48.603872    3814 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-209.ec2.internal
I0420 07:41:48.603935    3814 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-c4vbh after 0 failed attempt(s)
I0420 07:41:48.603940    3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-209.ec2.internal
I0420 07:41:48.603936    3814 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-694q2, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-694q2: suppressed error logged: pod openshift-multus/network-metrics-daemon-694q2: no pod IPs found 
I0420 07:41:48.603896    3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-xfclt
I0420 07:41:48.603947    3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-209.ec2.internal
I0420 07:41:48.603883    3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-sjqb7
I0420 07:41:48.603952    3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-xfclt
I0420 07:41:48.603957    3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-sjqb7
I0420 07:41:48.603967    3814 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-rh8hl, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-rh8hl: suppressed error logged: pod openshift-network-diagnostics/network-check-target-rh8hl: no pod IPs found 
I0420 07:41:48.603972    3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-sjqb7 after 0 failed attempt(s)
I0420 07:41:48.603899    3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-tcvsq
I0420 07:41:48.603986    3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-tcvsq
I0420 07:41:48.604008    3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-tcvsq after 0 failed attempt(s)
I0420 07:41:48.603929    3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5rz7w
I0420 07:41:48.604022    3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5rz7w after 0 failed attempt(s)
I0420 07:41:48.603972    3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-209.ec2.internal after 0 failed attempt(s)
I0420 07:41:48.603851    3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-wzpht
I0420 07:41:48.604070    3814 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-wzpht, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-wzpht: suppressed error logged: pod openshift-multus/network-metrics-daemon-wzpht: no pod IPs found 
I0420 07:41:48.603945    3814 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-209.ec2.internal after 0 failed attempt(s)
I0420 07:41:48.603899    3814 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-hnf55] creating logical port openshift-multus_network-metrics-daemon-hnf55 for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:48.603976    3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-xfclt after 0 failed attempt(s)
I0420 07:41:48.603910    3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-n89zh
I0420 07:41:48.604234    3814 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-n89zh] creating logical port openshift-network-diagnostics_network-check-target-n89zh for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:48.604968    3814 pods.go:271] [openshift-multus/network-metrics-daemon-hnf55] addLogicalPort took 1.07687ms, libovsdb time 322.677µs
I0420 07:41:48.604985    3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-hnf55 after 0 failed attempt(s)
I0420 07:41:48.605025    3814 pods.go:271] [openshift-network-diagnostics/network-check-target-n89zh] addLogicalPort took 802.403µs, libovsdb time 323.725µs
I0420 07:41:48.605058    3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-n89zh after 0 failed attempt(s)
I0420 07:41:48.613883    3814 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0420 07:41:48.625495    3814 iptables.go:108] Creating table: mangle chain: OUTPUT
I0420 07:41:48.628624    3814 iptables.go:108] Creating table: nat chain: OUTPUT
I0420 07:41:48.682761    3814 iptables.go:108] Creating table: nat chain: PREROUTING
I0420 07:41:48.751974    3814 iptables.go:108] Creating table: filter chain: FORWARD
I0420 07:41:48.769125    3814 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0420 07:41:48.769260    3814 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0420 07:41:48.769321    3814 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0420 07:41:48.769420    3814 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0420 07:41:48.769470    3814 gateway_init.go:325] Gateway and management port readiness took 2.728202015s
I0420 07:41:48.769506    3814 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0420 07:41:48.769540    3814 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0420 07:41:48.769552    3814 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0420 07:41:48.769561    3814 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0420 07:41:48.769639    3814 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0420 07:41:48.769736    3814 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.409µs
I0420 07:41:48.770019    3814 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0420 07:41:48.770067    3814 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 34.416µs
I0420 07:41:48.770077    3814 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 63.038µs
I0420 07:41:48.770083    3814 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0420 07:41:48.770094    3814 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0420 07:41:48.770099    3814 default_node_network_controller.go:899] Starting the default node network controller
I0420 07:41:48.770104    3814 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0420 07:41:48.770186    3814 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.798µs
I0420 07:41:48.770345    3814 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0420 07:41:48.770359    3814 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0420 07:41:48.770387    3814 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b83140 0xc0002edc70 0xc0002edce0 0xc0002edd50 0xc0002eddc0 0xc0002ede30 <nil> 0xc0002edea0 0xc000b8d4a0 0xc0002ee000 0xc0002ee070 <nil> 0xc000a18280 0xc00607b3b0 <nil> <nil> <nil> 0xc0002ee150 <nil> map[0x2ff9080:0xc002b024e0 0x2ff95c0:0xc002b028a0 0x2ffa2e0:0xc002b021e0 0x2ffa580:0xc002b02480 0x2ffad60:0xc002b02540 0x2ffb000:0xc002b025a0 0x2ffb2a0:0xc002b02600 0x2ffba80:0xc002b02900 0x2ffbd20:0xc002b02960 0x3026980:0xc001287920 0x3026d20:0xc001287980 0x3027800:0xc000bfd560 0x3029160:0xc001b9a000 0x30298a0:0xc002b02180 0x302a720:0xc001b9a060] 0xc000ba8380 0}
I0420 07:41:48.770461    3814 gateway.go:151] Starting gateway service sync
I0420 07:41:48.770984    3814 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0420 07:41:48.773118    3814 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0420 07:41:48.798423    3814 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0420 07:41:48.799570    3814 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0420 07:41:48.800800    3814 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0420 07:41:48.836303    3814 gateway.go:168] Gateway service sync done. Time taken: 65.82332ms
I0420 07:41:48.837066    3814 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31251
I0420 07:41:48.837295    3814 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b83140 0xc0002edc70 0xc0002edce0 0xc0002edd50 0xc0002eddc0 0xc0002ede30 <nil> 0xc0002edea0 0xc000b8d4a0 0xc0002ee000 0xc0002ee070 <nil> 0xc000a18280 0xc00607b3b0 <nil> <nil> <nil> 0xc0002ee150 <nil> map[0x2ff9080:0xc002b024e0 0x2ff95c0:0xc002b028a0 0x2ffa2e0:0xc002b021e0 0x2ffa580:0xc002b02480 0x2ffad60:0xc002b02540 0x2ffb000:0xc002b025a0 0x2ffb2a0:0xc002b02600 0x2ffba80:0xc002b02900 0x2ffbd20:0xc002b02960 0x3026980:0xc001287920 0x3026d20:0xc001287980 0x3027800:0xc000bfd560 0x3029160:0xc001b9a000 0x30298a0:0xc002b02180 0x302a720:0xc001b9a060] 0xc000ba8380 0}
I0420 07:41:48.837745    3814 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b83140 0xc0002edc70 0xc0002edce0 0xc0002edd50 0xc0002eddc0 0xc0002ede30 <nil> 0xc0002edea0 0xc000b8d4a0 0xc0002ee000 0xc0002ee070 <nil> 0xc000a18280 0xc00607b3b0 <nil> <nil> <nil> 0xc0002ee150 <nil> map[0x2ff9080:0xc002b024e0 0x2ff95c0:0xc002b028a0 0x2ffa2e0:0xc002b021e0 0x2ffa580:0xc002b02480 0x2ffad60:0xc002b02540 0x2ffb000:0xc002b025a0 0x2ffb2a0:0xc002b02600 0x2ffba80:0xc002b02900 0x2ffbd20:0xc002b02960 0x3026980:0xc001287920 0x3026d20:0xc001287980 0x3027800:0xc000bfd560 0x3029160:0xc001b9a000 0x30298a0:0xc002b02180 0x302a720:0xc001b9a060] 0xc000ba8380 0}
I0420 07:41:48.837796    3814 gateway.go:532] Reconciling gateway with updates
I0420 07:41:48.843534    3814 gateway.go:339] Spawning Conntrack Rule Check Thread
I0420 07:41:48.843561    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0420 07:41:48.843566    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0420 07:41:48.843578    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0420 07:41:48.843582    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0420 07:41:48.843590    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0420 07:41:48.843592    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0420 07:41:48.843597    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0420 07:41:48.843597    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0420 07:41:48.843599    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 07:41:48.843618    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 07:41:48.843622    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0420 07:41:48.843630    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0420 07:41:48.843633    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0420 07:41:48.843643    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0420 07:41:48.843666    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0420 07:41:48.843667    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0420 07:41:48.843675    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0420 07:41:48.843676    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0420 07:41:48.843687    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0420 07:41:48.843691    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0420 07:41:48.843688    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0420 07:41:48.843693    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0420 07:41:48.843653    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0420 07:41:48.843704    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0420 07:41:48.843707    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0420 07:41:48.843713    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0420 07:41:48.843583    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0420 07:41:48.843719    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0420 07:41:48.843726    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0420 07:41:48.843682    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0420 07:41:48.843735    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0420 07:41:48.843741    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0420 07:41:48.843663    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0420 07:41:48.843754    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0420 07:41:48.843760    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0420 07:41:48.843673    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0420 07:41:48.843766    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0420 07:41:48.843766    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0420 07:41:48.843766    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0420 07:41:48.843777    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0420 07:41:48.843779    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0420 07:41:48.843784    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0420 07:41:48.843793    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0420 07:41:48.843737    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0420 07:41:48.843795    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0420 07:41:48.843745    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0420 07:41:48.843811    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0420 07:41:48.843757    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0420 07:41:48.843825    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0420 07:41:48.843825    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0420 07:41:48.843653    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0420 07:41:48.843837    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0420 07:41:48.843838    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0420 07:41:48.843841    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0420 07:41:48.843846    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0420 07:41:48.843853    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0420 07:41:48.843879    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0420 07:41:48.844018    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0420 07:41:48.844021    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0420 07:41:48.844025    3814 default_node_network_controller.go:944] Gateway and management port readiness took 73.655823ms
I0420 07:41:48.844047    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0420 07:41:48.844049    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0420 07:41:48.844054    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0420 07:41:48.844054    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0420 07:41:48.844059    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0420 07:41:48.844063    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0420 07:41:48.844069    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0420 07:41:48.844073    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0420 07:41:48.844073    3814 port_claim.go:71] Svc openshift-ingress/router-default: port 30281 is already open, no action needed
I0420 07:41:48.844077    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0420 07:41:48.844080    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0420 07:41:48.844074    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0420 07:41:48.844085    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0420 07:41:48.844093    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0420 07:41:48.844095    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0420 07:41:48.844097    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0420 07:41:48.844100    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0420 07:41:48.844101    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0420 07:41:48.844064    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0420 07:41:48.844116    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0420 07:41:48.844117    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0420 07:41:48.844118    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0420 07:41:48.844119    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0420 07:41:48.844128    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0420 07:41:48.844130    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0420 07:41:48.844133    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0420 07:41:48.844086    3814 port_claim.go:71] Svc openshift-ingress/router-default: port 32715 is already open, no action needed
I0420 07:41:48.844137    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0420 07:41:48.844141    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0420 07:41:48.844142    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0420 07:41:48.844145    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0420 07:41:48.844151    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0420 07:41:48.844150    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0420 07:41:48.844154    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0420 07:41:48.844157    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0420 07:41:48.844163    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0420 07:41:48.844171    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0420 07:41:48.844178    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0420 07:41:48.844115    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0420 07:41:48.844101    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0420 07:41:48.844192    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0420 07:41:48.844197    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0420 07:41:48.844053    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0420 07:41:48.844100    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0420 07:41:48.844234    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0420 07:41:48.844242    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0420 07:41:48.844256    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0420 07:41:48.844101    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0420 07:41:48.844117    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0420 07:41:48.844319    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0420 07:41:48.844125    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0420 07:41:48.844338    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0420 07:41:48.844128    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0420 07:41:48.844133    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0420 07:41:48.844435    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0420 07:41:48.844142    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0420 07:41:48.844445    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0420 07:41:48.844086    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0420 07:41:48.844465    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0420 07:41:48.844141    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0420 07:41:48.844117    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0420 07:41:48.844540    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0420 07:41:48.845426    3814 node_ip_handler_linux.go:160] Node IP manager is running
W0420 07:41:48.883597    3814 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0420 07:41:48.883754    3814 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0420 07:41:48.884017    3814 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0420 07:41:48.893211    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0420 07:41:48.893225    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0420 07:41:48.893248    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0420 07:41:48.893261    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0420 07:41:48.893271    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0420 07:41:48.893279    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0420 07:41:48.937012    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0420 07:41:48.937058    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0420 07:41:48.937068    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0420 07:41:48.977682    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0420 07:41:48.977709    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0420 07:41:48.977717    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0420 07:41:48.977723    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0420 07:41:50.309523    3814 default_node_network_controller.go:1380] Starting node controller node sync
W0420 07:41:50.309573    3814 egressip_healthcheck.go:76] Health checking using insecure connection
I0420 07:41:50.309641    3814 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0420 07:41:50.321207    3814 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.660342ms
I0420 07:41:50.321439    3814 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0420 07:41:50.321699    3814 egressservice_node.go:93] Setting up event handlers for Egress Services
I0420 07:41:50.321907    3814 egressservice_node.go:183] Starting Egress Services Controller
I0420 07:41:50.321923    3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0420 07:41:50.321933    3814 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0420 07:41:50.321939    3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0420 07:41:50.321944    3814 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0420 07:41:50.321949    3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0420 07:41:50.321954    3814 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0420 07:41:50.321958    3814 egressservice_node.go:197] Repairing Egress Services
I0420 07:41:50.331596    3814 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0420 07:41:50.331609    3814 external_controller.go:278] Starting Admin Policy Based Route Controller
I0420 07:41:50.331791    3814 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0420 07:41:50.331801    3814 link_network_manager.go:119] Link manager is running
I0420 07:41:50.331811    3814 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0420 07:41:50.331980    3814 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0420 07:41:50.332664    3814 vrf_manager.go:128] VRF manager is running
I0420 07:41:50.332885    3814 node_controller_manager.go:437] Removing flows to drop GARP
I0420 07:41:50.332895    3814 gateway.go:532] Reconciling gateway with updates
I0420 07:41:50.351894    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0420 07:41:50.351902    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0420 07:41:50.351910    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0420 07:41:50.351924    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0420 07:41:50.351928    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0420 07:41:50.351942    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0420 07:41:50.351943    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0420 07:41:50.351949    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0420 07:41:50.351948    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0420 07:41:50.351960    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0420 07:41:50.351951    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0420 07:41:50.351979    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0420 07:41:50.351968    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0420 07:41:50.351985    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0420 07:41:50.351990    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0420 07:41:50.351991    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0420 07:41:50.352000    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0420 07:41:50.352005    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0420 07:41:50.352009    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0420 07:41:50.352020    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0420 07:41:50.352025    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0420 07:41:50.351997    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0420 07:41:50.352053    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0420 07:41:50.352059    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 07:41:50.352066    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0420 07:41:50.352021    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0420 07:41:50.352076    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0420 07:41:50.352054    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0420 07:41:50.352081    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0420 07:41:50.352084    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0420 07:41:50.351975    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0420 07:41:50.352089    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0420 07:41:50.352091    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0420 07:41:50.352095    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0420 07:41:50.352105    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0420 07:41:50.352103    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0420 07:41:50.352109    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0420 07:41:50.352110    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0420 07:41:50.352118    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0420 07:41:50.352123    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0420 07:41:50.352127    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0420 07:41:50.352077    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0420 07:41:50.352137    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0420 07:41:50.352137    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0420 07:41:50.352138    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0420 07:41:50.352153    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0420 07:41:50.352119    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0420 07:41:50.352169    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0420 07:41:50.352010    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0420 07:41:50.352177    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0420 07:41:50.352189    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0420 07:41:50.352191    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0420 07:41:50.352105    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0420 07:41:50.352207    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0420 07:41:50.352215    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0420 07:41:50.352216    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0420 07:41:50.352225    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0420 07:41:50.352128    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0420 07:41:50.352231    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0420 07:41:50.352236    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0420 07:41:50.352239    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0420 07:41:50.352245    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0420 07:41:50.352246    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0420 07:41:50.352064    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0420 07:41:50.352249    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0420 07:41:50.352252    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0420 07:41:50.352266    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0420 07:41:50.352136    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0420 07:41:50.352092    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0420 07:41:50.352075    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0420 07:41:50.352283    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0420 07:41:50.352289    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0420 07:41:50.352298    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0420 07:41:50.352300    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0420 07:41:50.352089    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0420 07:41:50.352308    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0420 07:41:50.351984    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0420 07:41:50.352312    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0420 07:41:50.352096    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0420 07:41:50.352084    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0420 07:41:50.352129    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0420 07:41:50.352352    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0420 07:41:50.352360    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0420 07:41:50.352366    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0420 07:41:50.352197    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0420 07:41:50.352374    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0420 07:41:50.352379    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0420 07:41:50.352106    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0420 07:41:50.352387    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0420 07:41:50.352409    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0420 07:41:50.351928    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0420 07:41:50.352448    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0420 07:41:50.352292    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0420 07:41:50.352273    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0420 07:41:50.352481    3814 port_claim.go:71] Svc openshift-ingress/router-default: port 30281 is already open, no action needed
I0420 07:41:50.352491    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0420 07:41:50.352507    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0420 07:41:50.352078    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 07:41:50.352521    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0420 07:41:50.352510    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0420 07:41:50.352277    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0420 07:41:50.352596    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0420 07:41:50.352495    3814 port_claim.go:71] Svc openshift-ingress/router-default: port 32715 is already open, no action needed
I0420 07:41:50.352382    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0420 07:41:50.352623    3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0420 07:41:50.352636    3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0420 07:41:50.352261    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0420 07:41:50.352230    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0420 07:41:50.373170    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0420 07:41:50.392549    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0420 07:41:50.392567    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0420 07:41:50.392559    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0420 07:41:50.392580    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0420 07:41:50.392588    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0420 07:41:50.392597    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0420 07:41:50.392609    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0420 07:41:50.392618    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0420 07:41:50.392627    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0420 07:41:50.392637    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0420 07:41:50.392644    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0420 07:41:50.392653    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0420 07:41:50.392661    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0420 07:41:50.392670    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0420 07:41:50.392684    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0420 07:41:50.392702    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0420 07:41:50.392708    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0420 07:41:50.392713    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0420 07:41:50.392720    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0420 07:41:50.392726    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0420 07:41:50.392731    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0420 07:41:50.392736    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0420 07:41:50.392743    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0420 07:41:50.392751    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0420 07:41:50.431281    3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0420 07:41:50.620208    3814 default_network_controller.go:1025] Node "ip-10-0-1-48.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0420 07:41:51.997346    3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-209.ec2.internal
I0420 07:41:51.997375    3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-209.ec2.internal: 38.55µs
I0420 07:41:52.048309    3814 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-54969fdbb9-lv46j] creating logical port openshift-image-registry_image-registry-54969fdbb9-lv46j for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:52.048429    3814 kube.go:256] Updating pod openshift-image-registry/image-registry-54969fdbb9-lv46j
I0420 07:41:52.076653    3814 pod.go:62] [openshift-image-registry/image-registry-54969fdbb9-lv46j] pod update took 28.253567ms
I0420 07:41:52.076673    3814 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-54969fdbb9-lv46j] addLogicalPort annotation time took 28.27658ms
I0420 07:41:52.077860    3814 pods.go:271] [openshift-image-registry/image-registry-54969fdbb9-lv46j] addLogicalPort took 29.563291ms, libovsdb time 884.955µs
I0420 07:41:52.118450    3814 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-szcms] creating logical port openshift-dns_dns-default-szcms for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:52.118579    3814 kube.go:256] Updating pod openshift-dns/dns-default-szcms
I0420 07:41:52.122065    3814 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-t7kgc] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-t7kgc for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:52.122164    3814 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-t7kgc
I0420 07:41:52.127335    3814 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-8drp5] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-8drp5 for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:52.127486    3814 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-8drp5
I0420 07:41:52.144014    3814 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-7zr7s] creating logical port openshift-insights_insights-operator-6dbb575d6c-7zr7s for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:52.144157    3814 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-7zr7s
I0420 07:41:52.154326    3814 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8jlwz] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-8jlwz for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:52.154401    3814 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8jlwz
I0420 07:41:52.154427    3814 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-jvc58] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-jvc58 for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:52.154574    3814 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-jvc58
I0420 07:41:52.164580    3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-123.ec2.internal in network "default"
I0420 07:41:52.164607    3814 node_tracker.go:235] Node ip-10-0-0-123.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-123.ec2.internal"
I0420 07:41:52.164640    3814 node_tracker.go:169] Node ip-10-0-0-123.ec2.internal switch + router changed, syncing services in network "default"
I0420 07:41:52.164664    3814 services_controller.go:574] Full service sync requested for network=default
I0420 07:41:52.164672    3814 default_network_controller.go:1025] Node "ip-10-0-0-123.ec2.internal" in remote zone "ip-10-0-0-123.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0420 07:41:52.164839    3814 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-8679fb9795-9qlbk] creating logical port openshift-ingress_router-default-8679fb9795-9qlbk for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:52.164898    3814 pod.go:62] [openshift-dns/dns-default-szcms] pod update took 46.35055ms
I0420 07:41:52.164963    3814 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-szcms] addLogicalPort annotation time took 46.420613ms
I0420 07:41:52.165173    3814 kube.go:256] Updating pod openshift-ingress/router-default-8679fb9795-9qlbk
I0420 07:41:52.165995    3814 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-88v7l] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-88v7l for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:52.166155    3814 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-88v7l
I0420 07:41:52.166330    3814 pods.go:271] [openshift-dns/dns-default-szcms] addLogicalPort took 47.892155ms, libovsdb time 976.43µs
I0420 07:41:52.208236    3814 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-jvc58] pod update took 53.692361ms
I0420 07:41:52.208256    3814 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-jvc58] addLogicalPort annotation time took 53.714901ms
I0420 07:41:52.208398    3814 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8jlwz] pod update took 54.015551ms
I0420 07:41:52.208415    3814 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8jlwz] addLogicalPort annotation time took 54.034894ms
I0420 07:41:52.208489    3814 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-t7kgc] pod update took 86.341713ms
I0420 07:41:52.208504    3814 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-t7kgc] addLogicalPort annotation time took 86.379104ms
I0420 07:41:52.208543    3814 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-8drp5] pod update took 81.100848ms
I0420 07:41:52.208565    3814 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-8drp5] addLogicalPort annotation time took 81.12148ms
I0420 07:41:52.208935    3814 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-7zr7s] pod update took 64.792817ms
I0420 07:41:52.208956    3814 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-7zr7s] addLogicalPort annotation time took 64.814624ms
I0420 07:41:52.209539    3814 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-jvc58] addLogicalPort took 55.121492ms, libovsdb time 907.803µs
I0420 07:41:52.209831    3814 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-t7kgc] addLogicalPort took 87.77557ms, libovsdb time 1.112428ms
I0420 07:41:52.209878    3814 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m5v9h] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-m5v9h for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:52.209938    3814 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m5v9h
I0420 07:41:52.210104    3814 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8jlwz] addLogicalPort took 55.785211ms, libovsdb time 1.393889ms
I0420 07:41:52.210147    3814 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-zcf6m] creating logical port openshift-console-operator_console-operator-66dbbb6468-zcf6m for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:52.210237    3814 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-zcf6m
I0420 07:41:52.210399    3814 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-7zr7s] addLogicalPort took 66.397749ms, libovsdb time 1.182318ms
I0420 07:41:52.210435    3814 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wd9rs] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-wd9rs for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:52.210491    3814 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wd9rs
I0420 07:41:52.210582    3814 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-8drp5] addLogicalPort took 83.25824ms, libovsdb time 1.815167ms
I0420 07:41:52.210624    3814 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-646d4f86-m2tlj] creating logical port openshift-ingress_router-default-646d4f86-m2tlj for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:52.210680    3814 kube.go:256] Updating pod openshift-ingress/router-default-646d4f86-m2tlj
I0420 07:41:52.217142    3814 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-tjpvk] creating logical port openshift-ingress-canary_ingress-canary-tjpvk for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:52.217230    3814 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-tjpvk
I0420 07:41:52.218010    3814 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29611180-b8qnx for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:52.218100    3814 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx
I0420 07:41:52.219997    3814 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-88hns] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-88hns for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:52.220102    3814 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-88hns
I0420 07:41:52.224058    3814 pod.go:62] [openshift-ingress/router-default-8679fb9795-9qlbk] pod update took 59.046413ms
I0420 07:41:52.224124    3814 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-8679fb9795-9qlbk] addLogicalPort annotation time took 59.113518ms
I0420 07:41:52.226072    3814 pods.go:271] [openshift-ingress/router-default-8679fb9795-9qlbk] addLogicalPort took 61.245124ms, libovsdb time 1.611966ms
I0420 07:41:52.227237    3814 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-88v7l] pod update took 61.096147ms
I0420 07:41:52.227252    3814 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-88v7l] addLogicalPort annotation time took 61.114353ms
I0420 07:41:52.228229    3814 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-88v7l] addLogicalPort took 62.24571ms, libovsdb time 731.233µs
I0420 07:41:52.263648    3814 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m5v9h] pod update took 53.724108ms
I0420 07:41:52.263675    3814 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m5v9h] addLogicalPort annotation time took 53.750277ms
I0420 07:41:52.264589    3814 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m5v9h] addLogicalPort took 54.714752ms, libovsdb time 637.515µs
I0420 07:41:52.266641    3814 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-zcf6m] pod update took 56.41842ms
I0420 07:41:52.266656    3814 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-zcf6m] addLogicalPort annotation time took 56.443372ms
I0420 07:41:52.267515    3814 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-zcf6m] addLogicalPort took 57.371977ms, libovsdb time 642.8µs
I0420 07:41:52.271128    3814 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-88hns] pod update took 51.090506ms
I0420 07:41:52.271147    3814 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-88hns] addLogicalPort annotation time took 51.109875ms
I0420 07:41:52.272019    3814 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-88hns] addLogicalPort took 52.031718ms, libovsdb time 620.606µs
I0420 07:41:52.278174    3814 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wd9rs] pod update took 67.701376ms
I0420 07:41:52.278190    3814 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wd9rs] addLogicalPort annotation time took 67.717706ms
I0420 07:41:52.278454    3814 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx] pod update took 60.365799ms
I0420 07:41:52.278472    3814 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx] addLogicalPort annotation time took 60.387902ms
I0420 07:41:52.278613    3814 pod.go:62] [openshift-ingress-canary/ingress-canary-tjpvk] pod update took 61.404646ms
I0420 07:41:52.278632    3814 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-tjpvk] addLogicalPort annotation time took 61.42208ms
I0420 07:41:52.279191    3814 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wd9rs] addLogicalPort took 68.758595ms, libovsdb time 655.957µs
I0420 07:41:52.279236    3814 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-vjbmx] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-vjbmx for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:41:52.279292    3814 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-vjbmx
I0420 07:41:52.279746    3814 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx] addLogicalPort took 61.742738ms, libovsdb time 930.571µs
I0420 07:41:52.279956    3814 pods.go:271] [openshift-ingress-canary/ingress-canary-tjpvk] addLogicalPort took 62.82192ms, libovsdb time 998.495µs
I0420 07:41:52.294355    3814 pod.go:62] [openshift-ingress/router-default-646d4f86-m2tlj] pod update took 83.695068ms
I0420 07:41:52.294376    3814 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-646d4f86-m2tlj] addLogicalPort annotation time took 83.717474ms
I0420 07:41:52.295335    3814 pods.go:271] [openshift-ingress/router-default-646d4f86-m2tlj] addLogicalPort took 84.713405ms, libovsdb time 680.21µs
I0420 07:41:52.305287    3814 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-vjbmx] pod update took 26.009456ms
I0420 07:41:52.305307    3814 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-vjbmx] addLogicalPort annotation time took 26.034968ms
I0420 07:41:52.306572    3814 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-vjbmx] addLogicalPort took 27.3388ms, libovsdb time 896.932µs
I0420 07:41:52.318931    3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-123.ec2.internal in network "default"
I0420 07:41:52.318990    3814 node_tracker.go:169] Node ip-10-0-0-123.ec2.internal switch + router changed, syncing services in network "default"
I0420 07:41:52.319005    3814 services_controller.go:574] Full service sync requested for network=default
I0420 07:41:52.319029    3814 default_network_controller.go:1025] Node "ip-10-0-0-123.ec2.internal" in remote zone "ip-10-0-0-123.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0420 07:41:52.319841    3814 zone_ic_handler.go:195] Time taken to create transit switch: 228.861µs
I0420 07:41:52.319855    3814 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-123.ec2.internal for the network default
I0420 07:41:52.320940    3814 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-123.ec2.internal" on network "default" took: 1.337701ms
I0420 07:41:52.531383    3814 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-t7kgc a4bda76da2fe19e90a550ddacec0df7a965c86126963318adbc8caa358f38489 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-t7kgc a4bda76da2fe19e90a550ddacec0df7a965c86126963318adbc8caa358f38489 network default NAD default NAD key ]
I0420 07:41:52.563496    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-t7kgc, hostIfaceName: a4bda76da2fe19e, network: default, NAD default, SandboxID: "a4bda76da2fe19e90a550ddacec0df7a965c86126963318adbc8caa358f38489", PCI device ID: , UID: "7458b800-492c-4025-a2de-f36df785edff", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0420 07:41:52.582527    3814 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-7zr7s 1bf5fd8df8e8f7f5575994e2f6e410bf1bcd407c6dbeaa819d8f14f6f2d3c1ef network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-7zr7s 1bf5fd8df8e8f7f5575994e2f6e410bf1bcd407c6dbeaa819d8f14f6f2d3c1ef network default NAD default NAD key ]
I0420 07:41:52.591703    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-7zr7s, hostIfaceName: 1bf5fd8df8e8f7f, network: default, NAD default, SandboxID: "1bf5fd8df8e8f7f5575994e2f6e410bf1bcd407c6dbeaa819d8f14f6f2d3c1ef", PCI device ID: , UID: "ebcce495-5330-4963-9c14-617be377cbab", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0420 07:41:52.611525    3814 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8jlwz d7711e251514c88ad62b28945b35063d5649679a3a8d33301f76794c40b0006b network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8jlwz d7711e251514c88ad62b28945b35063d5649679a3a8d33301f76794c40b0006b network default NAD default NAD key ]
I0420 07:41:52.623712    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-8jlwz, hostIfaceName: d7711e251514c88, network: default, NAD default, SandboxID: "d7711e251514c88ad62b28945b35063d5649679a3a8d33301f76794c40b0006b", PCI device ID: , UID: "54e17087-4d28-4d9e-ba5f-47f45a800395", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0420 07:41:52.625599    3814 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-t7kgc a4bda76da2fe19e90a550ddacec0df7a965c86126963318adbc8caa358f38489 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-t7kgc a4bda76da2fe19e90a550ddacec0df7a965c86126963318adbc8caa358f38489 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:90:3a:8a:86:0d\",\"name\":\"a4bda76da2fe19e\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5efd9e83-eb49-4efd-90b3-412b7d1eaf6d\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:41:52.642270    3814 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-7zr7s 1bf5fd8df8e8f7f5575994e2f6e410bf1bcd407c6dbeaa819d8f14f6f2d3c1ef network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-7zr7s 1bf5fd8df8e8f7f5575994e2f6e410bf1bcd407c6dbeaa819d8f14f6f2d3c1ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:b9:a2:ee:90:42\",\"name\":\"1bf5fd8df8e8f7f\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98a0fa64-cc68-44bc-b95d-6e679b3f8ca2\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:41:52.670961    3814 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-zcf6m e0dffe12c8e8efe06e36bd114a424278ff564310d34f1ebe81bf35bf9854f3e7 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-zcf6m e0dffe12c8e8efe06e36bd114a424278ff564310d34f1ebe81bf35bf9854f3e7 network default NAD default NAD key ]
I0420 07:41:52.671386    3814 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8jlwz d7711e251514c88ad62b28945b35063d5649679a3a8d33301f76794c40b0006b network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-8jlwz d7711e251514c88ad62b28945b35063d5649679a3a8d33301f76794c40b0006b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:d7:50:cc:99:4c\",\"name\":\"d7711e251514c88\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95b9f44e-c885-4e3c-840d-9aea490486f6\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:41:52.681188    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-zcf6m, hostIfaceName: e0dffe12c8e8efe, network: default, NAD default, SandboxID: "e0dffe12c8e8efe06e36bd114a424278ff564310d34f1ebe81bf35bf9854f3e7", PCI device ID: , UID: "e402c72c-e689-4924-85fd-9bacd88fd3b0", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0420 07:41:52.719139    3814 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m5v9h e2471b6e0deaa5bf9c7a2401e69b5aa03a5687b8ef412ace64ff3183e6a1920f network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m5v9h e2471b6e0deaa5bf9c7a2401e69b5aa03a5687b8ef412ace64ff3183e6a1920f network default NAD default NAD key ]
I0420 07:41:52.729490    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-m5v9h, hostIfaceName: e2471b6e0deaa5b, network: default, NAD default, SandboxID: "e2471b6e0deaa5bf9c7a2401e69b5aa03a5687b8ef412ace64ff3183e6a1920f", PCI device ID: , UID: "51349190-85b7-41a9-bc68-88972c55e1e5", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0420 07:41:52.733738    3814 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-zcf6m e0dffe12c8e8efe06e36bd114a424278ff564310d34f1ebe81bf35bf9854f3e7 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-zcf6m e0dffe12c8e8efe06e36bd114a424278ff564310d34f1ebe81bf35bf9854f3e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:f7:55:8c:c3:e5\",\"name\":\"e0dffe12c8e8efe\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7827a33-c82c-4567-ac9f-21153f67216b\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:41:52.775878    3814 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m5v9h e2471b6e0deaa5bf9c7a2401e69b5aa03a5687b8ef412ace64ff3183e6a1920f network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-m5v9h e2471b6e0deaa5bf9c7a2401e69b5aa03a5687b8ef412ace64ff3183e6a1920f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:43:73:e4:11:51\",\"name\":\"e2471b6e0deaa5b\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f3946c0-b364-41ed-a4e1-d44dbbe45fde\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:41:52.797455    3814 cni.go:452] [openshift-ingress-canary/ingress-canary-tjpvk f804b7dec9cb73c297761df79cdfb863fa618fce136a7ccd833a16283d66e3b1 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-tjpvk f804b7dec9cb73c297761df79cdfb863fa618fce136a7ccd833a16283d66e3b1 network default NAD default NAD key ]
I0420 07:41:52.807793    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-tjpvk, hostIfaceName: f804b7dec9cb73c, network: default, NAD default, SandboxID: "f804b7dec9cb73c297761df79cdfb863fa618fce136a7ccd833a16283d66e3b1", PCI device ID: , UID: "1176a22f-706f-416b-9c41-13cc481bb888", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0420 07:41:52.820718    3814 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-vjbmx 11071432975bb7a91acf58a10940f4a265f671d5dc39e0532814c763c81ebf96 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-vjbmx 11071432975bb7a91acf58a10940f4a265f671d5dc39e0532814c763c81ebf96 network default NAD default NAD key ]
I0420 07:41:52.832495    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-vjbmx, hostIfaceName: 11071432975bb7a, network: default, NAD default, SandboxID: "11071432975bb7a91acf58a10940f4a265f671d5dc39e0532814c763c81ebf96", PCI device ID: , UID: "461c7650-10e4-4b05-ab5c-05ae9c7d3f56", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0420 07:41:52.849399    3814 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-88hns a8cfa9cbf8b1532ed111b635f702ba3cc176049aabb2a7648c35dc5367336163 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-88hns a8cfa9cbf8b1532ed111b635f702ba3cc176049aabb2a7648c35dc5367336163 network default NAD default NAD key ]
I0420 07:41:52.858696    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-88hns, hostIfaceName: a8cfa9cbf8b1532, network: default, NAD default, SandboxID: "a8cfa9cbf8b1532ed111b635f702ba3cc176049aabb2a7648c35dc5367336163", PCI device ID: , UID: "fbad6996-1483-4acb-b92a-8575f346d45f", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0420 07:41:52.864925    3814 cni.go:473] [openshift-ingress-canary/ingress-canary-tjpvk f804b7dec9cb73c297761df79cdfb863fa618fce136a7ccd833a16283d66e3b1 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-tjpvk f804b7dec9cb73c297761df79cdfb863fa618fce136a7ccd833a16283d66e3b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:9b:06:2b:a1:dc\",\"name\":\"f804b7dec9cb73c\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13cbf973-7766-4a3f-b5a2-abd50d67e038\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:41:52.874621    3814 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx 8d271e89191ec9ba5683a942a983e6ad07466aa7d8d2cb26b14c03460b6ce0ba network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx 8d271e89191ec9ba5683a942a983e6ad07466aa7d8d2cb26b14c03460b6ce0ba network default NAD default NAD key ]
I0420 07:41:52.884690    3814 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-vjbmx 11071432975bb7a91acf58a10940f4a265f671d5dc39e0532814c763c81ebf96 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-vjbmx 11071432975bb7a91acf58a10940f4a265f671d5dc39e0532814c763c81ebf96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:4b:1f:97:69:a1\",\"name\":\"11071432975bb7a\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9db965a3-aeaf-4d7d-8623-da86d14ebf43\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:41:52.885149    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29611180-b8qnx, hostIfaceName: 8d271e89191ec9b, network: default, NAD default, SandboxID: "8d271e89191ec9ba5683a942a983e6ad07466aa7d8d2cb26b14c03460b6ce0ba", PCI device ID: , UID: "4995bf38-bf6b-4cff-bd5f-c419eed34804", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0420 07:41:52.909379    3814 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-88hns a8cfa9cbf8b1532ed111b635f702ba3cc176049aabb2a7648c35dc5367336163 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-88hns a8cfa9cbf8b1532ed111b635f702ba3cc176049aabb2a7648c35dc5367336163 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:22:96:64:a9:e3\",\"name\":\"a8cfa9cbf8b1532\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30f2249c-4583-421c-8013-4eb395fc4fc3\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:41:52.934354    3814 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx 8d271e89191ec9ba5683a942a983e6ad07466aa7d8d2cb26b14c03460b6ce0ba network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx 8d271e89191ec9ba5683a942a983e6ad07466aa7d8d2cb26b14c03460b6ce0ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:e6:2c:48:21:cd\",\"name\":\"8d271e89191ec9b\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b0e32c0-a45b-41f8-8a08-b16951a2149d\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:41:53.374626    3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-123.ec2.internal
I0420 07:41:53.374719    3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-123.ec2.internal: 99.731µs
I0420 07:41:53.374684    3814 egressfirewall.go:723] Syncing node "ip-10-0-0-123.ec2.internal" for egress firewall
I0420 07:41:53.374730    3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-123.ec2.internal in network "default"
I0420 07:41:53.374744    3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-123.ec2.internal", IP: 10.0.0.123 to PMTUD blocking rules
I0420 07:41:53.374758    3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-123.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0420 07:41:53.374857    3814 node_tracker.go:169] Node ip-10-0-0-123.ec2.internal switch + router changed, syncing services in network "default"
I0420 07:41:53.374878    3814 services_controller.go:574] Full service sync requested for network=default
I0420 07:41:53.382944    3814 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-123.ec2.internal. Updating no re-route policies
I0420 07:41:53.390526    3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-123.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0420 07:41:53.390543    3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-123.ec2.internal", IP: 10.0.0.123 to PMTUD blocking rules
I0420 07:41:57.398708    3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-123.ec2.internal
I0420 07:41:57.398741    3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-123.ec2.internal: 41.729µs
I0420 07:41:59.315358    3814 egressfirewall.go:723] Syncing node "ip-10-0-1-48.ec2.internal" for egress firewall
I0420 07:41:59.315403    3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-48.ec2.internal
I0420 07:41:59.315422    3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-48.ec2.internal: 25.087µs
I0420 07:41:59.315435    3814 default_network_controller.go:1025] Node "ip-10-0-1-48.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0420 07:42:00.428578    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0420 07:42:00.934577    3814 default_network_controller.go:1025] Node "ip-10-0-1-48.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0420 07:42:02.138088    3814 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0420 07:42:02.139187    3814 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.072137ms
I0420 07:42:02.159438    3814 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0420 07:42:02.448201    3814 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-sr9dn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:42:02.448233    3814 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-sr9dn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:42:02.807476    3814 namespace.go:98] [openshift-service-ca] adding namespace
I0420 07:42:02.808381    3814 namespace.go:102] [openshift-service-ca] adding namespace took 882.596µs
I0420 07:42:02.834123    3814 namespace.go:142] [openshift-service-ca] updating namespace
W0420 07:42:03.395851    3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 07:42:03.415374    3814 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-sr9dn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:42:03.415399    3814 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-sr9dn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:42:03.825607    3814 default_network_controller.go:1025] Node "ip-10-0-1-48.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0420 07:42:04.851166    3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-48.ec2.internal in network "default"
I0420 07:42:04.851178    3814 default_network_controller.go:1025] Node "ip-10-0-1-48.ec2.internal" in remote zone "ip-10-0-1-48.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0420 07:42:04.851195    3814 node_tracker.go:235] Node ip-10-0-1-48.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-48.ec2.internal"
I0420 07:42:04.851212    3814 node_tracker.go:169] Node ip-10-0-1-48.ec2.internal switch + router changed, syncing services in network "default"
I0420 07:42:04.851226    3814 services_controller.go:574] Full service sync requested for network=default
W0420 07:42:04.851364    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0420 07:42:04.851600    3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 07:42:04.884920    3814 default_network_controller.go:1025] Node "ip-10-0-1-48.ec2.internal" in remote zone "ip-10-0-1-48.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0420 07:42:04.998026    3814 default_network_controller.go:1025] Node "ip-10-0-1-48.ec2.internal" in remote zone "ip-10-0-1-48.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0420 07:42:04.998072    3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-48.ec2.internal in network "default"
I0420 07:42:04.998117    3814 node_tracker.go:169] Node ip-10-0-1-48.ec2.internal switch + router changed, syncing services in network "default"
I0420 07:42:04.998150    3814 services_controller.go:574] Full service sync requested for network=default
W0420 07:42:04.998229    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0420 07:42:04.998594    3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0420 07:42:04.998962    3814 zone_ic_handler.go:195] Time taken to create transit switch: 274.933µs
I0420 07:42:04.998977    3814 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-48.ec2.internal for the network default
I0420 07:42:04.999980    3814 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-48.ec2.internal" on network "default" took: 1.302713ms
W0420 07:42:05.282076    3814 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0420 07:42:06.550788    3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-48.ec2.internal
I0420 07:42:06.550812    3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-48.ec2.internal: 33.196µs
I0420 07:42:06.550812    3814 egressfirewall.go:723] Syncing node "ip-10-0-1-48.ec2.internal" for egress firewall
I0420 07:42:06.550822    3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-48.ec2.internal in network "default"
I0420 07:42:06.550833    3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-48.ec2.internal", IP: 10.0.1.48 to PMTUD blocking rules
I0420 07:42:06.550846    3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-48.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0420 07:42:06.550869    3814 node_tracker.go:169] Node ip-10-0-1-48.ec2.internal switch + router changed, syncing services in network "default"
I0420 07:42:06.550882    3814 services_controller.go:574] Full service sync requested for network=default
W0420 07:42:06.551065    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0420 07:42:06.551327    3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0420 07:42:06.551348    3814 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0420 07:42:06.557169    3814 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-48.ec2.internal. Updating no re-route policies
I0420 07:42:06.566936    3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-48.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0420 07:42:06.566950    3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-48.ec2.internal", IP: 10.0.1.48 to PMTUD blocking rules
W0420 07:42:12.701859    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0420 07:42:24.241920    3814 cni.go:452] [openshift-image-registry/image-registry-54969fdbb9-lv46j 237f8e41a849ab8ed99877ed1f7b5ea29fcb35c66cdb1cd077e58cd503a8c516 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-54969fdbb9-lv46j 237f8e41a849ab8ed99877ed1f7b5ea29fcb35c66cdb1cd077e58cd503a8c516 network default NAD default NAD key ]
I0420 07:42:24.251544    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-54969fdbb9-lv46j, hostIfaceName: 237f8e41a849ab8, network: default, NAD default, SandboxID: "237f8e41a849ab8ed99877ed1f7b5ea29fcb35c66cdb1cd077e58cd503a8c516", PCI device ID: , UID: "191c2789-7f51-42a8-88c6-dfc007efc36b", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0420 07:42:24.300750    3814 cni.go:473] [openshift-image-registry/image-registry-54969fdbb9-lv46j 237f8e41a849ab8ed99877ed1f7b5ea29fcb35c66cdb1cd077e58cd503a8c516 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-54969fdbb9-lv46j 237f8e41a849ab8ed99877ed1f7b5ea29fcb35c66cdb1cd077e58cd503a8c516 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:a7:55:70:c9:99\",\"name\":\"237f8e41a849ab8\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8557e9c6-2c24-4e7d-8150-bf79c16baa7d\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:42:24.303063    3814 cni.go:452] [openshift-dns/dns-default-szcms 56faeda3b0975e1be3d81e2314b789984fb29204162dbc633726ae6b40bdba5d network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-szcms 56faeda3b0975e1be3d81e2314b789984fb29204162dbc633726ae6b40bdba5d network default NAD default NAD key ]
I0420 07:42:24.312778    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-szcms, hostIfaceName: 56faeda3b0975e1, network: default, NAD default, SandboxID: "56faeda3b0975e1be3d81e2314b789984fb29204162dbc633726ae6b40bdba5d", PCI device ID: , UID: "dd0439f7-5744-4af2-ab86-e46c0fd91ecf", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23]
I0420 07:42:24.330067    3814 cni.go:452] [openshift-multus/network-metrics-daemon-hnf55 d7f4f80e802dbef4cc6b832804f44b6b6462f126e87b088db596edad1f653cf8 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-hnf55 d7f4f80e802dbef4cc6b832804f44b6b6462f126e87b088db596edad1f653cf8 network default NAD default NAD key ]
I0420 07:42:24.341370    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-hnf55, hostIfaceName: d7f4f80e802dbef, network: default, NAD default, SandboxID: "d7f4f80e802dbef4cc6b832804f44b6b6462f126e87b088db596edad1f653cf8", PCI device ID: , UID: "5875e678-5049-4047-bafa-abb6b7463ec0", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0420 07:42:24.347151    3814 cni.go:452] [openshift-network-diagnostics/network-check-target-n89zh 6e73de5732de705c247b65b4163f0305f7f927e20447dbf07e9cce463e5ea1f7 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-n89zh 6e73de5732de705c247b65b4163f0305f7f927e20447dbf07e9cce463e5ea1f7 network default NAD default NAD key ]
I0420 07:42:24.350170    3814 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-8drp5 a76d8fd22d4c41ed91899c44d8d0073629c59459261296be02b15534dd953cf6 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-8drp5 a76d8fd22d4c41ed91899c44d8d0073629c59459261296be02b15534dd953cf6 network default NAD default NAD key ]
I0420 07:42:24.365710    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-n89zh, hostIfaceName: 6e73de5732de705, network: default, NAD default, SandboxID: "6e73de5732de705c247b65b4163f0305f7f927e20447dbf07e9cce463e5ea1f7", PCI device ID: , UID: "911390ff-6d61-4c5f-813c-9bf4754a6e32", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0420 07:42:24.365884    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-8drp5, hostIfaceName: a76d8fd22d4c41e, network: default, NAD default, SandboxID: "a76d8fd22d4c41ed91899c44d8d0073629c59459261296be02b15534dd953cf6", PCI device ID: , UID: "ff7b04ee-a702-4c7d-bfce-427e64f11e0e", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0420 07:42:24.371532    3814 cni.go:473] [openshift-dns/dns-default-szcms 56faeda3b0975e1be3d81e2314b789984fb29204162dbc633726ae6b40bdba5d network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-szcms 56faeda3b0975e1be3d81e2314b789984fb29204162dbc633726ae6b40bdba5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:3d:31:40:d0:23\",\"name\":\"56faeda3b0975e1\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b490c2f4-6b29-4b5e-b4bf-d4235b5a7c57\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:42:24.374689    3814 cni.go:452] [openshift-ingress/router-default-646d4f86-m2tlj 850601fa5772dd109786fbc25c3e02b4f0331ec62f165aa09a3aa19a3d75efc6 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-646d4f86-m2tlj 850601fa5772dd109786fbc25c3e02b4f0331ec62f165aa09a3aa19a3d75efc6 network default NAD default NAD key ]
I0420 07:42:24.395896    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-646d4f86-m2tlj, hostIfaceName: 850601fa5772dd1, network: default, NAD default, SandboxID: "850601fa5772dd109786fbc25c3e02b4f0331ec62f165aa09a3aa19a3d75efc6", PCI device ID: , UID: "deb17591-9cb9-4a49-b957-02b0357a1ede", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0420 07:42:24.399830    3814 cni.go:473] [openshift-multus/network-metrics-daemon-hnf55 d7f4f80e802dbef4cc6b832804f44b6b6462f126e87b088db596edad1f653cf8 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-hnf55 d7f4f80e802dbef4cc6b832804f44b6b6462f126e87b088db596edad1f653cf8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:51:e9:89:56:9e\",\"name\":\"d7f4f80e802dbef\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9cd15be-b5e6-4a22-8a5d-f1948142c548\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:42:24.425003    3814 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-8drp5 a76d8fd22d4c41ed91899c44d8d0073629c59459261296be02b15534dd953cf6 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-8drp5 a76d8fd22d4c41ed91899c44d8d0073629c59459261296be02b15534dd953cf6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:e1:e3:00:e8:b5\",\"name\":\"a76d8fd22d4c41e\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b29cf6d1-7b89-47bd-976c-30a9a9d63827\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:42:24.433621    3814 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-jvc58 620583b40e9dda62c9c08244e02c0aab5c6dd23d73236674085d76ee9fbe0756 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-jvc58 620583b40e9dda62c9c08244e02c0aab5c6dd23d73236674085d76ee9fbe0756 network default NAD default NAD key ]
I0420 07:42:24.436676    3814 cni.go:452] [openshift-ingress/router-default-8679fb9795-9qlbk a5c28ea63746f4054976a37ac5c4df8b2a9e67e480bfebf51ec32cb297d17d3b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-8679fb9795-9qlbk a5c28ea63746f4054976a37ac5c4df8b2a9e67e480bfebf51ec32cb297d17d3b network default NAD default NAD key ]
I0420 07:42:24.444055    3814 cni.go:473] [openshift-network-diagnostics/network-check-target-n89zh 6e73de5732de705c247b65b4163f0305f7f927e20447dbf07e9cce463e5ea1f7 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-n89zh 6e73de5732de705c247b65b4163f0305f7f927e20447dbf07e9cce463e5ea1f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:6e:6a:0c:25:c9\",\"name\":\"6e73de5732de705\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a715e95-441b-424a-bd41-a34b57701ec4\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:42:24.446077    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-jvc58, hostIfaceName: 620583b40e9dda6, network: default, NAD default, SandboxID: "620583b40e9dda62c9c08244e02c0aab5c6dd23d73236674085d76ee9fbe0756", PCI device ID: , UID: "327184f2-583a-4914-a2b1-2c49ff54db3c", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0420 07:42:24.446098    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-8679fb9795-9qlbk, hostIfaceName: a5c28ea63746f40, network: default, NAD default, SandboxID: "a5c28ea63746f4054976a37ac5c4df8b2a9e67e480bfebf51ec32cb297d17d3b", PCI device ID: , UID: "f32c39ae-ae87-4758-957b-19ebd21f4d4c", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0420 07:42:24.464316    3814 cni.go:473] [openshift-ingress/router-default-646d4f86-m2tlj 850601fa5772dd109786fbc25c3e02b4f0331ec62f165aa09a3aa19a3d75efc6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-646d4f86-m2tlj 850601fa5772dd109786fbc25c3e02b4f0331ec62f165aa09a3aa19a3d75efc6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:cf:d3:53:1c:f6\",\"name\":\"850601fa5772dd1\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50047747-2b85-44ba-9b60-01724a28ab63\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:42:24.495876    3814 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wd9rs c30c261094857ac7c856ad5a6ffab83289505ca8214608d7fd6197f2b00de1f9 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wd9rs c30c261094857ac7c856ad5a6ffab83289505ca8214608d7fd6197f2b00de1f9 network default NAD default NAD key ]
I0420 07:42:24.502556    3814 cni.go:473] [openshift-ingress/router-default-8679fb9795-9qlbk a5c28ea63746f4054976a37ac5c4df8b2a9e67e480bfebf51ec32cb297d17d3b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-8679fb9795-9qlbk a5c28ea63746f4054976a37ac5c4df8b2a9e67e480bfebf51ec32cb297d17d3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:b9:c8:eb:06:7e\",\"name\":\"a5c28ea63746f40\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1472ce61-3b36-43e4-a4c7-448ad3b6f5e8\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:42:24.515971    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-wd9rs, hostIfaceName: c30c261094857ac, network: default, NAD default, SandboxID: "c30c261094857ac7c856ad5a6ffab83289505ca8214608d7fd6197f2b00de1f9", PCI device ID: , UID: "488200ec-fd7d-4375-8338-2585d54b95a6", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0420 07:42:24.523028    3814 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-jvc58 620583b40e9dda62c9c08244e02c0aab5c6dd23d73236674085d76ee9fbe0756 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-jvc58 620583b40e9dda62c9c08244e02c0aab5c6dd23d73236674085d76ee9fbe0756 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:d8:b8:05:90:c1\",\"name\":\"620583b40e9dda6\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2a1a62f-c567-4b32-bd74-f95a6ec08e09\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:42:24.570507    3814 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wd9rs c30c261094857ac7c856ad5a6ffab83289505ca8214608d7fd6197f2b00de1f9 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wd9rs c30c261094857ac7c856ad5a6ffab83289505ca8214608d7fd6197f2b00de1f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:c8:c8:28:e8:a4\",\"name\":\"c30c261094857ac\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c7385ef-b7d0-4177-9240-5d95f3b2b1bc\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:42:24.586692    3814 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-88v7l e249bc4715893f365fe2747096aa2cff8d2d546b8a6f72206e4f610fe2aad71d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-88v7l e249bc4715893f365fe2747096aa2cff8d2d546b8a6f72206e4f610fe2aad71d network default NAD default NAD key ]
I0420 07:42:24.599844    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-88v7l, hostIfaceName: e249bc4715893f3, network: default, NAD default, SandboxID: "e249bc4715893f365fe2747096aa2cff8d2d546b8a6f72206e4f610fe2aad71d", PCI device ID: , UID: "0b459dba-c175-4055-b22f-5eff94b76b96", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0420 07:42:24.655202    3814 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-88v7l e249bc4715893f365fe2747096aa2cff8d2d546b8a6f72206e4f610fe2aad71d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-88v7l e249bc4715893f365fe2747096aa2cff8d2d546b8a6f72206e4f610fe2aad71d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:17:ea:83:27:fe\",\"name\":\"e249bc4715893f3\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9ad010a-15a6-43af-b72d-4ba1833fe3ae\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0420 07:42:24.809140    3814 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0420 07:42:24.809209    3814 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0420 07:42:24.809205    3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0420 07:42:24.809305    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0420 07:42:24.809312    3814 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0420 07:42:24.910684    3814 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-5d8957b4c8-9wt4w IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-5d8957b4c8-9wt4w: no pod IPs found 
I0420 07:42:24.933601    3814 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-ml296] creating logical port openshift-insights_insights-runtime-extractor-ml296 for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:42:24.933774    3814 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-ml296
I0420 07:42:24.980441    3814 pod.go:62] [openshift-insights/insights-runtime-extractor-ml296] pod update took 46.706621ms
I0420 07:42:24.980523    3814 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-ml296] addLogicalPort annotation time took 46.792487ms
I0420 07:42:24.982574    3814 pods.go:271] [openshift-insights/insights-runtime-extractor-ml296] addLogicalPort took 48.988815ms, libovsdb time 1.625388ms
I0420 07:42:25.190495    3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-48.ec2.internal
I0420 07:42:25.190589    3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-48.ec2.internal: 101.185µs
W0420 07:42:25.492819    3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0420 07:42:25.492842    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0420 07:42:25.493416    3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 07:42:25.493433    3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 07:42:25.493440    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 07:42:25.522793    3814 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0420 07:42:25.556960    3814 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0420 07:42:25.595679    3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 07:42:25.595773    3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 07:42:25.595806    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 07:42:25.599760    3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0420 07:42:25.599776    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0420 07:42:26.493300    3814 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0420 07:42:26.527762    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0420 07:42:26.527780    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0420 07:42:26.606902    3814 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0420 07:42:26.619336    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 07:42:26.619354    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0420 07:42:26.619362    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
I0420 07:42:26.746082    3814 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0420 07:42:27.152250    3814 cni.go:452] [openshift-insights/insights-runtime-extractor-ml296 282b619c1af15c28c7eb61ee73a617fd1b2260658e837cebebe1349f5e0a095b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-ml296 282b619c1af15c28c7eb61ee73a617fd1b2260658e837cebebe1349f5e0a095b network default NAD default NAD key ]
I0420 07:42:27.169200    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-ml296, hostIfaceName: 282b619c1af15c2, network: default, NAD default, SandboxID: "282b619c1af15c28c7eb61ee73a617fd1b2260658e837cebebe1349f5e0a095b", PCI device ID: , UID: "2dda576e-9297-4225-8392-516b68f1c4a7", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0420 07:42:27.233845    3814 cni.go:473] [openshift-insights/insights-runtime-extractor-ml296 282b619c1af15c28c7eb61ee73a617fd1b2260658e837cebebe1349f5e0a095b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-ml296 282b619c1af15c28c7eb61ee73a617fd1b2260658e837cebebe1349f5e0a095b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:f9:55:3a:1e:d6\",\"name\":\"282b619c1af15c2\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f9a9315-fc9f-488c-a398-c134203d252e\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0420 07:42:31.328897    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0420 07:42:35.287585    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0420 07:42:35.287610    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0420 07:42:37.260473    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0420 07:42:37.260499    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0420 07:42:37.526351    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0420 07:42:37.526370    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0420 07:42:37.526376    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0420 07:42:40.416587    3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 07:42:40.416609    3814 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 07:42:40.416615    3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 07:42:40.575701    3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 07:42:40.575720    3814 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0420 07:42:40.575726    3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0420 07:42:43.086848    3814 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:42:43.086951    3814 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0420 07:42:43.121423    3814 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 34.510185ms
I0420 07:42:43.121446    3814 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 34.537412ms
I0420 07:42:43.122610    3814 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 35.776377ms, libovsdb time 846.333µs
I0420 07:42:43.449388    3814 cni.go:452] [openshift-monitoring/prometheus-k8s-1 9332f5a6470c5d147324bfbfe01c7d8ed597df468f1ee006873525477abd3dde network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 9332f5a6470c5d147324bfbfe01c7d8ed597df468f1ee006873525477abd3dde network default NAD default NAD key ]
I0420 07:42:43.458514    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 9332f5a6470c5d1, network: default, NAD default, SandboxID: "9332f5a6470c5d147324bfbfe01c7d8ed597df468f1ee006873525477abd3dde", PCI device ID: , UID: "b66b1c25-56e4-4be2-b255-1e37cbaab0b2", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0420 07:42:43.508292    3814 cni.go:473] [openshift-monitoring/prometheus-k8s-1 9332f5a6470c5d147324bfbfe01c7d8ed597df468f1ee006873525477abd3dde network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 9332f5a6470c5d147324bfbfe01c7d8ed597df468f1ee006873525477abd3dde network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:67:cd:97:29:48\",\"name\":\"9332f5a6470c5d1\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/780df4f5-27ef-495c-a1ba-d82a5871967c\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0420 07:42:44.475157    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0420 07:42:44.601949    3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 07:42:44.601969    3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 07:42:44.604682    3814 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 07:42:44.604695    3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 07:42:44.604703    3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 07:42:44.604709    3814 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 07:42:44.659507    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0420 07:42:44.703333    3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 07:42:44.703352    3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 07:42:45.425844    3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 07:42:45.425868    3814 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 07:42:45.425875    3814 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 07:42:45.425880    3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0420 07:42:48.625438    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
I0420 07:42:51.625738    3814 cni.go:452] [openshift-image-registry/image-registry-54969fdbb9-lv46j 237f8e41a849ab8ed99877ed1f7b5ea29fcb35c66cdb1cd077e58cd503a8c516 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-54969fdbb9-lv46j 237f8e41a849ab8ed99877ed1f7b5ea29fcb35c66cdb1cd077e58cd503a8c516 network default NAD default NAD key ]
I0420 07:42:51.695210    3814 cni.go:473] [openshift-image-registry/image-registry-54969fdbb9-lv46j 237f8e41a849ab8ed99877ed1f7b5ea29fcb35c66cdb1cd077e58cd503a8c516 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-54969fdbb9-lv46j 237f8e41a849ab8ed99877ed1f7b5ea29fcb35c66cdb1cd077e58cd503a8c516 network default NAD default NAD key default], result "{}", err <nil>
I0420 07:42:51.749926    3814 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54969fdbb9-lv46j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:42:51.749961    3814 pods.go:176] Deleting pod: openshift-image-registry/image-registry-54969fdbb9-lv46j
I0420 07:42:51.751335    3814 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-54969fdbb9-lv46j, ips: 10.128.0.5
I0420 07:42:51.751367    3814 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54969fdbb9-lv46j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:42:51.759028    3814 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-58f79cc955-qdldf] creating logical port openshift-image-registry_image-registry-58f79cc955-qdldf for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:42:51.759133    3814 kube.go:256] Updating pod openshift-image-registry/image-registry-58f79cc955-qdldf
I0420 07:42:51.776963    3814 pod.go:62] [openshift-image-registry/image-registry-58f79cc955-qdldf] pod update took 17.85308ms
I0420 07:42:51.777065    3814 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-58f79cc955-qdldf] addLogicalPort annotation time took 17.95729ms
I0420 07:42:51.778262    3814 pods.go:271] [openshift-image-registry/image-registry-58f79cc955-qdldf] addLogicalPort took 19.247662ms, libovsdb time 828.975µs
I0420 07:42:52.129882    3814 cni.go:452] [openshift-image-registry/image-registry-58f79cc955-qdldf 8de563490a55bb2de4b2d5febb39abdd6051cbe3cb19919775f607c1dba4e967 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-58f79cc955-qdldf 8de563490a55bb2de4b2d5febb39abdd6051cbe3cb19919775f607c1dba4e967 network default NAD default NAD key ]
I0420 07:42:52.138922    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-58f79cc955-qdldf, hostIfaceName: 8de563490a55bb2, network: default, NAD default, SandboxID: "8de563490a55bb2de4b2d5febb39abdd6051cbe3cb19919775f607c1dba4e967", PCI device ID: , UID: "652c96d3-2de0-4caa-92c2-582155a5ef0c", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0420 07:42:52.186931    3814 cni.go:473] [openshift-image-registry/image-registry-58f79cc955-qdldf 8de563490a55bb2de4b2d5febb39abdd6051cbe3cb19919775f607c1dba4e967 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-58f79cc955-qdldf 8de563490a55bb2de4b2d5febb39abdd6051cbe3cb19919775f607c1dba4e967 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:03:a9:ed:90:ed\",\"name\":\"8de563490a55bb2\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60bdee29-75e0-46fb-b022-30ebd2315ccc\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:42:52.638625    3814 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54969fdbb9-lv46j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:42:52.638677    3814 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54969fdbb9-lv46j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:42:52.643107    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54969fdbb9-lv46j
I0420 07:42:52.643131    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54969fdbb9-lv46j
I0420 07:42:56.184908    3814 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0420 07:42:56.495442    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0420 07:43:04.553965    3814 base_network_controller_pods.go:487] [default/openshift-console/console-76cfc86b6d-g6q75] creating logical port openshift-console_console-76cfc86b6d-g6q75 for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:43:04.554102    3814 kube.go:256] Updating pod openshift-console/console-76cfc86b6d-g6q75
I0420 07:43:04.576339    3814 pod.go:62] [openshift-console/console-76cfc86b6d-g6q75] pod update took 22.265711ms
I0420 07:43:04.576360    3814 base_network_controller_pods.go:951] [default/openshift-console/console-76cfc86b6d-g6q75] addLogicalPort annotation time took 22.293061ms
I0420 07:43:04.577717    3814 pods.go:271] [openshift-console/console-76cfc86b6d-g6q75] addLogicalPort took 23.774393ms, libovsdb time 989.554µs
I0420 07:43:04.914836    3814 cni.go:452] [openshift-console/console-76cfc86b6d-g6q75 0ebf858726b2492982a96b5b6665a2c90092b197ed94f137d132207226d438d5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-76cfc86b6d-g6q75 0ebf858726b2492982a96b5b6665a2c90092b197ed94f137d132207226d438d5 network default NAD default NAD key ]
I0420 07:43:04.924011    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-76cfc86b6d-g6q75, hostIfaceName: 0ebf858726b2492, network: default, NAD default, SandboxID: "0ebf858726b2492982a96b5b6665a2c90092b197ed94f137d132207226d438d5", PCI device ID: , UID: "83fb28a4-19fd-4e89-bdb2-c78a9925d1b3", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0420 07:43:04.973520    3814 cni.go:473] [openshift-console/console-76cfc86b6d-g6q75 0ebf858726b2492982a96b5b6665a2c90092b197ed94f137d132207226d438d5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-76cfc86b6d-g6q75 0ebf858726b2492982a96b5b6665a2c90092b197ed94f137d132207226d438d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:bb:9d:75:1c:9a\",\"name\":\"0ebf858726b2492\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a96c0b3b-f067-4351-9467-4e4de8f992b2\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0420 07:43:06.513633    3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0420 07:43:06.540024    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0420 07:43:06.682728    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0420 07:43:06.682746    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0420 07:43:06.682795    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0420 07:43:07.685837    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0420 07:43:07.720454    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0420 07:43:07.741728    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0420 07:43:09.866094    3814 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:43:09.866625    3814 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:43:09.866650    3814 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 07:43:09.866661    3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0420 07:43:09.866680    3814 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 07:43:09.866686    3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0420 07:43:10.894260    3814 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:43:10.894285    3814 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:43:10.894300    3814 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:43:10.894311    3814 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390v9wk7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0420 07:43:11.706002    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0420 07:43:11.706079    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0420 07:43:11.706087    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0420 07:43:12.710357    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0420 07:43:12.840466    3814 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54969fdbb9-vjlng of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:43:12.841028    3814 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54969fdbb9-vjlng of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:43:13.541735    3814 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54969fdbb9-vjlng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:43:13.541768    3814 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54969fdbb9-vjlng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:43:13.548913    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54969fdbb9-vjlng
I0420 07:43:13.548939    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54969fdbb9-vjlng
W0420 07:43:13.638873    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0420 07:43:15.728284    3814 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0420 07:43:15.742874    3814 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0420 07:43:15.746448    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0420 07:43:25.767445    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0420 07:43:25.767451    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0420 07:43:25.767585    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0420 07:43:26.771364    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
I0420 07:43:31.810957    3814 obj_retry.go:498] Detected object openshift-console/console-64c7f49b5-8w854 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:43:31.811474    3814 obj_retry.go:498] Detected object openshift-console/console-64c7f49b5-8w854 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:43:32.638150    3814 obj_retry.go:492] Detected object openshift-console/console-64c7f49b5-8w854 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:43:32.638176    3814 obj_retry.go:492] Detected object openshift-console/console-64c7f49b5-8w854 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:43:32.647900    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64c7f49b5-8w854
I0420 07:43:32.647922    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64c7f49b5-8w854
I0420 07:43:41.130992    3814 obj_retry.go:498] Detected object openshift-console/console-64c7f49b5-bjjtm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:43:41.131526    3814 obj_retry.go:498] Detected object openshift-console/console-64c7f49b5-bjjtm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:43:41.870346    3814 obj_retry.go:492] Detected object openshift-console/console-64c7f49b5-bjjtm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:43:41.870374    3814 obj_retry.go:492] Detected object openshift-console/console-64c7f49b5-bjjtm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:43:41.878540    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64c7f49b5-bjjtm
I0420 07:43:41.878565    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64c7f49b5-bjjtm
I0420 07:43:42.222723    3814 cni.go:452] [openshift-ingress/router-default-8679fb9795-9qlbk a5c28ea63746f4054976a37ac5c4df8b2a9e67e480bfebf51ec32cb297d17d3b network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-8679fb9795-9qlbk a5c28ea63746f4054976a37ac5c4df8b2a9e67e480bfebf51ec32cb297d17d3b network default NAD default NAD key ]
I0420 07:43:42.302658    3814 cni.go:473] [openshift-ingress/router-default-8679fb9795-9qlbk a5c28ea63746f4054976a37ac5c4df8b2a9e67e480bfebf51ec32cb297d17d3b network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-8679fb9795-9qlbk a5c28ea63746f4054976a37ac5c4df8b2a9e67e480bfebf51ec32cb297d17d3b network default NAD default NAD key default], result "{}", err <nil>
I0420 07:43:42.362122    3814 obj_retry.go:498] Detected object openshift-ingress/router-default-8679fb9795-9qlbk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:43:42.362153    3814 pods.go:176] Deleting pod: openshift-ingress/router-default-8679fb9795-9qlbk
I0420 07:43:42.363520    3814 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-8679fb9795-9qlbk, ips: 10.128.0.12
I0420 07:43:42.363551    3814 obj_retry.go:498] Detected object openshift-ingress/router-default-8679fb9795-9qlbk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:43:42.833680    3814 obj_retry.go:492] Detected object openshift-ingress/router-default-8679fb9795-9qlbk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:43:42.833719    3814 obj_retry.go:492] Detected object openshift-ingress/router-default-8679fb9795-9qlbk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:43:42.845624    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-8679fb9795-9qlbk
I0420 07:43:42.845717    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-8679fb9795-9qlbk
W0420 07:43:43.878878    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 07:43:43.878897    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0420 07:43:58.581258    3814 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:43:58.581791    3814 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:43:58.728775    3814 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:43:58.728804    3814 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:43:58.736881    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0420 07:43:58.736907    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0420 07:44:02.882532    3814 cni.go:452] [openshift-monitoring/prometheus-k8s-1 9332f5a6470c5d147324bfbfe01c7d8ed597df468f1ee006873525477abd3dde network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 9332f5a6470c5d147324bfbfe01c7d8ed597df468f1ee006873525477abd3dde network default NAD default NAD key ]
I0420 07:44:02.967794    3814 cni.go:473] [openshift-monitoring/prometheus-k8s-1 9332f5a6470c5d147324bfbfe01c7d8ed597df468f1ee006873525477abd3dde network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 9332f5a6470c5d147324bfbfe01c7d8ed597df468f1ee006873525477abd3dde network default NAD default NAD key default], result "{}", err <nil>
I0420 07:44:03.031987    3814 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:44:03.032021    3814 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1
I0420 07:44:03.033391    3814 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.23
I0420 07:44:03.033419    3814 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:44:03.928776    3814 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:44:03.928799    3814 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:44:03.941439    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0420 07:44:03.941465    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0420 07:44:03.986812    3814 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:44:03.986916    3814 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0420 07:44:04.012646    3814 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 25.767886ms
I0420 07:44:04.012669    3814 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 25.794279ms
I0420 07:44:04.013901    3814 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 27.106423ms, libovsdb time 915.241µs
I0420 07:44:04.345338    3814 cni.go:452] [openshift-monitoring/prometheus-k8s-1 0a0a77fac8593198fa4b848b2619b9feda4df542b88158a3085673f1bddcabc8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 0a0a77fac8593198fa4b848b2619b9feda4df542b88158a3085673f1bddcabc8 network default NAD default NAD key ]
I0420 07:44:04.354868    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 0a0a77fac859319, network: default, NAD default, SandboxID: "0a0a77fac8593198fa4b848b2619b9feda4df542b88158a3085673f1bddcabc8", PCI device ID: , UID: "4026b8ad-5884-415d-9c4c-bfab9c0c4dff", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0420 07:44:04.404643    3814 cni.go:473] [openshift-monitoring/prometheus-k8s-1 0a0a77fac8593198fa4b848b2619b9feda4df542b88158a3085673f1bddcabc8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 0a0a77fac8593198fa4b848b2619b9feda4df542b88158a3085673f1bddcabc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:f3:30:d5:50:63\",\"name\":\"0a0a77fac859319\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4cebdb73-7b3b-47b9-92fc-7fd3310ca0e2\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:44:20.489188    3814 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:44:20.489728    3814 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:44:21.033840    3814 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:44:21.033869    3814 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:44:21.043900    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0420 07:44:21.043924    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0420 07:44:23.947331    3814 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0420 07:44:30.365206    3814 obj_retry.go:498] Detected object openshift-console/console-76cfc86b6d-m4zmz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:44:30.365734    3814 obj_retry.go:498] Detected object openshift-console/console-76cfc86b6d-m4zmz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:44:30.871453    3814 obj_retry.go:492] Detected object openshift-console/console-76cfc86b6d-m4zmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:44:30.871479    3814 obj_retry.go:492] Detected object openshift-console/console-76cfc86b6d-m4zmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:44:30.880085    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76cfc86b6d-m4zmz
I0420 07:44:30.880111    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76cfc86b6d-m4zmz
I0420 07:44:41.216769    3814 cni.go:452] [openshift-console/console-76cfc86b6d-g6q75 0ebf858726b2492982a96b5b6665a2c90092b197ed94f137d132207226d438d5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-76cfc86b6d-g6q75 0ebf858726b2492982a96b5b6665a2c90092b197ed94f137d132207226d438d5 network default NAD default NAD key ]
I0420 07:44:41.307403    3814 cni.go:473] [openshift-console/console-76cfc86b6d-g6q75 0ebf858726b2492982a96b5b6665a2c90092b197ed94f137d132207226d438d5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-76cfc86b6d-g6q75 0ebf858726b2492982a96b5b6665a2c90092b197ed94f137d132207226d438d5 network default NAD default NAD key default], result "{}", err <nil>
I0420 07:44:41.360027    3814 obj_retry.go:498] Detected object openshift-console/console-76cfc86b6d-g6q75 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:44:41.360088    3814 pods.go:176] Deleting pod: openshift-console/console-76cfc86b6d-g6q75
I0420 07:44:41.361394    3814 pods.go:236] Attempting to release IPs for pod: openshift-console/console-76cfc86b6d-g6q75, ips: 10.128.0.25
I0420 07:44:41.361420    3814 obj_retry.go:498] Detected object openshift-console/console-76cfc86b6d-g6q75 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:44:42.088991    3814 obj_retry.go:492] Detected object openshift-console/console-76cfc86b6d-g6q75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:44:42.089017    3814 obj_retry.go:492] Detected object openshift-console/console-76cfc86b6d-g6q75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:44:42.096419    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76cfc86b6d-g6q75
I0420 07:44:42.096449    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76cfc86b6d-g6q75
I0420 07:44:51.135258    3814 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx 8d271e89191ec9ba5683a942a983e6ad07466aa7d8d2cb26b14c03460b6ce0ba network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx 8d271e89191ec9ba5683a942a983e6ad07466aa7d8d2cb26b14c03460b6ce0ba network default NAD default NAD key ]
I0420 07:44:51.221346    3814 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx 8d271e89191ec9ba5683a942a983e6ad07466aa7d8d2cb26b14c03460b6ce0ba network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx 8d271e89191ec9ba5683a942a983e6ad07466aa7d8d2cb26b14c03460b6ce0ba network default NAD default NAD key default], result "{}", err <nil>
I0420 07:44:51.266432    3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:44:51.266473    3814 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx
I0420 07:44:51.267751    3814 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx, ips: 10.128.0.19
I0420 07:44:51.267779    3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:44:52.155849    3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:44:52.155891    3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0420 07:45:05.233613    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0420 07:45:05.233636    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0420 07:45:06.524700    3814 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:45:06.525294    3814 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:45:07.226629    3814 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:45:07.226659    3814 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:45:07.236017    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0420 07:45:07.236068    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0420 07:46:48.309474    3814 base_network_controller_pods.go:487] [default/openshift-console/console-5f8b588c86-xxf5c] creating logical port openshift-console_console-5f8b588c86-xxf5c for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:46:48.309612    3814 kube.go:256] Updating pod openshift-console/console-5f8b588c86-xxf5c
I0420 07:46:48.339341    3814 pod.go:62] [openshift-console/console-5f8b588c86-xxf5c] pod update took 29.763731ms
I0420 07:46:48.339370    3814 base_network_controller_pods.go:951] [default/openshift-console/console-5f8b588c86-xxf5c] addLogicalPort annotation time took 29.798871ms
I0420 07:46:48.340587    3814 pods.go:271] [openshift-console/console-5f8b588c86-xxf5c] addLogicalPort took 31.133896ms, libovsdb time 845.963µs
I0420 07:46:48.671177    3814 cni.go:452] [openshift-console/console-5f8b588c86-xxf5c e98d0561432cb2b09b3c38e29dfcf84246292b9a348e23bd2a04f3f88000407b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5f8b588c86-xxf5c e98d0561432cb2b09b3c38e29dfcf84246292b9a348e23bd2a04f3f88000407b network default NAD default NAD key ]
I0420 07:46:48.680306    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5f8b588c86-xxf5c, hostIfaceName: e98d0561432cb2b, network: default, NAD default, SandboxID: "e98d0561432cb2b09b3c38e29dfcf84246292b9a348e23bd2a04f3f88000407b", PCI device ID: , UID: "e29f069d-3e9c-44ba-9774-6f2b59039da2", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0420 07:46:48.729695    3814 cni.go:473] [openshift-console/console-5f8b588c86-xxf5c e98d0561432cb2b09b3c38e29dfcf84246292b9a348e23bd2a04f3f88000407b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5f8b588c86-xxf5c e98d0561432cb2b09b3c38e29dfcf84246292b9a348e23bd2a04f3f88000407b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:98:e9:55:cc:bd\",\"name\":\"e98d0561432cb2b\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4db742f-5a86-47ad-8097-dfb08374b611\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0420 07:46:59.632307    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0420 07:47:04.613294    3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0420 07:47:13.648797    3814 obj_retry.go:498] Detected object openshift-console/console-59c69b4c45-cgrks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:47:13.649374    3814 obj_retry.go:498] Detected object openshift-console/console-59c69b4c45-cgrks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:47:14.479818    3814 obj_retry.go:492] Detected object openshift-console/console-59c69b4c45-cgrks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:47:14.479846    3814 obj_retry.go:492] Detected object openshift-console/console-59c69b4c45-cgrks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:47:14.483964    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59c69b4c45-cgrks
I0420 07:47:14.483988    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59c69b4c45-cgrks
I0420 07:47:24.952529    3814 obj_retry.go:498] Detected object openshift-console/console-59c69b4c45-kh76q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:47:24.953136    3814 obj_retry.go:498] Detected object openshift-console/console-59c69b4c45-kh76q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:47:25.767018    3814 obj_retry.go:492] Detected object openshift-console/console-59c69b4c45-kh76q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:47:25.767064    3814 obj_retry.go:492] Detected object openshift-console/console-59c69b4c45-kh76q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:47:25.773981    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59c69b4c45-kh76q
I0420 07:47:25.774006    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59c69b4c45-kh76q
W0420 07:48:20.752508    3814 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0420 07:48:31.792668    3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0420 07:48:31.792722    3814 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-7c4tq IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-7c4tq: no pod IPs found 
I0420 07:48:41.520671    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70
I0420 07:48:55.634130    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0420 07:48:57.644886    3814 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0420 07:49:08.651169    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0420 07:49:17.639503    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0420 07:49:48.651127    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0420 07:50:00.196010    3814 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29611190-292c9 for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:50:00.196164    3814 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9
I0420 07:50:00.222313    3814 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9] pod update took 26.174467ms
I0420 07:50:00.222348    3814 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9] addLogicalPort annotation time took 26.213186ms
I0420 07:50:00.223563    3814 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9] addLogicalPort took 27.575399ms, libovsdb time 898.364µs
I0420 07:50:00.565395    3814 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 73d048a4f16c65c884d38d4a0a567ec93cdab97db93ded53119f1ed158f562cb network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 73d048a4f16c65c884d38d4a0a567ec93cdab97db93ded53119f1ed158f562cb network default NAD default NAD key ]
I0420 07:50:00.575068    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29611190-292c9, hostIfaceName: 73d048a4f16c65c, network: default, NAD default, SandboxID: "73d048a4f16c65c884d38d4a0a567ec93cdab97db93ded53119f1ed158f562cb", PCI device ID: , UID: "3bc60fca-a390-4920-b3c1-f6b2548f26e2", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0420 07:50:00.624909    3814 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 73d048a4f16c65c884d38d4a0a567ec93cdab97db93ded53119f1ed158f562cb network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 73d048a4f16c65c884d38d4a0a567ec93cdab97db93ded53119f1ed158f562cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:c5:54:9f:dc:a5\",\"name\":\"73d048a4f16c65c\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd94d7ac-980d-41b5-b026-71fa45489c1e\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:50:04.337963    3814 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 73d048a4f16c65c884d38d4a0a567ec93cdab97db93ded53119f1ed158f562cb network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 73d048a4f16c65c884d38d4a0a567ec93cdab97db93ded53119f1ed158f562cb network default NAD default NAD key ]
I0420 07:50:04.404939    3814 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 73d048a4f16c65c884d38d4a0a567ec93cdab97db93ded53119f1ed158f562cb network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 73d048a4f16c65c884d38d4a0a567ec93cdab97db93ded53119f1ed158f562cb network default NAD default NAD key default], result "{}", err <nil>
I0420 07:50:04.447609    3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:50:04.447661    3814 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9
I0420 07:50:04.448797    3814 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9, ips: 10.128.0.28
I0420 07:50:04.448825    3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:50:05.470089    3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:50:05.470140    3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:50:12.519706    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=83
I0420 07:50:59.529143    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=625
I0420 07:51:18.628293    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11
I0420 07:51:21.521384    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10
I0420 07:51:25.521359    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=148
I0420 07:51:26.522913    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17
I0420 07:51:26.617396    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
I0420 07:51:37.612720    3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0420 07:51:39.623197    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11
I0420 07:52:42.616229    3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0420 07:55:28.653851    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0420 07:55:49.647767    3814 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0420 07:56:05.246779    3814 namespace.go:98] [tsf] adding namespace
I0420 07:56:05.247654    3814 namespace.go:102] [tsf] adding namespace took 850.017µs
I0420 07:56:05.266505    3814 namespace.go:142] [tsf] updating namespace
I0420 07:56:05.279547    3814 namespace.go:142] [tsf] updating namespace
I0420 07:56:09.016420    3814 namespace.go:98] [konflux-operator] adding namespace
I0420 07:56:09.017323    3814 namespace.go:102] [konflux-operator] adding namespace took 871.519µs
I0420 07:56:09.020755    3814 namespace.go:98] [tsf-tas] adding namespace
I0420 07:56:09.021490    3814 namespace.go:102] [tsf-tas] adding namespace took 720.201µs
I0420 07:56:09.024194    3814 namespace.go:98] [tsf-keycloak] adding namespace
I0420 07:56:09.024248    3814 namespace.go:98] [cert-manager-operator] adding namespace
I0420 07:56:09.024390    3814 namespace.go:98] [tsf-tpa] adding namespace
I0420 07:56:09.024880    3814 namespace.go:102] [tsf-keycloak] adding namespace took 668.856µs
I0420 07:56:09.025082    3814 namespace.go:98] [konflux-ui] adding namespace
I0420 07:56:09.025169    3814 namespace.go:98] [rhtpa-operator] adding namespace
I0420 07:56:09.025540    3814 namespace.go:102] [cert-manager-operator] adding namespace took 1.276827ms
I0420 07:56:09.025560    3814 namespace.go:98] [rhbk-operator] adding namespace
I0420 07:56:09.026126    3814 namespace.go:102] [rhbk-operator] adding namespace took 561.392µs
I0420 07:56:09.026642    3814 namespace.go:102] [tsf-tpa] adding namespace took 2.238268ms
I0420 07:56:09.027115    3814 namespace.go:102] [konflux-ui] adding namespace took 2.015604ms
I0420 07:56:09.027662    3814 namespace.go:102] [rhtpa-operator] adding namespace took 2.480419ms
I0420 07:56:09.041224    3814 namespace.go:142] [konflux-operator] updating namespace
I0420 07:56:09.053217    3814 namespace.go:142] [konflux-operator] updating namespace
I0420 07:56:09.080220    3814 namespace.go:142] [tsf-tas] updating namespace
I0420 07:56:09.080343    3814 namespace.go:142] [rhbk-operator] updating namespace
I0420 07:56:09.080430    3814 namespace.go:142] [tsf-keycloak] updating namespace
I0420 07:56:09.080482    3814 namespace.go:142] [cert-manager-operator] updating namespace
I0420 07:56:09.086160    3814 namespace.go:142] [tsf-tas] updating namespace
I0420 07:56:09.086252    3814 namespace.go:142] [tsf-tpa] updating namespace
I0420 07:56:09.102317    3814 namespace.go:142] [rhtpa-operator] updating namespace
I0420 07:56:09.102394    3814 namespace.go:142] [konflux-ui] updating namespace
I0420 07:56:09.102439    3814 namespace.go:142] [konflux-operator] updating namespace
I0420 07:56:09.102540    3814 namespace.go:142] [tsf-keycloak] updating namespace
I0420 07:56:09.114714    3814 namespace.go:142] [tsf-keycloak] updating namespace
I0420 07:56:09.138988    3814 namespace.go:142] [cert-manager-operator] updating namespace
I0420 07:56:09.157215    3814 namespace.go:142] [cert-manager-operator] updating namespace
I0420 07:56:09.174093    3814 namespace.go:142] [rhbk-operator] updating namespace
I0420 07:56:09.193089    3814 namespace.go:142] [rhbk-operator] updating namespace
I0420 07:56:09.207112    3814 namespace.go:142] [tsf-tpa] updating namespace
I0420 07:56:09.224229    3814 namespace.go:142] [tsf-tpa] updating namespace
I0420 07:56:09.231048    3814 namespace.go:142] [tsf-tas] updating namespace
I0420 07:56:09.238266    3814 namespace.go:142] [konflux-ui] updating namespace
I0420 07:56:09.253055    3814 namespace.go:142] [konflux-ui] updating namespace
I0420 07:56:09.265988    3814 namespace.go:142] [rhtpa-operator] updating namespace
I0420 07:56:09.273767    3814 namespace.go:142] [rhtpa-operator] updating namespace
I0420 07:56:10.210281    3814 namespace.go:142] [tsf-tpa] updating namespace
I0420 07:56:10.230860    3814 namespace.go:142] [tsf-keycloak] updating namespace
I0420 07:56:16.574307    3814 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:16.574856    3814 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:16.574881    3814 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:16.574892    3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0420 07:56:16.574903    3814 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:16.574907    3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0420 07:56:17.600739    3814 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:17.600764    3814 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:17.600782    3814 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:17.600793    3814 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568sg2ts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:20.102892    3814 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:20.103485    3814 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:20.103511    3814 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:20.103521    3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0420 07:56:20.103536    3814 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:20.103543    3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0420 07:56:21.143862    3814 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:21.143885    3814 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:21.143900    3814 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:21.143910    3814 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece2zs84 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:21.642725    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0420 07:56:24.011517    3814 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:24.012094    3814 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:24.012125    3814 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:24.012135    3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0420 07:56:24.012149    3814 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:24.012157    3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0420 07:56:24.053090    3814 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:24.053544    3814 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:24.053566    3814 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:24.053573    3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0420 07:56:24.053584    3814 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:24.053588    3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0420 07:56:24.076376    3814 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:24.076762    3814 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:24.076784    3814 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:24.076791    3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0420 07:56:24.076802    3814 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0420 07:56:24.076807    3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0420 07:56:24.640497    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0420 07:56:25.043809    3814 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:25.043832    3814 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:25.043849    3814 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:25.043892    3814 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzklg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:25.081915    3814 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:25.081941    3814 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:25.081954    3814 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:25.081967    3814 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf7gwpz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:25.108260    3814 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:25.108279    3814 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:25.108289    3814 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 07:56:25.108304    3814 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79sqrl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0420 07:56:29.617826    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0420 07:56:32.297132    3814 namespace.go:142] [openshift-operators] updating namespace
I0420 07:56:32.320825    3814 namespace.go:142] [openshift-operators] updating namespace
W0420 07:56:33.656154    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0420 07:56:35.484714    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0420 07:56:35.493995    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0420 07:56:35.506615    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0420 07:56:35.516856    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0420 07:56:40.471426    3814 namespace.go:142] [openshift-operators] updating namespace
I0420 07:56:45.543102    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=46
I0420 07:56:45.895563    3814 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-bkddg] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-bkddg for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:56:45.895670    3814 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-bkddg
I0420 07:56:45.921276    3814 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-bkddg] pod update took 25.630912ms
I0420 07:56:45.921303    3814 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-bkddg] addLogicalPort annotation time took 25.663203ms
I0420 07:56:45.922514    3814 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-bkddg] addLogicalPort took 26.971611ms, libovsdb time 887.739µs
I0420 07:56:46.556873    3814 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-bkddg 86f07ac60b6c12fae5af6663d9c5ea4f9c81412290de2fbfb0237db6e215cbfe network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-bkddg 86f07ac60b6c12fae5af6663d9c5ea4f9c81412290de2fbfb0237db6e215cbfe network default NAD default NAD key ]
I0420 07:56:46.566152    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-bkddg, hostIfaceName: 86f07ac60b6c12f, network: default, NAD default, SandboxID: "86f07ac60b6c12fae5af6663d9c5ea4f9c81412290de2fbfb0237db6e215cbfe", PCI device ID: , UID: "242968b0-e4c4-4148-a5e2-ff58587d85fc", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0420 07:56:46.615459    3814 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-bkddg 86f07ac60b6c12fae5af6663d9c5ea4f9c81412290de2fbfb0237db6e215cbfe network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-bkddg 86f07ac60b6c12fae5af6663d9c5ea4f9c81412290de2fbfb0237db6e215cbfe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:7c:3c:8d:8e:c8\",\"name\":\"86f07ac60b6c12f\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/385c1333-97ae-42de-9304-f36c0d19f86e\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:56:48.049822    3814 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-25rjf] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-25rjf for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:56:48.050015    3814 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-25rjf
I0420 07:56:48.088337    3814 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-25rjf] pod update took 38.350188ms
I0420 07:56:48.088435    3814 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-25rjf] addLogicalPort annotation time took 38.452711ms
I0420 07:56:48.089740    3814 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-25rjf] addLogicalPort took 39.94122ms, libovsdb time 935.277µs
I0420 07:56:48.555787    3814 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-25rjf b339929a3807b8e5930f5c95fca272c9f75eb667f5f4663c87922130b097663e network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-25rjf b339929a3807b8e5930f5c95fca272c9f75eb667f5f4663c87922130b097663e network default NAD default NAD key ]
I0420 07:56:48.565457    3814 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-25rjf, hostIfaceName: b339929a3807b8e, network: default, NAD default, SandboxID: "b339929a3807b8e5930f5c95fca272c9f75eb667f5f4663c87922130b097663e", PCI device ID: , UID: "ae8a827a-cdb1-471d-ae81-4d28f3afe325", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0420 07:56:48.615809    3814 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-25rjf b339929a3807b8e5930f5c95fca272c9f75eb667f5f4663c87922130b097663e network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-25rjf b339929a3807b8e5930f5c95fca272c9f75eb667f5f4663c87922130b097663e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f9:5e:53:80:87\",\"name\":\"b339929a3807b8e\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b600c37c-9344-4306-8ad8-d83a1dffc39c\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:56:48.911258    3814 namespace.go:98] [trusted-artifact-signer] adding namespace
I0420 07:56:48.912141    3814 namespace.go:102] [trusted-artifact-signer] adding namespace took 858.069µs
I0420 07:56:48.963343    3814 namespace.go:142] [trusted-artifact-signer] updating namespace
I0420 07:56:48.987453    3814 namespace.go:142] [trusted-artifact-signer] updating namespace
W0420 07:56:49.003294    3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0420 07:56:50.616080    3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5
I0420 07:56:55.869698    3814 namespace.go:98] [openshift-pipelines] adding namespace
I0420 07:56:55.870566    3814 namespace.go:102] [openshift-pipelines] adding namespace took 845.993µs
I0420 07:56:55.897735    3814 namespace.go:142] [openshift-pipelines] updating namespace
I0420 07:56:56.622277    3814 namespace.go:142] [cert-manager-operator] updating namespace
I0420 07:56:57.046335    3814 namespace.go:142] [konflux-operator] updating namespace
I0420 07:56:57.228190    3814 namespace.go:142] [konflux-ui] updating namespace
I0420 07:56:57.431975    3814 namespace.go:142] [open-cluster-management-2ppoejhtt6juf01aeuheisimfjemt88i] updating namespace
I0420 07:56:57.830328    3814 namespace.go:142] [rhbk-operator] updating namespace
I0420 07:56:58.030724    3814 namespace.go:142] [rhtpa-operator] updating namespace
I0420 07:56:58.229860    3814 namespace.go:142] [trusted-artifact-signer] updating namespace
I0420 07:56:58.429370    3814 namespace.go:142] [tsf] updating namespace
I0420 07:56:58.634450    3814 namespace.go:142] [tsf-keycloak] updating namespace
I0420 07:56:58.832362    3814 namespace.go:142] [tsf-tas] updating namespace
I0420 07:56:59.036646    3814 namespace.go:142] [tsf-tpa] updating namespace
I0420 07:56:59.163559    3814 namespace.go:142] [cert-manager-operator] updating namespace
I0420 07:56:59.173539    3814 namespace.go:142] [default] updating namespace
I0420 07:56:59.183693    3814 namespace.go:142] [konflux-operator] updating namespace
I0420 07:56:59.192683    3814 namespace.go:142] [konflux-ui] updating namespace
I0420 07:56:59.202201    3814 namespace.go:142] [open-cluster-management-2ppoejhtt6juf01aeuheisimfjemt88i] updating namespace
I0420 07:56:59.210525    3814 namespace.go:142] [openshift] updating namespace
I0420 07:56:59.219562    3814 namespace.go:142] [rhbk-operator] updating namespace
I0420 07:56:59.234257    3814 namespace.go:142] [rhtpa-operator] updating namespace
I0420 07:56:59.247867    3814 namespace.go:142] [trusted-artifact-signer] updating namespace
I0420 07:56:59.256142    3814 namespace.go:142] [tsf] updating namespace
I0420 07:56:59.266148    3814 namespace.go:142] [tsf-keycloak] updating namespace
I0420 07:56:59.279567    3814 namespace.go:142] [tsf-tas] updating namespace
I0420 07:56:59.295878    3814 namespace.go:142] [tsf-tpa] updating namespace
I0420 07:56:59.397766    3814 namespace.go:142] [cert-manager-operator] updating namespace
I0420 07:56:59.495658    3814 namespace.go:142] [default] updating namespace
I0420 07:56:59.596681    3814 namespace.go:142] [konflux-operator] updating namespace
I0420 07:56:59.698262    3814 namespace.go:142] [konflux-ui] updating namespace
I0420 07:56:59.796812    3814 namespace.go:142] [open-cluster-management-2ppoejhtt6juf01aeuheisimfjemt88i] updating namespace
I0420 07:56:59.893122    3814 namespace.go:142] [openshift] updating namespace
W0420 07:56:59.927144    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0420 07:56:59.996224    3814 namespace.go:142] [rhbk-operator] updating namespace
I0420 07:57:00.096591    3814 namespace.go:142] [rhtpa-operator] updating namespace
I0420 07:57:00.197003    3814 namespace.go:142] [trusted-artifact-signer] updating namespace
I0420 07:57:00.296693    3814 namespace.go:142] [tsf] updating namespace
I0420 07:57:00.398978    3814 namespace.go:142] [tsf-keycloak] updating namespace
I0420 07:57:00.502220    3814 namespace.go:142] [tsf-tas] updating namespace
I0420 07:57:00.658246    3814 namespace.go:142] [tsf-tpa] updating namespace
I0420 07:57:01.790297    3814 namespace.go:142] [openshift-pipelines] updating namespace
I0420 07:57:06.653696    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0420 07:57:09.423839    3814 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-cv79m] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-cv79m for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:57:09.423977    3814 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-cv79m
I0420 07:57:09.441304    3814 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-cv79m] pod update took 17.350476ms
I0420 07:57:09.441325    3814 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-cv79m] addLogicalPort annotation time took 17.37719ms
I0420 07:57:09.442635    3814 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-cv79m] addLogicalPort took 18.81399ms, libovsdb time 937.354µs
I0420 07:57:09.524478    3814 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-hgqgv] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-hgqgv for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:57:09.524570    3814 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-hgqgv
I0420 07:57:09.542314    3814 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-hgqgv] pod update took 17.771039ms
I0420 07:57:09.542348    3814 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-hgqgv] addLogicalPort annotation time took 17.809146ms
I0420 07:57:09.543857    3814 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-hgqgv] addLogicalPort took 19.391574ms, libovsdb time 1.05776ms
I0420 07:57:09.627865    3814 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-wx2zh] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-wx2zh for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:57:09.628083    3814 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-wx2zh
I0420 07:57:09.647332    3814 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wx2zh] pod update took 19.312774ms
I0420 07:57:09.647359    3814 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-wx2zh] addLogicalPort annotation time took 19.346741ms
I0420 07:57:09.648547    3814 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wx2zh] addLogicalPort took 20.702094ms, libovsdb time 843.924µs
I0420 07:57:09.723222    3814 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-nbxdx] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-nbxdx for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:57:09.723322    3814 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-nbxdx
I0420 07:57:09.738333    3814 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-nbxdx] pod update took 15.035443ms
I0420 07:57:09.738360    3814 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-nbxdx] addLogicalPort annotation time took 15.069691ms
I0420 07:57:09.739548    3814 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-nbxdx] addLogicalPort took 16.346448ms, libovsdb time 834.156µs
I0420 07:57:09.803329    3814 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-cv79m f9093c5eaef03e7bc502b5641b374524a14d4c72c374e540e1e86d9a8d829156 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-cv79m f9093c5eaef03e7bc502b5641b374524a14d4c72c374e540e1e86d9a8d829156 network default NAD default NAD key ]
I0420 07:57:09.812513    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-cv79m, hostIfaceName: f9093c5eaef03e7, network: default, NAD default, SandboxID: "f9093c5eaef03e7bc502b5641b374524a14d4c72c374e540e1e86d9a8d829156", PCI device ID: , UID: "737281c7-b384-4ea2-9780-6fc44ef5c591", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0420 07:57:09.863870    3814 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-cv79m f9093c5eaef03e7bc502b5641b374524a14d4c72c374e540e1e86d9a8d829156 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-cv79m f9093c5eaef03e7bc502b5641b374524a14d4c72c374e540e1e86d9a8d829156 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:7b:6f:3f:73:8b\",\"name\":\"f9093c5eaef03e7\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98fa1fa6-0b82-4ff2-92ea-38283594cb97\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:57:09.884455    3814 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-hgqgv f3c56434a398c784c9dba07c690f7745f5f3011d6edf15713b65de8767f5fb29 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-hgqgv f3c56434a398c784c9dba07c690f7745f5f3011d6edf15713b65de8767f5fb29 network default NAD default NAD key ]
I0420 07:57:09.894639    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-hgqgv, hostIfaceName: f3c56434a398c78, network: default, NAD default, SandboxID: "f3c56434a398c784c9dba07c690f7745f5f3011d6edf15713b65de8767f5fb29", PCI device ID: , UID: "f582d47b-07cf-449c-8b68-5d733ba08267", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0420 07:57:09.943921    3814 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-hgqgv f3c56434a398c784c9dba07c690f7745f5f3011d6edf15713b65de8767f5fb29 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-hgqgv f3c56434a398c784c9dba07c690f7745f5f3011d6edf15713b65de8767f5fb29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:87:e8:04:97:24\",\"name\":\"f3c56434a398c78\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0d88cdd-3e75-4014-9a8b-7d2f54c8648e\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:57:09.987678    3814 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wx2zh ececfc61995cd140722d966fe1f5f2f49a6b204513bd768793a66b581aed9164 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-wx2zh ececfc61995cd140722d966fe1f5f2f49a6b204513bd768793a66b581aed9164 network default NAD default NAD key ]
I0420 07:57:09.997744    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-wx2zh, hostIfaceName: ececfc61995cd14, network: default, NAD default, SandboxID: "ececfc61995cd140722d966fe1f5f2f49a6b204513bd768793a66b581aed9164", PCI device ID: , UID: "85039593-ad65-4abe-8834-03b1859a7927", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0420 07:57:10.047507    3814 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wx2zh ececfc61995cd140722d966fe1f5f2f49a6b204513bd768793a66b581aed9164 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-wx2zh ececfc61995cd140722d966fe1f5f2f49a6b204513bd768793a66b581aed9164 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:ec:fd:2a:03:2b\",\"name\":\"ececfc61995cd14\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ff0f160-2613-46b3-8718-c12c59f20236\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:57:10.088754    3814 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-nbxdx 0528e3bc75e357bd8f9dce0401b30934812fa85deaed5b41198c82aa2de65d9f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-nbxdx 0528e3bc75e357bd8f9dce0401b30934812fa85deaed5b41198c82aa2de65d9f network default NAD default NAD key ]
I0420 07:57:10.098513    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-nbxdx, hostIfaceName: 0528e3bc75e357b, network: default, NAD default, SandboxID: "0528e3bc75e357bd8f9dce0401b30934812fa85deaed5b41198c82aa2de65d9f", PCI device ID: , UID: "23a595ee-b795-4d66-98d1-49068e5624f4", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0420 07:57:10.149220    3814 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-nbxdx 0528e3bc75e357bd8f9dce0401b30934812fa85deaed5b41198c82aa2de65d9f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-nbxdx 0528e3bc75e357bd8f9dce0401b30934812fa85deaed5b41198c82aa2de65d9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:59:2f:26:7f:f2\",\"name\":\"0528e3bc75e357b\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e883d074-6550-4626-89e5-614e432b0b88\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0420 07:57:13.841076    3814 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0420 07:57:13.841102    3814 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0420 07:57:13.841115    3814 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0420 07:57:16.051156    3814 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 07:57:16.051190    3814 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 07:57:16.051198    3814 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 07:57:16.051207    3814 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 07:57:16.079194    3814 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0420 07:57:16.079215    3814 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0420 07:57:16.079223    3814 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0420 07:57:27.064181    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0420 07:57:27.064205    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0420 07:57:27.064212    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0420 07:57:27.096786    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 07:57:27.096809    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 07:57:27.096816    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 07:57:27.096825    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0420 07:57:36.954546    3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0420 07:57:38.066809    3814 namespace.go:142] [openshift-pipelines] updating namespace
I0420 07:57:53.865565    3814 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0420 07:58:07.791876    3814 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-d7c56d9f6-26fnf] creating logical port openshift-pipelines_tekton-results-api-d7c56d9f6-26fnf for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:58:07.791981    3814 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-d7c56d9f6-26fnf
I0420 07:58:07.810528    3814 pod.go:62] [openshift-pipelines/tekton-results-api-d7c56d9f6-26fnf] pod update took 18.579797ms
I0420 07:58:07.810550    3814 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-d7c56d9f6-26fnf] addLogicalPort annotation time took 18.607783ms
I0420 07:58:07.811891    3814 pods.go:271] [openshift-pipelines/tekton-results-api-d7c56d9f6-26fnf] addLogicalPort took 20.031913ms, libovsdb time 901.548µs
I0420 07:58:07.881969    3814 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-nnw2t] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-nnw2t for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:58:07.882073    3814 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-nnw2t
I0420 07:58:07.900375    3814 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-nnw2t] pod update took 18.34688ms
I0420 07:58:07.900396    3814 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-nnw2t] addLogicalPort annotation time took 18.372011ms
I0420 07:58:07.901657    3814 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-nnw2t] addLogicalPort took 19.702561ms, libovsdb time 894.963µs
I0420 07:58:08.167783    3814 cni.go:452] [openshift-pipelines/tekton-results-api-d7c56d9f6-26fnf bffa6f534097ef986c545873d3abc8f49bcba7cca5e99efac923c76ec9fd672a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-d7c56d9f6-26fnf bffa6f534097ef986c545873d3abc8f49bcba7cca5e99efac923c76ec9fd672a network default NAD default NAD key ]
I0420 07:58:08.178000    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-d7c56d9f6-26fnf, hostIfaceName: bffa6f534097ef9, network: default, NAD default, SandboxID: "bffa6f534097ef986c545873d3abc8f49bcba7cca5e99efac923c76ec9fd672a", PCI device ID: , UID: "d6bc9eed-6b63-4b2a-9110-e34b3b5b7ea5", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0420 07:58:08.230344    3814 cni.go:473] [openshift-pipelines/tekton-results-api-d7c56d9f6-26fnf bffa6f534097ef986c545873d3abc8f49bcba7cca5e99efac923c76ec9fd672a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-d7c56d9f6-26fnf bffa6f534097ef986c545873d3abc8f49bcba7cca5e99efac923c76ec9fd672a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:3b:db:02:35:a1\",\"name\":\"bffa6f534097ef9\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b8a40cf-ff23-4682-b8b1-9dab9ee7e703\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:58:08.240807    3814 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-nnw2t 794b5d57dfe46f1ba98ad051620eefefc93449ae3202fe9f87cd0a5b15b3c2d3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-nnw2t 794b5d57dfe46f1ba98ad051620eefefc93449ae3202fe9f87cd0a5b15b3c2d3 network default NAD default NAD key ]
I0420 07:58:08.251498    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-nnw2t, hostIfaceName: 794b5d57dfe46f1, network: default, NAD default, SandboxID: "794b5d57dfe46f1ba98ad051620eefefc93449ae3202fe9f87cd0a5b15b3c2d3", PCI device ID: , UID: "e2d30aa2-3494-4cd1-8bba-03dfede9e2df", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0420 07:58:08.304298    3814 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-nnw2t 794b5d57dfe46f1ba98ad051620eefefc93449ae3202fe9f87cd0a5b15b3c2d3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-nnw2t 794b5d57dfe46f1ba98ad051620eefefc93449ae3202fe9f87cd0a5b15b3c2d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:28:df:45:b0:da\",\"name\":\"794b5d57dfe46f1\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3c724a8-c284-4751-95e7-49d4004b3971\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0420 07:58:12.314294    3814 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0420 07:58:12.314317    3814 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0420 07:58:12.314322    3814 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0420 07:58:18.353535    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0420 07:58:18.353559    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0420 07:58:18.353565    3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-209.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0420 07:58:27.524855    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=39
W0420 07:58:39.553981    3814 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0420 07:58:52.055931    3814 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-5lvgd] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-5lvgd for pod on switch ip-10-0-2-209.ec2.internal
I0420 07:58:52.056044    3814 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-5lvgd
I0420 07:58:52.075601    3814 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-5lvgd] pod update took 19.596641ms
I0420 07:58:52.075634    3814 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-5lvgd] addLogicalPort annotation time took 19.635015ms
I0420 07:58:52.076873    3814 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-5lvgd] addLogicalPort took 20.962337ms, libovsdb time 871.349µs
I0420 07:58:53.017876    3814 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-5lvgd 16211beceeffd5c09b38b35f7b5928c7fd2465e19f7b43c12e8950eca824f539 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-5lvgd 16211beceeffd5c09b38b35f7b5928c7fd2465e19f7b43c12e8950eca824f539 network default NAD default NAD key ]
I0420 07:58:53.027165    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-5lvgd, hostIfaceName: 16211beceeffd5c, network: default, NAD default, SandboxID: "16211beceeffd5c09b38b35f7b5928c7fd2465e19f7b43c12e8950eca824f539", PCI device ID: , UID: "35309f31-de58-43d0-8e89-8854e5338531", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0420 07:58:53.078700    3814 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-5lvgd 16211beceeffd5c09b38b35f7b5928c7fd2465e19f7b43c12e8950eca824f539 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-5lvgd 16211beceeffd5c09b38b35f7b5928c7fd2465e19f7b43c12e8950eca824f539 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:8c:22:7a:d1:8f\",\"name\":\"16211beceeffd5c\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55b39cf8-0059-4429-95b8-25d9b5b0d9de\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 07:58:55.522550    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56
I0420 07:58:56.524277    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0420 07:59:10.524146    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=64
I0420 08:00:00.194996    3814 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29611200-888tf for pod on switch ip-10-0-2-209.ec2.internal
I0420 08:00:00.195116    3814 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf
I0420 08:00:00.210461    3814 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf] pod update took 15.369731ms
I0420 08:00:00.210494    3814 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf] addLogicalPort annotation time took 15.409319ms
I0420 08:00:00.211847    3814 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf] addLogicalPort took 16.870007ms, libovsdb time 936.277µs
I0420 08:00:00.560130    3814 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf 3e9e4840a0f458b6d909761b9957c60bf4965d59ccb4e6f1c6cbb5d2e3831782 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf 3e9e4840a0f458b6d909761b9957c60bf4965d59ccb4e6f1c6cbb5d2e3831782 network default NAD default NAD key ]
I0420 08:00:00.569624    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29611200-888tf, hostIfaceName: 3e9e4840a0f458b, network: default, NAD default, SandboxID: "3e9e4840a0f458b6d909761b9957c60bf4965d59ccb4e6f1c6cbb5d2e3831782", PCI device ID: , UID: "9f7723b5-08b9-43d5-b32c-1975ed0d30aa", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0420 08:00:00.622787    3814 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf 3e9e4840a0f458b6d909761b9957c60bf4965d59ccb4e6f1c6cbb5d2e3831782 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf 3e9e4840a0f458b6d909761b9957c60bf4965d59ccb4e6f1c6cbb5d2e3831782 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:cb:12:fc:aa:cb\",\"name\":\"3e9e4840a0f458b\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8d261f6-08bd-41f8-93d7-3abe7e5f276e\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 08:00:03.841995    3814 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf 3e9e4840a0f458b6d909761b9957c60bf4965d59ccb4e6f1c6cbb5d2e3831782 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf 3e9e4840a0f458b6d909761b9957c60bf4965d59ccb4e6f1c6cbb5d2e3831782 network default NAD default NAD key ]
I0420 08:00:03.926979    3814 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf 3e9e4840a0f458b6d909761b9957c60bf4965d59ccb4e6f1c6cbb5d2e3831782 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf 3e9e4840a0f458b6d909761b9957c60bf4965d59ccb4e6f1c6cbb5d2e3831782 network default NAD default NAD key default], result "{}", err <nil>
I0420 08:00:03.982452    3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 08:00:03.982487    3814 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf
I0420 08:00:03.983704    3814 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf, ips: 10.128.0.38
I0420 08:00:03.983733    3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 08:00:04.861526    3814 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29611200-mvz8d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 08:00:04.861564    3814 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29611200-mvz8d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 08:00:04.861609    3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:00:04.861624    3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611200-888tf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:00:05.863864    3814 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29611200-mvz8d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:00:05.863901    3814 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29611200-mvz8d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:00:12.626116    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
I0420 08:00:35.532464    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=254
I0420 08:00:42.631688    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0420 08:00:57.620002    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0420 08:01:05.411571    3814 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 08:01:05.412113    3814 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 08:01:06.297135    3814 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:01:06.297160    3814 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-rw7vk-29611200-kd5st of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:01:51.618977    3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0420 08:02:08.657217    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0420 08:02:41.656736    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0420 08:03:11.573988    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=51
I0420 08:03:45.650847    3814 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0420 08:04:04.643506    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0420 08:04:20.525145    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31
I0420 08:04:24.527835    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6
I0420 08:05:36.528359    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=13
I0420 08:05:55.646098    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0420 08:05:56.619571    3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0420 08:06:13.527135    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0420 08:06:18.635020    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0420 08:07:03.150181    3814 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 08:07:03.150731    3814 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 08:07:06.621874    3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0420 08:08:03.227896    3814 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:08:03.227945    3814 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:08:03.235938    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0420 08:08:03.235953    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0420 08:08:26.629673    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0420 08:09:22.653788    3814 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0420 08:10:00.199309    3814 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29611210-rl4bn for pod on switch ip-10-0-2-209.ec2.internal
I0420 08:10:00.199423    3814 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn
I0420 08:10:00.224439    3814 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn] pod update took 25.04064ms
I0420 08:10:00.224471    3814 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn] addLogicalPort annotation time took 25.076067ms
I0420 08:10:00.225670    3814 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn] addLogicalPort took 26.374696ms, libovsdb time 835.395µs
I0420 08:10:00.557918    3814 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn 6f560ae8226f926b49645b2080894d1a2d117f102f544ae975572e31abfb7c49 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn 6f560ae8226f926b49645b2080894d1a2d117f102f544ae975572e31abfb7c49 network default NAD default NAD key ]
I0420 08:10:00.567543    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29611210-rl4bn, hostIfaceName: 6f560ae8226f926, network: default, NAD default, SandboxID: "6f560ae8226f926b49645b2080894d1a2d117f102f544ae975572e31abfb7c49", PCI device ID: , UID: "66946dc9-9b37-4ca5-89e2-1139d58e5053", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0420 08:10:00.619195    3814 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn 6f560ae8226f926b49645b2080894d1a2d117f102f544ae975572e31abfb7c49 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn 6f560ae8226f926b49645b2080894d1a2d117f102f544ae975572e31abfb7c49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:80:95:d1:5a:2b\",\"name\":\"6f560ae8226f926\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec76206a-0f77-4ede-8568-b400c1616a2f\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 08:10:03.656992    3814 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn 6f560ae8226f926b49645b2080894d1a2d117f102f544ae975572e31abfb7c49 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn 6f560ae8226f926b49645b2080894d1a2d117f102f544ae975572e31abfb7c49 network default NAD default NAD key ]
I0420 08:10:03.660807    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0420 08:10:03.740537    3814 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn 6f560ae8226f926b49645b2080894d1a2d117f102f544ae975572e31abfb7c49 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn 6f560ae8226f926b49645b2080894d1a2d117f102f544ae975572e31abfb7c49 network default NAD default NAD key default], result "{}", err <nil>
I0420 08:10:03.790566    3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 08:10:03.790617    3814 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn
I0420 08:10:03.791839    3814 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn, ips: 10.128.0.39
I0420 08:10:03.791867    3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 08:10:04.675962    3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:10:04.675993    3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611210-rl4bn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:10:04.720652    3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:10:04.720708    3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:10:04.724128    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx
I0420 08:10:04.724154    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611180-b8qnx
I0420 08:10:07.535343    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=38
I0420 08:10:55.623086    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0420 08:11:04.646792    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0420 08:11:16.576821    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9
I0420 08:11:25.660102    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0420 08:11:26.527956    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31
I0420 08:11:49.622300    3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5
I0420 08:12:21.531030    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0420 08:12:23.624623    3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0420 08:12:43.530290    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8
I0420 08:12:51.638149    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0420 08:14:28.648575    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0420 08:14:30.632318    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0420 08:14:44.657094    3814 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5
I0420 08:15:02.530535    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0420 08:16:49.626159    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0420 08:17:22.579918    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7
I0420 08:17:41.650140    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0420 08:18:03.625089    3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0420 08:18:30.533080    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6
I0420 08:18:32.662889    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0420 08:18:40.534297    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0420 08:18:48.607636    3814 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 08:18:48.608256    3814 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 08:18:54.538797    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=13
I0420 08:18:57.531443    3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47
I0420 08:19:14.663387    3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0420 08:19:48.686600    3814 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:19:48.686645    3814 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:19:48.693741    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0420 08:19:48.693767    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0420 08:20:00.184686    3814 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29611220-4gng7 for pod on switch ip-10-0-2-209.ec2.internal
I0420 08:20:00.184799    3814 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7
I0420 08:20:00.201330    3814 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7] pod update took 16.552412ms
I0420 08:20:00.201357    3814 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7] addLogicalPort annotation time took 16.583113ms
I0420 08:20:00.202706    3814 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7] addLogicalPort took 18.040804ms, libovsdb time 966.259µs
I0420 08:20:00.545554    3814 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 c55d9ab5ed5b1975606dd4cd9e8c1f59881cb0fce54d890bb209eb180055e4f5 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 c55d9ab5ed5b1975606dd4cd9e8c1f59881cb0fce54d890bb209eb180055e4f5 network default NAD default NAD key ]
I0420 08:20:00.554686    3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29611220-4gng7, hostIfaceName: c55d9ab5ed5b197, network: default, NAD default, SandboxID: "c55d9ab5ed5b1975606dd4cd9e8c1f59881cb0fce54d890bb209eb180055e4f5", PCI device ID: , UID: "4611814d-c4b9-459a-b219-e7400c257198", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0420 08:20:00.608099    3814 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 c55d9ab5ed5b1975606dd4cd9e8c1f59881cb0fce54d890bb209eb180055e4f5 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 c55d9ab5ed5b1975606dd4cd9e8c1f59881cb0fce54d890bb209eb180055e4f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:21:d5:0c:dd:26\",\"name\":\"c55d9ab5ed5b197\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15ef1124-4265-4584-93d2-9a8232b6a4de\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0420 08:20:04.511220    3814 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 c55d9ab5ed5b1975606dd4cd9e8c1f59881cb0fce54d890bb209eb180055e4f5 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 c55d9ab5ed5b1975606dd4cd9e8c1f59881cb0fce54d890bb209eb180055e4f5 network default NAD default NAD key ]
I0420 08:20:04.592816    3814 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 c55d9ab5ed5b1975606dd4cd9e8c1f59881cb0fce54d890bb209eb180055e4f5 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 c55d9ab5ed5b1975606dd4cd9e8c1f59881cb0fce54d890bb209eb180055e4f5 network default NAD default NAD key default], result "{}", err <nil>
I0420 08:20:04.643385    3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0420 08:20:04.643420    3814 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7
I0420 08:20:04.644724    3814 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7, ips: 10.128.0.40
I0420 08:20:04.644748    3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0420 08:20:05.530816    3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:20:05.530848    3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611220-4gng7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:20:05.573535    3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:20:05.573564    3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0420 08:20:05.579606    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9
I0420 08:20:05.579633    3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611190-292c9