+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-1-145.ec2.internal
++ [[ -n ip-10-0-1-145.ec2.internal ]]
++ [[ -f /env/ip-10-0-1-145.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
I0421 14:57:55.540284266 - disable conntrack on geneve port
+ echo 'I0421 14:57:55.540284266 - disable conntrack on geneve port'
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0421 14:57:55.557134662 - starting ovnkube-node'
I0421 14:57:55.557134662 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-145.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-145.ec2.internal --init-node ip-10-0-1-145.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-145.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0421 14:57:55.597383    3820 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0421 14:57:55.597436    3820 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d8bdce57ed.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0421 14:57:55.599421    3820 kube.go:431] Waiting for certificate
I0421 14:57:55.599473    3820 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0421 14:57:55.599531    3820 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0421 14:57:55.600353    3820 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0421 14:57:55.634231    3820 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0421 14:57:55.634249    3820 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0421 14:57:55.636812    3820 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0421 14:57:55.636938    3820 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5zvt8"
I0421 14:57:55.644368    3820 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5zvt8"
I0421 14:57:55.644424    3820 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0421 14:57:56.600357    3820 kube.go:438] Certificate found
I0421 14:57:56.600983    3820 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0421 14:57:56.602340    3820 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0421 14:57:56.648584    3820 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-22 14:52:55 +0000 UTC" deadline="2026-04-22 12:25:18.100896271 +0000 UTC"
I0421 14:57:56.648828    3820 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h27m21.452153721s"
I0421 14:57:56.666944    3820 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0421 14:57:56.688134    3820 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0421 14:57:56.688179    3820 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0421 14:57:56.688207    3820 factory.go:561] Starting watch factory
I0421 14:57:56.688251    3820 server.go:101] MetricServer registers OVS metrics
I0421 14:57:56.688291    3820 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.688313    3820 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.688328    3820 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.688332    3820 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.688313    3820 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.688345    3820 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.688337    3820 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.688381    3820 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.688367    3820 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.688462    3820 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.688292    3820 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.688539    3820 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.688887    3820 server.go:105] MetricServer registers OVN DB metrics
I0421 14:57:56.691633    3820 controller_manager.go:370] Starting the ovnkube controller
I0421 14:57:56.691643    3820 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-145.ec2.internal
I0421 14:57:56.691696    3820 controller_manager.go:395] NBDB zone sync took: 45.909µs
I0421 14:57:56.691704    3820 factory.go:561] Starting watch factory
I0421 14:57:56.693519    3820 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0421 14:57:56.693537    3820 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0421 14:57:56.706428    3820 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0421 14:57:56.706446    3820 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0421 14:57:56.708113    3820 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.709710    3820 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0421 14:57:56.709746    3820 server.go:109] MetricServer registers OVN Controller metrics
I0421 14:57:56.712871    3820 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.713132    3820 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.713401    3820 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.713495    3820 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.719122    3820 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0421 14:57:56.719365    3820 server.go:113] MetricServer registers OVN Northd metrics
I0421 14:57:56.724138    3820 metrics.go:519] OVN Metrics Server starts to run ...
I0421 14:57:56.793916    3820 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0421 14:57:56.793941    3820 factory.go:1977] *v1.Pod informer cache synced successfully
I0421 14:57:56.793946    3820 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0421 14:57:56.793951    3820 factory.go:1977] *v1.Namespace informer cache synced successfully
I0421 14:57:56.793955    3820 factory.go:1977] *v1.Node informer cache synced successfully
I0421 14:57:56.793973    3820 factory.go:1977] *v1.Service informer cache synced successfully
I0421 14:57:56.794066    3820 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0421 14:57:56.794085    3820 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0421 14:57:56.794071    3820 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0421 14:57:56.794099    3820 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0421 14:57:56.797138    3820 factory.go:1977] *v1.Service informer cache synced successfully
I0421 14:57:56.797154    3820 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0421 14:57:56.797158    3820 factory.go:1977] *v1.Pod informer cache synced successfully
I0421 14:57:56.797161    3820 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0421 14:57:56.797164    3820 factory.go:1977] *v1.Namespace informer cache synced successfully
I0421 14:57:56.797167    3820 factory.go:1977] *v1.Node informer cache synced successfully
I0421 14:57:56.818104    3820 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0421 14:57:56.843394    3820 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0421 14:57:56.899689    3820 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0421 14:57:56.899712    3820 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0421 14:57:56.899826    3820 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:56.899851    3820 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:56.902867    3820 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0421 14:57:56.902884    3820 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0421 14:57:56.918647    3820 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.006032    3820 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0421 14:57:57.006146    3820 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.006165    3820 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.009240    3820 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0421 14:57:57.026108    3820 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.111915    3820 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0421 14:57:57.112011    3820 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.112027    3820 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.115382    3820 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0421 14:57:57.130795    3820 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.218005    3820 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0421 14:57:57.218120    3820 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.218138    3820 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.221192    3820 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0421 14:57:57.238958    3820 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.323940    3820 factory.go:1977] *v1.EgressService informer cache synced successfully
I0421 14:57:57.324024    3820 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.324038    3820 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.327155    3820 factory.go:1977] *v1.EgressService informer cache synced successfully
I0421 14:57:57.345458    3820 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.429855    3820 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0421 14:57:57.430066    3820 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0421 14:57:57.430079    3820 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0421 14:57:57.433172    3820 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0421 14:57:57.449618    3820 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0421 14:57:57.535945    3820 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0421 14:57:57.536035    3820 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.536048    3820 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.536054    3820 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.536068    3820 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.539069    3820 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0421 14:57:57.583319    3820 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.617461    3820 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0421 14:57:57.641795    3820 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0421 14:57:57.641815    3820 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0421 14:57:57.641823    3820 factory.go:680] Watch Factory start up complete, took: 953.618812ms
I0421 14:57:57.641885    3820 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0421 14:57:57.645360    3820 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0421 14:57:57.645371    3820 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0421 14:57:57.645378    3820 factory.go:680] Watch Factory start up complete, took: 953.671411ms
I0421 14:57:57.645384    3820 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-145.ec2.internal" zone
I0421 14:57:57.682108    3820 default_node_network_controller.go:710] Initializing the default node network controller
I0421 14:57:57.736351    3820 udn_isolation.go:101] Starting UDN host isolation manager
I0421 14:57:57.744046    3820 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0421 14:57:57.797922    3820 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0421 14:57:57.797986    3820 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0421 14:57:57.797999    3820 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0421 14:57:57.830513    3820 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0421 14:57:57.830578    3820 default_node_network_controller.go:809] Node ip-10-0-1-145.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0421 14:57:57.836656    3820 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.145"] k8s.ovn.org/zone-name:ip-10-0-1-145.ec2.internal] on node ip-10-0-1-145.ec2.internal
I0421 14:57:57.858075    3820 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0421 14:57:57.864217    3820 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0421 14:57:57.864341    3820 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1
I0421 14:57:57.864509    3820 gateway_init.go:263] Preparing Gateway
I0421 14:57:57.864522    3820 gateway_shared_intf.go:1687] Creating new gateway
I0421 14:57:57.896119    3820 controller_manager.go:429] Waiting for node in zone sync took: 250.721609ms
I0421 14:57:57.903869    3820 controller_manager.go:611] Switching to transit router for layer2 networks
I0421 14:57:57.903883    3820 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-145.ec2.internal
I0421 14:57:57.918995    3820 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0421 14:57:57.925050    3820 controller_manager.go:290] SCTP support detected in OVN
I0421 14:57:57.925612    3820 services_controller.go:69] Creating services controller for network=default
I0421 14:57:57.925711    3820 udn_enabled_svc.go:80] Waiting for service informer to sync
I0421 14:57:57.925748    3820 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0421 14:57:57.925809    3820 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0421 14:57:57.925822    3820 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0421 14:57:57.925830    3820 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0421 14:57:57.925986    3820 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0421 14:57:57.926024    3820 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0421 14:57:57.926099    3820 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 80.505µs
I0421 14:57:57.926132    3820 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 99.984µs
I0421 14:57:57.926145    3820 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 119.772µs
I0421 14:57:57.926154    3820 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0421 14:57:57.926164    3820 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0421 14:57:57.926176    3820 default_network_controller.go:325] Starting the default network controller
I0421 14:57:57.926258    3820 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.61µs
I0421 14:57:57.926526    3820 udn_enabled_svc.go:95] Performing full resync
I0421 14:57:57.926906    3820 udn_enabled_svc.go:99] Waiting for handler to sync
I0421 14:57:57.926917    3820 udn_enabled_svc.go:104] Starting worker
I0421 14:57:57.934966    3820 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0421 14:57:57.935021    3820 repair.go:33] Syncing exgw routes took 43.929µs
I0421 14:57:57.935044    3820 default_network_controller.go:414] Starting all the Watchers...
I0421 14:57:57.935165    3820 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0421 14:57:57.935177    3820 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0421 14:57:57.935178    3820 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0421 14:57:57.935169    3820 namespace.go:98] [openshift-authentication-operator] adding namespace
I0421 14:57:57.935182    3820 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0421 14:57:57.935197    3820 namespace.go:98] [openshift-logging] adding namespace
I0421 14:57:57.935201    3820 namespace.go:98] [openshift-config-managed] adding namespace
I0421 14:57:57.935207    3820 namespace.go:98] [openshift-ingress-operator] adding namespace
I0421 14:57:57.935209    3820 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0421 14:57:57.935214    3820 namespace.go:98] [openshift-ingress-canary] adding namespace
I0421 14:57:57.935166    3820 namespace.go:98] [kube-public] adding namespace
I0421 14:57:57.935218    3820 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0421 14:57:57.935236    3820 namespace.go:98] [openshift-console] adding namespace
I0421 14:57:57.935243    3820 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0421 14:57:57.935248    3820 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0421 14:57:57.935777    3820 namespace.go:102] [openshift-customer-monitoring] adding namespace took 599.043µs
I0421 14:57:57.935790    3820 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0421 14:57:57.936745    3820 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 948.323µs
I0421 14:57:57.936763    3820 namespace.go:98] [kube-system] adding namespace
W0421 14:57:57.937410    3820 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-l4wq8: pod openshift-network-diagnostics/network-check-target-l4wq8: no pod IPs found 
I0421 14:57:57.937422    3820 namespace.go:102] [kube-system] adding namespace took 650.783µs
W0421 14:57:57.937434    3820 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-26wxx: pod openshift-network-diagnostics/network-check-target-26wxx: no pod IPs found 
I0421 14:57:57.937437    3820 namespace.go:98] [openshift-etcd] adding namespace
W0421 14:57:57.937446    3820 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-h7jf4: pod openshift-network-diagnostics/network-check-target-h7jf4: no pod IPs found 
I0421 14:57:57.938058    3820 namespace.go:102] [openshift-network-diagnostics] adding namespace took 2.87078ms
I0421 14:57:57.938072    3820 namespace.go:98] [kube-node-lease] adding namespace
I0421 14:57:57.938673    3820 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 3.483032ms
I0421 14:57:57.938688    3820 namespace.go:98] [openshift-package-operator] adding namespace
I0421 14:57:57.939250    3820 namespace.go:102] [openshift-authentication-operator] adding namespace took 4.05762ms
I0421 14:57:57.939259    3820 namespace.go:98] [openshift-backplane-tam] adding namespace
I0421 14:57:57.939951    3820 namespace.go:102] [openshift-route-controller-manager] adding namespace took 4.756342ms
I0421 14:57:57.939962    3820 namespace.go:98] [openshift-controller-manager] adding namespace
I0421 14:57:57.940588    3820 namespace.go:102] [openshift-logging] adding namespace took 5.380649ms
I0421 14:57:57.940604    3820 namespace.go:98] [openshift-monitoring] adding namespace
I0421 14:57:57.941142    3820 namespace.go:102] [openshift-config-managed] adding namespace took 5.93494ms
I0421 14:57:57.941154    3820 namespace.go:98] [openshift-console-user-settings] adding namespace
I0421 14:57:57.941780    3820 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.566079ms
I0421 14:57:57.941790    3820 namespace.go:98] [openshift-operators] adding namespace
I0421 14:57:57.942444    3820 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.225196ms
I0421 14:57:57.942458    3820 namespace.go:98] [openshift-dns-operator] adding namespace
I0421 14:57:57.943014    3820 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.792593ms
I0421 14:57:57.943031    3820 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0421 14:57:57.943589    3820 namespace.go:102] [kube-public] adding namespace took 8.350222ms
I0421 14:57:57.943606    3820 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0421 14:57:57.944249    3820 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 9.00292ms
I0421 14:57:57.944275    3820 namespace.go:98] [openshift-infra] adding namespace
I0421 14:57:57.945029    3820 namespace.go:102] [openshift-console] adding namespace took 9.782095ms
I0421 14:57:57.945049    3820 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0421 14:57:57.945639    3820 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 10.385263ms
I0421 14:57:57.945657    3820 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0421 14:57:57.946441    3820 namespace.go:102] [openshift-apiserver-operator] adding namespace took 11.184925ms
I0421 14:57:57.946462    3820 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0421 14:57:57.947186    3820 namespace.go:102] [openshift-etcd] adding namespace took 9.741336ms
I0421 14:57:57.947205    3820 namespace.go:98] [openshift-image-registry] adding namespace
I0421 14:57:57.947774    3820 namespace.go:102] [kube-node-lease] adding namespace took 9.694835ms
I0421 14:57:57.947790    3820 namespace.go:98] [default] adding namespace
I0421 14:57:57.948250    3820 namespace.go:102] [openshift-package-operator] adding namespace took 9.5562ms
I0421 14:57:57.948264    3820 namespace.go:98] [openshift-insights] adding namespace
I0421 14:57:57.948740    3820 namespace.go:102] [openshift-backplane-tam] adding namespace took 9.476036ms
I0421 14:57:57.948755    3820 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0421 14:57:57.949252    3820 namespace.go:102] [openshift-controller-manager] adding namespace took 9.284231ms
I0421 14:57:57.949269    3820 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0421 14:57:57.949504    3820 iptables.go:108] Creating table: filter chain: FORWARD
I0421 14:57:57.949725    3820 namespace.go:102] [openshift-monitoring] adding namespace took 9.115233ms
I0421 14:57:57.949742    3820 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0421 14:57:57.950248    3820 namespace.go:102] [openshift-console-user-settings] adding namespace took 9.086719ms
I0421 14:57:57.950266    3820 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0421 14:57:57.951175    3820 namespace.go:102] [openshift-operators] adding namespace took 9.378123ms
I0421 14:57:57.951194    3820 namespace.go:98] [openshift-backplane-srep] adding namespace
I0421 14:57:57.951760    3820 namespace.go:102] [openshift-dns-operator] adding namespace took 9.294449ms
I0421 14:57:57.951779    3820 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0421 14:57:57.952245    3820 namespace.go:102] [openshift-machine-config-operator] adding namespace took 9.20648ms
I0421 14:57:57.952265    3820 namespace.go:98] [openshift-marketplace] adding namespace
I0421 14:57:57.952736    3820 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 9.124153ms
I0421 14:57:57.952748    3820 namespace.go:98] [openshift-backplane] adding namespace
I0421 14:57:57.953217    3820 namespace.go:102] [openshift-infra] adding namespace took 8.934826ms
I0421 14:57:57.953252    3820 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0421 14:57:57.953756    3820 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.697157ms
I0421 14:57:57.953776    3820 namespace.go:98] [openshift-authentication] adding namespace
I0421 14:57:57.954365    3820 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.70377ms
I0421 14:57:57.954377    3820 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0421 14:57:57.954922    3820 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.451007ms
I0421 14:57:57.954944    3820 namespace.go:98] [openshift-machine-api] adding namespace
I0421 14:57:57.955585    3820 namespace.go:102] [openshift-image-registry] adding namespace took 8.372454ms
I0421 14:57:57.956204    3820 namespace.go:102] [default] adding namespace took 8.407535ms
I0421 14:57:57.956242    3820 iptables.go:108] Creating table: filter chain: OUTPUT
I0421 14:57:57.956245    3820 namespace.go:98] [open-cluster-management-2pqjtmvbm33oc5395jk2up7svnpqpdjs] adding namespace
I0421 14:57:57.956781    3820 namespace.go:102] [openshift-insights] adding namespace took 8.511091ms
I0421 14:57:57.956797    3820 namespace.go:98] [openshift-backplane-cee] adding namespace
I0421 14:57:57.957387    3820 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.625698ms
I0421 14:57:57.957408    3820 namespace.go:98] [openshift-apiserver] adding namespace
I0421 14:57:57.958059    3820 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.781901ms
I0421 14:57:57.958114    3820 namespace.go:98] [openshift-cluster-version] adding namespace
I0421 14:57:57.958689    3820 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.939236ms
I0421 14:57:57.958729    3820 namespace.go:98] [openshift-ingress] adding namespace
I0421 14:57:57.959426    3820 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 9.152406ms
I0421 14:57:57.959445    3820 namespace.go:98] [openshift-backplane-cse] adding namespace
I0421 14:57:57.960095    3820 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.894435ms
I0421 14:57:57.960109    3820 namespace.go:98] [openshift-config-operator] adding namespace
I0421 14:57:57.960669    3820 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.880612ms
I0421 14:57:57.960694    3820 namespace.go:98] [openshift-console-operator] adding namespace
I0421 14:57:57.961242    3820 namespace.go:102] [openshift-marketplace] adding namespace took 8.969496ms
I0421 14:57:57.961267    3820 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0421 14:57:57.961862    3820 namespace.go:102] [openshift-backplane] adding namespace took 9.107014ms
I0421 14:57:57.961879    3820 namespace.go:98] [openshift-config] adding namespace
I0421 14:57:57.962492    3820 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 9.230148ms
I0421 14:57:57.962513    3820 namespace.go:98] [openshift-network-node-identity] adding namespace
I0421 14:57:57.962989    3820 namespace.go:102] [openshift-authentication] adding namespace took 9.204665ms
I0421 14:57:57.963007    3820 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0421 14:57:57.963303    3820 gateway_shared_intf.go:1816] Gateway Creation Complete
I0421 14:57:57.963317    3820 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-145.ec2.internal","mac-address":"0a:ff:d1:c6:d4:ed","ip-addresses":["10.0.1.145/24"],"ip-address":"10.0.1.145/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:bda9af07-98dd-4c18-add4-29d17bd9d670 k8s.ovn.org/node-encap-ips:["10.0.1.145"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.145/24"} k8s.ovn.org/zone-name:ip-10-0-1-145.ec2.internal] on node ip-10-0-1-145.ec2.internal
I0421 14:57:57.963484    3820 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 9.102918ms
I0421 14:57:57.963499    3820 namespace.go:98] [openshift-network-console] adding namespace
I0421 14:57:57.963999    3820 namespace.go:102] [openshift-machine-api] adding namespace took 9.04798ms
I0421 14:57:57.964014    3820 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0421 14:57:57.964447    3820 namespace.go:102] [open-cluster-management-2pqjtmvbm33oc5395jk2up7svnpqpdjs] adding namespace took 8.190693ms
I0421 14:57:57.964464    3820 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0421 14:57:57.964966    3820 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.162548ms
I0421 14:57:57.964980    3820 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0421 14:57:57.965518    3820 namespace.go:102] [openshift-apiserver] adding namespace took 8.103674ms
I0421 14:57:57.965532    3820 namespace.go:98] [openshift-multus] adding namespace
I0421 14:57:57.965975    3820 namespace.go:102] [openshift-cluster-version] adding namespace took 7.8491ms
I0421 14:57:57.965989    3820 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0421 14:57:57.966502    3820 namespace.go:102] [openshift-ingress] adding namespace took 7.763321ms
I0421 14:57:57.966566    3820 namespace.go:98] [openshift-host-network] adding namespace
I0421 14:57:57.967255    3820 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.802292ms
I0421 14:57:57.967277    3820 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0421 14:57:57.967916    3820 namespace.go:102] [openshift-config-operator] adding namespace took 7.798194ms
I0421 14:57:57.967934    3820 namespace.go:98] [dedicated-admin] adding namespace
I0421 14:57:57.968418    3820 namespace.go:102] [openshift-console-operator] adding namespace took 7.716934ms
I0421 14:57:57.968431    3820 namespace.go:98] [openshift-operators-redhat] adding namespace
I0421 14:57:57.969074    3820 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.798779ms
I0421 14:57:57.969092    3820 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0421 14:57:57.969705    3820 namespace.go:102] [openshift-config] adding namespace took 7.819154ms
I0421 14:57:57.969729    3820 namespace.go:98] [openshift] adding namespace
I0421 14:57:57.970413    3820 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.89015ms
I0421 14:57:57.970435    3820 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0421 14:57:57.971067    3820 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.052037ms
I0421 14:57:57.971087    3820 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0421 14:57:57.971665    3820 namespace.go:102] [openshift-network-console] adding namespace took 8.158751ms
I0421 14:57:57.971687    3820 namespace.go:98] [openshift-node] adding namespace
I0421 14:57:57.972312    3820 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.292299ms
I0421 14:57:57.972326    3820 namespace.go:98] [openshift-dns] adding namespace
I0421 14:57:57.972783    3820 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.313663ms
W0421 14:57:57.973194    3820 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vpd94: pod openshift-multus/network-metrics-daemon-vpd94: no pod IPs found 
W0421 14:57:57.973208    3820 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-brqjm: pod openshift-multus/network-metrics-daemon-brqjm: no pod IPs found 
W0421 14:57:57.973217    3820 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-szpqx: pod openshift-multus/network-metrics-daemon-szpqx: no pod IPs found 
I0421 14:57:57.973243    3820 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.256583ms
I0421 14:57:57.973739    3820 namespace.go:102] [openshift-multus] adding namespace took 8.200985ms
I0421 14:57:57.974157    3820 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.162206ms
I0421 14:57:57.974172    3820 namespace.go:98] [openshift-network-operator] adding namespace
I0421 14:57:57.974647    3820 namespace.go:102] [openshift-host-network] adding namespace took 8.069109ms
I0421 14:57:57.974665    3820 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0421 14:57:57.975038    3820 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.753704ms
I0421 14:57:57.975487    3820 namespace.go:102] [dedicated-admin] adding namespace took 7.547592ms
I0421 14:57:57.975983    3820 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.543967ms
I0421 14:57:57.976475    3820 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.376795ms
I0421 14:57:57.976850    3820 namespace.go:102] [openshift] adding namespace took 7.115313ms
I0421 14:57:57.976870    3820 namespace.go:98] [openshift-backplane-csm] adding namespace
I0421 14:57:57.977290    3820 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.849966ms
I0421 14:57:57.977675    3820 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.580501ms
I0421 14:57:57.978039    3820 namespace.go:102] [openshift-node] adding namespace took 6.346484ms
I0421 14:57:57.978051    3820 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0421 14:57:57.978438    3820 namespace.go:102] [openshift-dns] adding namespace took 6.10771ms
I0421 14:57:57.978814    3820 namespace.go:102] [openshift-network-operator] adding namespace took 4.638343ms
I0421 14:57:57.979648    3820 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 4.975915ms
I0421 14:57:57.980003    3820 namespace.go:102] [openshift-backplane-csm] adding namespace took 3.126464ms
I0421 14:57:57.980532    3820 namespace.go:102] [openshift-service-ca-operator] adding namespace took 2.475048ms
W0421 14:57:57.980624    3820 master.go:471] Unable to parse remote node ip-10-0-2-250.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0421 14:57:57.980633    3820 master.go:471] Unable to parse remote node ip-10-0-0-80.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0421 14:57:57.980737    3820 master.go:548] Adding or Updating local node "ip-10-0-1-145.ec2.internal" for network "default"
I0421 14:57:57.980808    3820 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-250.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-250.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-250.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-250.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-250.ec2.internal
I0421 14:57:57.980840    3820 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-80.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-80.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-80.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-80.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-80.ec2.internal
I0421 14:57:57.984097    3820 default_node_network_controller.go:519] Node connection status = connected
W0421 14:57:57.987563    3820 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-l4wq8: pod openshift-network-diagnostics/network-check-target-l4wq8: no pod IPs found 
W0421 14:57:57.987586    3820 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-brqjm: pod openshift-multus/network-metrics-daemon-brqjm: no pod IPs found 
I0421 14:57:57.988541    3820 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-145.ec2.internal for the network default
I0421 14:57:57.988843    3820 zone_ic_handler.go:195] Time taken to create transit switch: 289.201µs
I0421 14:57:57.989713    3820 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0421 14:57:57.989738    3820 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0421 14:57:57.989751    3820 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0421 14:57:57.989755    3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default"
I0421 14:57:57.989795    3820 node_tracker.go:235] Node ip-10-0-0-80.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-80.ec2.internal"
I0421 14:57:57.989807    3820 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default"
I0421 14:57:57.989819    3820 services_controller.go:574] Full service sync requested for network=default
I0421 14:57:57.989824    3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-145.ec2.internal in network "default"
I0421 14:57:57.989852    3820 node_tracker.go:169] Node ip-10-0-1-145.ec2.internal switch + router changed, syncing services in network "default"
I0421 14:57:57.989859    3820 services_controller.go:574] Full service sync requested for network=default
I0421 14:57:57.989864    3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default"
I0421 14:57:57.989873    3820 node_tracker.go:235] Node ip-10-0-2-250.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-250.ec2.internal"
I0421 14:57:57.989878    3820 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default"
I0421 14:57:57.989882    3820 services_controller.go:574] Full service sync requested for network=default
I0421 14:57:58.090431    3820 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0421 14:57:58.090456    3820 services_controller.go:208] Setting up event handlers for services for network=default
I0421 14:57:58.090524    3820 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0421 14:57:58.090584    3820 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0421 14:57:58.090607    3820 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0421 14:57:58.191493    3820 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0421 14:57:58.191512    3820 repair.go:60] Starting repairing loop for services
I0421 14:57:58.191591    3820 repair.go:131] Deleted 0 stale service LBs
I0421 14:57:58.191609    3820 repair.go:137] Deleted 0 stale Chassis Template Vars
I0421 14:57:58.191627    3820 repair.go:62] Finished repairing loop for services: 117.21µs
I0421 14:57:58.191652    3820 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0421 14:57:58.191662    3820 services_controller.go:254] Starting workers for network=default
I0421 14:57:58.192012    3820 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-vpd94, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vpd94: suppressed error logged: pod openshift-multus/network-metrics-daemon-vpd94: no pod IPs found 
I0421 14:57:58.192038    3820 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-szpqx, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-szpqx: suppressed error logged: pod openshift-multus/network-metrics-daemon-szpqx: no pod IPs found 
I0421 14:57:58.192042    3820 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-26wxx, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-26wxx: suppressed error logged: pod openshift-network-diagnostics/network-check-target-26wxx: no pod IPs found 
I0421 14:57:58.192042    3820 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-h7jf4, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-h7jf4: suppressed error logged: pod openshift-network-diagnostics/network-check-target-h7jf4: no pod IPs found 
I0421 14:57:58.192058    3820 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-l4wq8] creating logical port openshift-network-diagnostics_network-check-target-l4wq8 for pod on switch ip-10-0-1-145.ec2.internal
I0421 14:57:58.192093    3820 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-brqjm] creating logical port openshift-multus_network-metrics-daemon-brqjm for pod on switch ip-10-0-1-145.ec2.internal
I0421 14:57:58.192217    3820 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-l4wq8
I0421 14:57:58.192248    3820 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-brqjm
I0421 14:57:58.208647    3820 pod.go:62] [openshift-network-diagnostics/network-check-target-l4wq8] pod update took 16.522375ms
I0421 14:57:58.208667    3820 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-l4wq8] addLogicalPort annotation time took 16.545449ms
I0421 14:57:58.209245    3820 pod.go:62] [openshift-multus/network-metrics-daemon-brqjm] pod update took 17.093337ms
I0421 14:57:58.209267    3820 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-brqjm] addLogicalPort annotation time took 17.114987ms
I0421 14:57:58.209545    3820 pods.go:271] [openshift-network-diagnostics/network-check-target-l4wq8] addLogicalPort took 17.499719ms, libovsdb time 626.54µs
I0421 14:57:58.209960    3820 pods.go:271] [openshift-multus/network-metrics-daemon-brqjm] addLogicalPort took 17.880074ms, libovsdb time 511.245µs
I0421 14:57:58.210245    3820 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0421 14:57:58.210268    3820 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0421 14:57:58.210284    3820 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0421 14:57:58.210290    3820 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0421 14:57:58.210528    3820 repair.go:29] Repairing admin network policies took 230.695µs
I0421 14:57:58.210756    3820 repair.go:92] Repairing baseline admin network policies took 212.278µs
I0421 14:57:58.211011    3820 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0421 14:57:58.211032    3820 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0421 14:57:58.213337    3820 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0421 14:57:58.213357    3820 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0421 14:57:58.213365    3820 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0421 14:57:58.213637    3820 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0421 14:57:58.213658    3820 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0421 14:57:58.213668    3820 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0421 14:57:58.214675    3820 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0421 14:57:58.214699    3820 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0421 14:57:58.214710    3820 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0421 14:57:58.216156    3820 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0421 14:57:58.216178    3820 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0421 14:57:58.216188    3820 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0421 14:57:58.218031    3820 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0421 14:57:58.218053    3820 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0421 14:57:58.218065    3820 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0421 14:57:58.218753    3820 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0421 14:57:58.218774    3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0421 14:57:58.218785    3820 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0421 14:57:58.220234    3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0421 14:57:58.220254    3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0421 14:57:58.220262    3820 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0421 14:57:58.221611    3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0421 14:57:58.221630    3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0421 14:57:58.221637    3820 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0421 14:57:58.221891    3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0421 14:57:58.221913    3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0421 14:57:58.221922    3820 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0421 14:57:58.223159    3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0421 14:57:58.223178    3820 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0421 14:57:58.223186    3820 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0421 14:57:58.224183    3820 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0421 14:57:58.224199    3820 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0421 14:57:58.224206    3820 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0421 14:57:58.224694    3820 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0421 14:57:58.224711    3820 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0421 14:57:58.224719    3820 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0421 14:57:58.226431    3820 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0421 14:57:58.226447    3820 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0421 14:57:58.226454    3820 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0421 14:57:58.226927    3820 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0421 14:57:58.226950    3820 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0421 14:57:58.226963    3820 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0421 14:57:58.227447    3820 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0421 14:57:58.227464    3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0421 14:57:58.227472    3820 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0421 14:57:58.227940    3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0421 14:57:58.227962    3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0421 14:57:58.228365    3820 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0421 14:57:58.228377    3820 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0421 14:57:58.229485    3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0421 14:57:58.229508    3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0421 14:57:58.229518    3820 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0421 14:57:58.230032    3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0421 14:57:58.230049    3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0421 14:57:58.230067    3820 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0421 14:57:58.230709    3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0421 14:57:58.230733    3820 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0421 14:57:58.230749    3820 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0421 14:57:58.232690    3820 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0421 14:57:58.232712    3820 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0421 14:57:58.232721    3820 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0421 14:57:58.233724    3820 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0421 14:57:58.233745    3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0421 14:57:58.233755    3820 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0421 14:57:58.234300    3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0421 14:57:58.234318    3820 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0421 14:57:58.234326    3820 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0421 14:57:58.234834    3820 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0421 14:57:58.234846    3820 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0421 14:57:58.234852    3820 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0421 14:57:58.235112    3820 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0421 14:57:58.235130    3820 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0421 14:57:58.235139    3820 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0421 14:57:58.236132    3820 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0421 14:57:58.236155    3820 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0421 14:57:58.236164    3820 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0421 14:57:58.236447    3820 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0421 14:57:58.236463    3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0421 14:57:58.236471    3820 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0421 14:57:58.236927    3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0421 14:57:58.236947    3820 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0421 14:57:58.236962    3820 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0421 14:57:58.238114    3820 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0421 14:57:58.238135    3820 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0421 14:57:58.238144    3820 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0421 14:57:58.238619    3820 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0421 14:57:58.243133    3820 egressfirewall.go:374] Starting EgressFirewall controller
I0421 14:57:58.243166    3820 controller.go:133] Adding controller egress-firewall-controller event handlers
I0421 14:57:58.243186    3820 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0421 14:57:58.243192    3820 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0421 14:57:58.243199    3820 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0421 14:57:58.243236    3820 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0421 14:57:58.243251    3820 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0421 14:57:58.243506    3820 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0421 14:57:58.243519    3820 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0421 14:57:58.243525    3820 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0421 14:57:58.243533    3820 egressqos.go:193] Setting up event handlers for EgressQoS
I0421 14:57:58.243543    3820 egressfirewall.go:723] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall
I0421 14:57:58.243551    3820 egressfirewall.go:723] Syncing node "ip-10-0-1-145.ec2.internal" for egress firewall
I0421 14:57:58.243555    3820 egressfirewall.go:723] Syncing node "ip-10-0-2-250.ec2.internal" for egress firewall
I0421 14:57:58.243662    3820 egressqos.go:245] Starting EgressQoS Controller
I0421 14:57:58.243678    3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0421 14:57:58.243685    3820 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0421 14:57:58.243702    3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0421 14:57:58.243725    3820 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0421 14:57:58.243732    3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0421 14:57:58.243736    3820 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0421 14:57:58.243740    3820 egressqos.go:259] Repairing EgressQoSes
I0421 14:57:58.243744    3820 egressqos.go:399] Starting repairing loop for egressqos
I0421 14:57:58.243851    3820 egressqos.go:401] Finished repairing loop for egressqos: 107.299µs
I0421 14:57:58.243921    3820 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0421 14:57:58.243998    3820 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-145.ec2.internal
I0421 14:57:58.244045    3820 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-145.ec2.internal : 51.491µs
I0421 14:57:58.244111    3820 egressservice_zone.go:210] Starting Egress Services Controller
I0421 14:57:58.244122    3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0421 14:57:58.244131    3820 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0421 14:57:58.244136    3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0421 14:57:58.244141    3820 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0421 14:57:58.244146    3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0421 14:57:58.244150    3820 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0421 14:57:58.244155    3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0421 14:57:58.244168    3820 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0421 14:57:58.244173    3820 egressservice_zone.go:228] Repairing Egress Services
I0421 14:57:58.244423    3820 master_controller.go:88] Starting Admin Policy Based Route Controller
I0421 14:57:58.244431    3820 external_controller.go:278] Starting Admin Policy Based Route Controller
I0421 14:57:58.244500    3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal
I0421 14:57:58.244513    3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 15.08µs
I0421 14:57:58.244515    3820 default_network_controller.go:585] Completing all the Watchers took 309.463309ms
I0421 14:57:58.244521    3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-145.ec2.internal
I0421 14:57:58.244524    3820 default_network_controller.go:589] Starting unidling controllers
I0421 14:57:58.244525    3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-145.ec2.internal: 4.893µs
I0421 14:57:58.244529    3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal
I0421 14:57:58.244533    3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 3.626µs
I0421 14:57:58.244536    3820 unidle.go:46] Registering OVN SB ControllerEvent handler
I0421 14:57:58.244542    3820 unidle.go:63] Populating Initial ContollerEvent events
I0421 14:57:58.244551    3820 unidle.go:79] Setting up event handlers for services
I0421 14:57:58.244661    3820 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0421 14:57:58.285255    3820 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0421 14:57:58.484584    3820 default_node_network_controller.go:519] Node connection status = connected
I0421 14:57:58.503741    3820 bridgeconfig.go:537] Gateway is ready
I0421 14:57:58.503759    3820 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0421 14:57:58.514911    3820 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.145. Updating OVN encap IP.
I0421 14:57:58.520239    3820 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.145 - it is already configured
I0421 14:57:58.520254    3820 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.145/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0421 14:57:58.520623    3820 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.145/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-145.ec2.internal","mac-address":"0a:ff:d1:c6:d4:ed","ip-addresses":["10.0.1.145/24"],"ip-address":"10.0.1.145/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:bda9af07-98dd-4c18-add4-29d17bd9d670 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.145/24"}] on node ip-10-0-1-145.ec2.internal
I0421 14:57:58.535691    3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-145.ec2.internal in network "default"
I0421 14:57:58.535699    3820 egressfirewall.go:723] Syncing node "ip-10-0-1-145.ec2.internal" for egress firewall
I0421 14:57:58.535700    3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-145.ec2.internal
I0421 14:57:58.535735    3820 master.go:548] Adding or Updating local node "ip-10-0-1-145.ec2.internal" for network "default"
I0421 14:57:58.535740    3820 node_tracker.go:169] Node ip-10-0-1-145.ec2.internal switch + router changed, syncing services in network "default"
I0421 14:57:58.535756    3820 services_controller.go:574] Full service sync requested for network=default
I0421 14:57:58.535738    3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-145.ec2.internal: 40.531µs
I0421 14:57:58.536257    3820 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.145
I0421 14:57:58.536401    3820 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-145.ec2.internal
I0421 14:57:58.540547    3820 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-145.ec2.internal. Updating no re-route policies
I0421 14:57:58.540617    3820 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-qd5sw
I0421 14:57:58.540627    3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-hbbxj
I0421 14:57:58.540633    3820 obj_retry.go:398] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-qd5sw
I0421 14:57:58.540642    3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-hbbxj
I0421 14:57:58.540643    3820 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-145.ec2.internal
I0421 14:57:58.540654    3820 obj_retry.go:418] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-qd5sw after 0 failed attempt(s)
I0421 14:57:58.540657    3820 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-145.ec2.internal
I0421 14:57:58.540661    3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vjngz
I0421 14:57:58.540669    3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-hbbxj after 0 failed attempt(s)
I0421 14:57:58.540672    3820 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-145.ec2.internal after 0 failed attempt(s)
I0421 14:57:58.540677    3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vjngz
I0421 14:57:58.540686    3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-dcsm4
I0421 14:57:58.540631    3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5zp5j
I0421 14:57:58.540685    3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-l4wq8
I0421 14:57:58.540698    3820 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-xrv58
I0421 14:57:58.540704    3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vjngz after 0 failed attempt(s)
I0421 14:57:58.540710    3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-l4wq8
I0421 14:57:58.540713    3820 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-xrv58
I0421 14:57:58.540718    3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-t8dnh
I0421 14:57:58.540732    3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-t8dnh
I0421 14:57:58.540737    3820 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-xrv58 after 0 failed attempt(s)
I0421 14:57:58.540704    3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-145.ec2.internal
I0421 14:57:58.540747    3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-t8dnh after 0 failed attempt(s)
I0421 14:57:58.540756    3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-145.ec2.internal
I0421 14:57:58.540688    3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-mlp8m
I0421 14:57:58.540774    3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-mlp8m
I0421 14:57:58.540779    3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-145.ec2.internal after 0 failed attempt(s)
I0421 14:57:58.540666    3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-mlmsn
I0421 14:57:58.540787    3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-mlp8m after 0 failed attempt(s)
I0421 14:57:58.540755    3820 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-l4wq8] creating logical port openshift-network-diagnostics_network-check-target-l4wq8 for pod on switch ip-10-0-1-145.ec2.internal
I0421 14:57:58.540791    3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-mlmsn
I0421 14:57:58.540806    3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-mlmsn after 0 failed attempt(s)
I0421 14:57:58.540694    3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-brqjm
I0421 14:57:58.540832    3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-brqjm
I0421 14:57:58.540853    3820 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-brqjm] creating logical port openshift-multus_network-metrics-daemon-brqjm for pod on switch ip-10-0-1-145.ec2.internal
I0421 14:57:58.540700    3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-dcsm4
I0421 14:57:58.540701    3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5zp5j
I0421 14:57:58.540942    3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-5zp5j after 0 failed attempt(s)
I0421 14:57:58.540910    3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-dcsm4 after 0 failed attempt(s)
I0421 14:57:58.541062    3820 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-x9wvt
I0421 14:57:58.541076    3820 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-x9wvt
I0421 14:57:58.541089    3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-x9wvt after 0 failed attempt(s)
I0421 14:57:58.541593    3820 pods.go:271] [openshift-network-diagnostics/network-check-target-l4wq8] addLogicalPort took 851.376µs, libovsdb time 326.509µs
I0421 14:57:58.541605    3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-l4wq8 after 0 failed attempt(s)
I0421 14:57:58.542114    3820 pods.go:271] [openshift-multus/network-metrics-daemon-brqjm] addLogicalPort took 1.265385ms, libovsdb time 389.798µs
I0421 14:57:58.542130    3820 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-brqjm after 0 failed attempt(s)
I0421 14:57:58.550872    3820 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0421 14:57:58.562056    3820 iptables.go:108] Creating table: mangle chain: OUTPUT
I0421 14:57:58.565166    3820 iptables.go:108] Creating table: nat chain: OUTPUT
I0421 14:57:58.586760    3820 iptables.go:108] Creating table: nat chain: PREROUTING
I0421 14:57:58.628493    3820 iptables.go:108] Creating table: filter chain: FORWARD
I0421 14:57:58.644238    3820 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0421 14:57:58.644328    3820 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0421 14:57:58.644370    3820 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0421 14:57:58.644440    3820 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0421 14:57:58.644490    3820 gateway_init.go:325] Gateway and management port readiness took 664.316791ms
I0421 14:57:58.644519    3820 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0421 14:57:58.644558    3820 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0421 14:57:58.644573    3820 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0421 14:57:58.644583    3820 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0421 14:57:58.644645    3820 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0421 14:57:58.644720    3820 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.368µs
I0421 14:57:58.645014    3820 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0421 14:57:58.645040    3820 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.198µs
I0421 14:57:58.645048    3820 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.647µs
I0421 14:57:58.645054    3820 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0421 14:57:58.645064    3820 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0421 14:57:58.645084    3820 default_node_network_controller.go:899] Starting the default node network controller
I0421 14:57:58.645092    3820 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0421 14:57:58.645167    3820 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.61µs
I0421 14:57:58.645282    3820 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0421 14:57:58.645292    3820 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0421 14:57:58.645324    3820 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c00530 0xc0002ed1f0 0xc0002ed260 0xc0002ed2d0 0xc0002ed340 0xc0002ed3b0 <nil> 0xc0002ed420 0xc000c04d70 0xc0002ed490 0xc0002ed500 <nil> 0xc000432230 0xc00645f500 <nil> <nil> <nil> 0xc0002ed570 <nil> map[0x2ff9080:0xc0021f24e0 0x2ff95c0:0xc0021f2720 0x2ffa2e0:0xc002509c80 0x2ffa580:0xc0021f2480 0x2ffad60:0xc0021f2540 0x2ffb000:0xc0021f25a0 0x2ffb2a0:0xc0021f2600 0x2ffba80:0xc0021f2780 0x2ffbd20:0xc0021f27e0 0x3026980:0xc001a061e0 0x3026d20:0xc001ff96e0 0x3027800:0xc000c194a0 0x3029160:0xc001c1c000 0x30298a0:0xc002509c20 0x302a720:0xc000aade60] 0xc00016ac40 0}
I0421 14:57:58.645391    3820 gateway.go:151] Starting gateway service sync
I0421 14:57:58.645821    3820 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0421 14:57:58.647917    3820 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0421 14:57:58.657047    3820 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0421 14:57:58.658163    3820 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0421 14:57:58.659265    3820 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0421 14:57:58.692125    3820 gateway.go:168] Gateway service sync done. Time taken: 46.721822ms
I0421 14:57:58.692625    3820 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30449
I0421 14:57:58.692902    3820 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c00530 0xc0002ed1f0 0xc0002ed260 0xc0002ed2d0 0xc0002ed340 0xc0002ed3b0 <nil> 0xc0002ed420 0xc000c04d70 0xc0002ed490 0xc0002ed500 <nil> 0xc000432230 0xc00645f500 <nil> <nil> <nil> 0xc0002ed570 <nil> map[0x2ff9080:0xc0021f24e0 0x2ff95c0:0xc0021f2720 0x2ffa2e0:0xc002509c80 0x2ffa580:0xc0021f2480 0x2ffad60:0xc0021f2540 0x2ffb000:0xc0021f25a0 0x2ffb2a0:0xc0021f2600 0x2ffba80:0xc0021f2780 0x2ffbd20:0xc0021f27e0 0x3026980:0xc001a061e0 0x3026d20:0xc001ff96e0 0x3027800:0xc000c194a0 0x3029160:0xc001c1c000 0x30298a0:0xc002509c20 0x302a720:0xc000aade60] 0xc00016ac40 0}
I0421 14:57:58.693388    3820 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c00530 0xc0002ed1f0 0xc0002ed260 0xc0002ed2d0 0xc0002ed340 0xc0002ed3b0 <nil> 0xc0002ed420 0xc000c04d70 0xc0002ed490 0xc0002ed500 <nil> 0xc000432230 0xc00645f500 <nil> <nil> <nil> 0xc0002ed570 <nil> map[0x2ff9080:0xc0021f24e0 0x2ff95c0:0xc0021f2720 0x2ffa2e0:0xc002509c80 0x2ffa580:0xc0021f2480 0x2ffad60:0xc0021f2540 0x2ffb000:0xc0021f25a0 0x2ffb2a0:0xc0021f2600 0x2ffba80:0xc0021f2780 0x2ffbd20:0xc0021f27e0 0x3026980:0xc001a061e0 0x3026d20:0xc001ff96e0 0x3027800:0xc000c194a0 0x3029160:0xc001c1c000 0x30298a0:0xc002509c20 0x302a720:0xc000aade60] 0xc00016ac40 0}
I0421 14:57:58.693422    3820 gateway.go:532] Reconciling gateway with updates
I0421 14:57:58.698439    3820 gateway.go:339] Spawning Conntrack Rule Check Thread
I0421 14:57:58.698463    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0421 14:57:58.698466    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0421 14:57:58.698480    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0421 14:57:58.698485    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0421 14:57:58.698484    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0421 14:57:58.698497    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0421 14:57:58.698501    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0421 14:57:58.698502    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0421 14:57:58.698513    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0421 14:57:58.698519    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0421 14:57:58.698525    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0421 14:57:58.698528    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0421 14:57:58.698531    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0421 14:57:58.698527    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0421 14:57:58.698539    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0421 14:57:58.698536    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0421 14:57:58.698545    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0421 14:57:58.698547    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0421 14:57:58.698552    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0421 14:57:58.698555    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0421 14:57:58.698559    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0421 14:57:58.698562    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0421 14:57:58.698545    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0421 14:57:58.698571    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0421 14:57:58.698573    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0421 14:57:58.698575    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0421 14:57:58.698578    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0421 14:57:58.698542    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0421 14:57:58.698567    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0421 14:57:58.698583    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0421 14:57:58.698588    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0421 14:57:58.698595    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0421 14:57:58.698601    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0421 14:57:58.698600    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0421 14:57:58.698602    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0421 14:57:58.698612    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0421 14:57:58.698607    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0421 14:57:58.698618    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0421 14:57:58.698553    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0421 14:57:58.698575    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0421 14:57:58.698629    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0421 14:57:58.698588    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0421 14:57:58.698633    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0421 14:57:58.698642    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0421 14:57:58.698647    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0421 14:57:58.698648    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0421 14:57:58.698651    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0421 14:57:58.698658    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0421 14:57:58.698660    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0421 14:57:58.698555    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0421 14:57:58.698663    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0421 14:57:58.698668    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0421 14:57:58.698682    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0421 14:57:58.698686    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0421 14:57:58.698566    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0421 14:57:58.698694    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0421 14:57:58.698701    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0421 14:57:58.698702    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0421 14:57:58.698703    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0421 14:57:58.698709    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0421 14:57:58.698713    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0421 14:57:58.698578    3820 default_node_network_controller.go:944] Gateway and management port readiness took 53.279611ms
I0421 14:57:58.698713    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0421 14:57:58.698591    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0421 14:57:58.698727    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0421 14:57:58.698742    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0421 14:57:58.698750    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0421 14:57:58.698703    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0421 14:57:58.698763    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0421 14:57:58.698702    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0421 14:57:58.698732    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0421 14:57:58.698685    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0421 14:57:58.698590    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0421 14:57:58.698625    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0421 14:57:58.698926    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0421 14:57:58.698634    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0421 14:57:58.698578    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0421 14:57:58.698635    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0421 14:57:58.698581    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0421 14:57:58.698947    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0421 14:57:58.698963    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0421 14:57:58.698639    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0421 14:57:58.698639    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0421 14:57:58.698980    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0421 14:57:58.698987    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0421 14:57:58.698995    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0421 14:57:58.698649    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0421 14:57:58.699064    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0421 14:57:58.699080    3820 port_claim.go:71] Svc openshift-ingress/router-default: port 30928 is already open, no action needed
I0421 14:57:58.699093    3820 port_claim.go:71] Svc openshift-ingress/router-default: port 32094 is already open, no action needed
I0421 14:57:58.698649    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0421 14:57:58.699151    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0421 14:57:58.698649    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0421 14:57:58.699166    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0421 14:57:58.699172    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0421 14:57:58.698671    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0421 14:57:58.699246    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0421 14:57:58.698667    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0421 14:57:58.699267    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0421 14:57:58.698687    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0421 14:57:58.699291    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0421 14:57:58.699291    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0421 14:57:58.699302    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0421 14:57:58.698692    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0421 14:57:58.698700    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0421 14:57:58.699320    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0421 14:57:58.698705    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0421 14:57:58.699360    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0421 14:57:58.698717    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0421 14:57:58.698713    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0421 14:57:58.699439    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0421 14:57:58.698721    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0421 14:57:58.698691    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0421 14:57:58.699497    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0421 14:57:58.699841    3820 node_ip_handler_linux.go:160] Node IP manager is running
W0421 14:57:58.735866    3820 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0421 14:57:58.736018    3820 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0421 14:57:58.736143    3820 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0421 14:57:58.745958    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0421 14:57:58.745985    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0421 14:57:58.746009    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0421 14:57:58.746016    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0421 14:57:58.746022    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0421 14:57:58.746028    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0421 14:57:58.746033    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0421 14:57:58.746040    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0421 14:57:58.746047    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0421 14:57:58.746053    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0421 14:57:58.746073    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0421 14:57:58.746093    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0421 14:57:58.746117    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0421 14:57:58.790880    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0421 14:57:58.790887    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0421 14:57:58.790904    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0421 14:57:58.790913    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0421 14:57:58.790937    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0421 14:57:58.790944    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0421 14:57:58.790959    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0421 14:57:58.790984    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0421 14:57:59.230446    3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default"
I0421 14:57:59.230464    3820 default_network_controller.go:1025] Node "ip-10-0-2-250.ec2.internal" in remote zone "ip-10-0-2-250.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0421 14:57:59.230482    3820 node_tracker.go:235] Node ip-10-0-2-250.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-250.ec2.internal"
I0421 14:57:59.230498    3820 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default"
I0421 14:57:59.230512    3820 services_controller.go:574] Full service sync requested for network=default
I0421 14:57:59.305003    3820 default_network_controller.go:1025] Node "ip-10-0-2-250.ec2.internal" in remote zone "ip-10-0-2-250.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0421 14:57:59.350584    3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default"
I0421 14:57:59.350619    3820 default_network_controller.go:1025] Node "ip-10-0-2-250.ec2.internal" in remote zone "ip-10-0-2-250.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0421 14:57:59.350643    3820 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default"
I0421 14:57:59.350654    3820 services_controller.go:574] Full service sync requested for network=default
I0421 14:57:59.351753    3820 zone_ic_handler.go:195] Time taken to create transit switch: 285.455µs
I0421 14:57:59.351769    3820 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-250.ec2.internal for the network default
I0421 14:57:59.352825    3820 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-250.ec2.internal" on network "default" took: 1.367069ms
I0421 14:57:59.451909    3820 default_network_controller.go:1025] Node "ip-10-0-0-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0421 14:58:00.032059    3820 default_node_network_controller.go:1380] Starting node controller node sync
W0421 14:58:00.032103    3820 egressip_healthcheck.go:76] Health checking using insecure connection
I0421 14:58:00.032184    3820 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0421 14:58:00.044500    3820 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.422191ms
I0421 14:58:00.044693    3820 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0421 14:58:00.044977    3820 egressservice_node.go:93] Setting up event handlers for Egress Services
I0421 14:58:00.045097    3820 egressservice_node.go:183] Starting Egress Services Controller
I0421 14:58:00.045116    3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0421 14:58:00.045125    3820 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0421 14:58:00.045131    3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0421 14:58:00.045135    3820 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0421 14:58:00.045141    3820 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0421 14:58:00.045162    3820 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0421 14:58:00.045171    3820 egressservice_node.go:197] Repairing Egress Services
I0421 14:58:00.056050    3820 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0421 14:58:00.056062    3820 external_controller.go:278] Starting Admin Policy Based Route Controller
I0421 14:58:00.056192    3820 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0421 14:58:00.056205    3820 link_network_manager.go:119] Link manager is running
I0421 14:58:00.056321    3820 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0421 14:58:00.056598    3820 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0421 14:58:00.056857    3820 vrf_manager.go:128] VRF manager is running
I0421 14:58:00.057142    3820 node_controller_manager.go:437] Removing flows to drop GARP
I0421 14:58:00.057151    3820 gateway.go:532] Reconciling gateway with updates
I0421 14:58:00.085174    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0421 14:58:00.085186    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0421 14:58:00.085195    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0421 14:58:00.085204    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0421 14:58:00.085206    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0421 14:58:00.085215    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0421 14:58:00.085234    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0421 14:58:00.085205    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0421 14:58:00.085249    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0421 14:58:00.085256    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0421 14:58:00.085242    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0421 14:58:00.085268    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0421 14:58:00.085278    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0421 14:58:00.085291    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0421 14:58:00.085266    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0421 14:58:00.085307    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0421 14:58:00.085312    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0421 14:58:00.085217    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0421 14:58:00.085327    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0421 14:58:00.085180    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0421 14:58:00.085345    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0421 14:58:00.085343    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0421 14:58:00.085352    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0421 14:58:00.085353    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0421 14:58:00.085363    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0421 14:58:00.085368    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0421 14:58:00.085369    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0421 14:58:00.085374    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0421 14:58:00.085378    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0421 14:58:00.085295    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0421 14:58:00.085382    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0421 14:58:00.085385    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0421 14:58:00.085386    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0421 14:58:00.085389    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0421 14:58:00.085395    3820 port_claim.go:71] Svc openshift-ingress/router-default: port 30928 is already open, no action needed
I0421 14:58:00.085398    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0421 14:58:00.085399    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0421 14:58:00.085390    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0421 14:58:00.085404    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0421 14:58:00.085368    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0421 14:58:00.085412    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0421 14:58:00.085421    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0421 14:58:00.085374    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0421 14:58:00.085433    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0421 14:58:00.085358    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0421 14:58:00.085331    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0421 14:58:00.085466    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0421 14:58:00.085280    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0421 14:58:00.085546    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0421 14:58:00.085384    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0421 14:58:00.085565    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0421 14:58:00.085565    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0421 14:58:00.085577    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0421 14:58:00.085580    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0421 14:58:00.085590    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0421 14:58:00.085375    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0421 14:58:00.085600    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0421 14:58:00.085403    3820 port_claim.go:71] Svc openshift-ingress/router-default: port 32094 is already open, no action needed
I0421 14:58:00.085337    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0421 14:58:00.085696    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0421 14:58:00.085337    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0421 14:58:00.085351    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0421 14:58:00.085738    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0421 14:58:00.085355    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0421 14:58:00.085355    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0421 14:58:00.085811    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0421 14:58:00.085373    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0421 14:58:00.085819    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0421 14:58:00.085375    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0421 14:58:00.085832    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0421 14:58:00.085377    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0421 14:58:00.085847    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0421 14:58:00.085386    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0421 14:58:00.085898    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0421 14:58:00.085903    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0421 14:58:00.085393    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0421 14:58:00.085390    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0421 14:58:00.085948    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0421 14:58:00.085395    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0421 14:58:00.085978    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0421 14:58:00.085402    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0421 14:58:00.086006    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0421 14:58:00.085404    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0421 14:58:00.085201    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0421 14:58:00.086053    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0421 14:58:00.085406    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0421 14:58:00.086080    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0421 14:58:00.086087    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0421 14:58:00.085418    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0421 14:58:00.085417    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0421 14:58:00.085418    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0421 14:58:00.086140    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0421 14:58:00.086145    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0421 14:58:00.085419    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0421 14:58:00.086151    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0421 14:58:00.085435    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0421 14:58:00.085449    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0421 14:58:00.085449    3820 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0421 14:58:00.086234    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0421 14:58:00.085454    3820 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0421 14:58:00.106535    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0421 14:58:00.106546    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0421 14:58:00.106564    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0421 14:58:00.106571    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0421 14:58:00.106578    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0421 14:58:00.106587    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0421 14:58:00.106592    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0421 14:58:00.106609    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0421 14:58:00.106627    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0421 14:58:00.106645    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0421 14:58:00.106653    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0421 14:58:00.106673    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0421 14:58:00.106683    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0421 14:58:00.106689    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0421 14:58:00.106694    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0421 14:58:00.150881    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0421 14:58:00.150888    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0421 14:58:00.150897    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0421 14:58:00.150910    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0421 14:58:00.150918    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0421 14:58:00.150954    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0421 14:58:00.150966    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0421 14:58:00.150975    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0421 14:58:00.150983    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0421 14:58:00.150991    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0421 14:58:00.192297    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0421 14:58:00.192337    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0421 14:58:00.192347    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0421 14:58:00.192356    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0421 14:58:00.192364    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0421 14:58:00.192374    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0421 14:58:00.192384    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0421 14:58:00.192392    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0421 14:58:00.192402    3820 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0421 14:58:01.905288    3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default"
I0421 14:58:01.905320    3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-250.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0421 14:58:01.905337    3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-250.ec2.internal", IP: 10.0.2.250 to PMTUD blocking rules
I0421 14:58:01.905353    3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal
I0421 14:58:01.905360    3820 egressfirewall.go:723] Syncing node "ip-10-0-2-250.ec2.internal" for egress firewall
I0421 14:58:01.905369    3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 21.519µs
I0421 14:58:01.905405    3820 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default"
I0421 14:58:01.905421    3820 services_controller.go:574] Full service sync requested for network=default
I0421 14:58:01.911541    3820 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-250.ec2.internal. Updating no re-route policies
I0421 14:58:01.921996    3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-250.ec2.internal", IP: 10.0.2.250 to PMTUD blocking rules
I0421 14:58:01.922011    3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-250.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0421 14:58:02.424092    3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-145.ec2.internal
I0421 14:58:02.424122    3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-145.ec2.internal: 46.316µs
I0421 14:58:02.448623    3820 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-c84f4bc9f-jlflm] creating logical port openshift-image-registry_image-registry-c84f4bc9f-jlflm for pod on switch ip-10-0-1-145.ec2.internal
I0421 14:58:02.448715    3820 kube.go:256] Updating pod openshift-image-registry/image-registry-c84f4bc9f-jlflm
I0421 14:58:02.469890    3820 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-ffsxb] creating logical port openshift-dns_dns-default-ffsxb for pod on switch ip-10-0-1-145.ec2.internal
I0421 14:58:02.470012    3820 kube.go:256] Updating pod openshift-dns/dns-default-ffsxb
I0421 14:58:02.472533    3820 pod.go:62] [openshift-image-registry/image-registry-c84f4bc9f-jlflm] pod update took 23.847807ms
I0421 14:58:02.472555    3820 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-c84f4bc9f-jlflm] addLogicalPort annotation time took 23.87167ms
I0421 14:58:02.473792    3820 pods.go:271] [openshift-image-registry/image-registry-c84f4bc9f-jlflm] addLogicalPort took 25.183104ms, libovsdb time 895.551µs
I0421 14:58:02.486626    3820 pod.go:62] [openshift-dns/dns-default-ffsxb] pod update took 16.650986ms
I0421 14:58:02.486648    3820 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-ffsxb] addLogicalPort annotation time took 16.675909ms
I0421 14:58:02.487614    3820 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-8m5k7] creating logical port openshift-ingress-canary_ingress-canary-8m5k7 for pod on switch ip-10-0-1-145.ec2.internal
I0421 14:58:02.487658    3820 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-njggz] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-njggz for pod on switch ip-10-0-1-145.ec2.internal
I0421 14:58:02.487806    3820 pods.go:271] [openshift-dns/dns-default-ffsxb] addLogicalPort took 17.930197ms, libovsdb time 932.408µs
I0421 14:58:02.487819    3820 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-njggz
I0421 14:58:02.487891    3820 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-8m5k7
I0421 14:58:02.503363    3820 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-njggz] pod update took 15.563348ms
I0421 14:58:02.503386    3820 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-njggz] addLogicalPort annotation time took 15.589775ms
I0421 14:58:02.504464    3820 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-njggz] addLogicalPort took 16.859152ms, libovsdb time 785.352µs
I0421 14:58:02.506453    3820 pod.go:62] [openshift-ingress-canary/ingress-canary-8m5k7] pod update took 18.582111ms
I0421 14:58:02.506472    3820 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-8m5k7] addLogicalPort annotation time took 18.604005ms
I0421 14:58:02.507534    3820 pods.go:271] [openshift-ingress-canary/ingress-canary-8m5k7] addLogicalPort took 19.983239ms, libovsdb time 797.555µs
I0421 14:58:02.862929    3820 cni.go:452] [openshift-ingress-canary/ingress-canary-8m5k7 52b8a91cf12d66454e6b6c3d19fd917764b40afc19edcba30b4806336b423dcf network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-8m5k7 52b8a91cf12d66454e6b6c3d19fd917764b40afc19edcba30b4806336b423dcf network default NAD default NAD key ]
I0421 14:58:02.873906    3820 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-njggz e431dd8eb3de201151055e74ba59667ff5b515ed8ab62b8381f5eac59db75b27 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-njggz e431dd8eb3de201151055e74ba59667ff5b515ed8ab62b8381f5eac59db75b27 network default NAD default NAD key ]
I0421 14:58:02.882505    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-8m5k7, hostIfaceName: 52b8a91cf12d664, network: default, NAD default, SandboxID: "52b8a91cf12d66454e6b6c3d19fd917764b40afc19edcba30b4806336b423dcf", PCI device ID: , UID: "82063675-1f46-4179-97b1-879d27e58d89", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0421 14:58:02.883769    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-njggz, hostIfaceName: e431dd8eb3de201, network: default, NAD default, SandboxID: "e431dd8eb3de201151055e74ba59667ff5b515ed8ab62b8381f5eac59db75b27", PCI device ID: , UID: "4eae75fb-1d4c-4a52-a90c-a45436683172", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0421 14:58:02.927944    3820 cni.go:473] [openshift-ingress-canary/ingress-canary-8m5k7 52b8a91cf12d66454e6b6c3d19fd917764b40afc19edcba30b4806336b423dcf network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-8m5k7 52b8a91cf12d66454e6b6c3d19fd917764b40afc19edcba30b4806336b423dcf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:ca:49:c9:35:05\",\"name\":\"52b8a91cf12d664\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06a25026-b426-4676-b755-6b79e623a1d4\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 14:58:02.932865    3820 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-njggz e431dd8eb3de201151055e74ba59667ff5b515ed8ab62b8381f5eac59db75b27 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-njggz e431dd8eb3de201151055e74ba59667ff5b515ed8ab62b8381f5eac59db75b27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:6a:26:db:5b:e4\",\"name\":\"e431dd8eb3de201\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ac642a3-f5f8-42b0-9369-9d65c599b7fd\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 14:58:05.733883    3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal
I0421 14:58:05.733919    3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 44.336µs
W0421 14:58:06.275972    3820 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0421 14:58:06.293807    3820 cni.go:452] [openshift-network-diagnostics/network-check-target-l4wq8 ac314c2a0b17da555f76aeae75dd193cb67b2d69211d9ce569dd8c1a292db76d network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-l4wq8 ac314c2a0b17da555f76aeae75dd193cb67b2d69211d9ce569dd8c1a292db76d network default NAD default NAD key ]
I0421 14:58:06.303519    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-l4wq8, hostIfaceName: ac314c2a0b17da5, network: default, NAD default, SandboxID: "ac314c2a0b17da555f76aeae75dd193cb67b2d69211d9ce569dd8c1a292db76d", PCI device ID: , UID: "d809e6d7-935c-486b-83d2-51ad42077e14", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0421 14:58:06.349371    3820 cni.go:473] [openshift-network-diagnostics/network-check-target-l4wq8 ac314c2a0b17da555f76aeae75dd193cb67b2d69211d9ce569dd8c1a292db76d network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-l4wq8 ac314c2a0b17da555f76aeae75dd193cb67b2d69211d9ce569dd8c1a292db76d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:bd:2d:7d:09:b0\",\"name\":\"ac314c2a0b17da5\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6da7e8d-8cea-4f54-b0c8-8e71a67bc827\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 14:58:08.280123    3820 egressfirewall.go:723] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall
I0421 14:58:08.280247    3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal
I0421 14:58:08.280264    3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 21.929µs
I0421 14:58:08.280358    3820 default_network_controller.go:1025] Node "ip-10-0-0-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0421 14:58:09.365941    3820 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-qd5sw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 14:58:09.366000    3820 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-qd5sw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0421 14:58:10.251002    3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0421 14:58:10.315054    3820 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-qd5sw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 14:58:10.315075    3820 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-qd5sw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0421 14:58:13.278250    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0421 14:58:13.753005    3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default"
I0421 14:58:13.753047    3820 default_network_controller.go:1025] Node "ip-10-0-0-80.ec2.internal" in remote zone "ip-10-0-0-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0421 14:58:13.753057    3820 node_tracker.go:235] Node ip-10-0-0-80.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-80.ec2.internal"
I0421 14:58:13.753079    3820 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default"
I0421 14:58:13.753093    3820 services_controller.go:574] Full service sync requested for network=default
W0421 14:58:13.753435    3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0421 14:58:13.777041    3820 default_network_controller.go:1025] Node "ip-10-0-0-80.ec2.internal" in remote zone "ip-10-0-0-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0421 14:58:13.939025    3820 default_network_controller.go:1025] Node "ip-10-0-0-80.ec2.internal" in remote zone "ip-10-0-0-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0421 14:58:13.939077    3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default"
I0421 14:58:13.939122    3820 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default"
I0421 14:58:13.939136    3820 services_controller.go:574] Full service sync requested for network=default
W0421 14:58:13.939428    3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0421 14:58:13.940059    3820 zone_ic_handler.go:195] Time taken to create transit switch: 291.252µs
I0421 14:58:13.940074    3820 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-80.ec2.internal for the network default
I0421 14:58:13.941152    3820 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-80.ec2.internal" on network "default" took: 1.400741ms
W0421 14:58:14.052134    3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0421 14:58:15.491447    3820 egressfirewall.go:723] Syncing node "ip-10-0-0-80.ec2.internal" for egress firewall
I0421 14:58:15.491474    3820 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-80.ec2.internal in network "default"
I0421 14:58:15.491537    3820 node_tracker.go:169] Node ip-10-0-0-80.ec2.internal switch + router changed, syncing services in network "default"
I0421 14:58:15.491558    3820 services_controller.go:574] Full service sync requested for network=default
I0421 14:58:15.491578    3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 10.0.0.80 to PMTUD blocking rules
I0421 14:58:15.491597    3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0421 14:58:15.491536    3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal
I0421 14:58:15.491633    3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 99.665µs
W0421 14:58:15.491908    3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0421 14:58:15.497739    3820 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-80.ec2.internal. Updating no re-route policies
I0421 14:58:15.513854    3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 10.0.0.80 to PMTUD blocking rules
I0421 14:58:15.513869    3820 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-80.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0421 14:58:19.099834    3820 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-80.ec2.internal
I0421 14:58:19.099863    3820 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-80.ec2.internal: 34.397µs
W0421 14:58:26.434814    3820 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0421 14:58:41.262781    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0421 14:59:29.726748    3820 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-xp8br] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-xp8br for pod on switch ip-10-0-1-145.ec2.internal
I0421 14:59:29.726839    3820 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-xp8br
I0421 14:59:29.732982    3820 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-7zrpx] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-7zrpx for pod on switch ip-10-0-1-145.ec2.internal
I0421 14:59:29.733055    3820 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-q8g9r] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-q8g9r for pod on switch ip-10-0-1-145.ec2.internal
I0421 14:59:29.733168    3820 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-q8g9r
I0421 14:59:29.733061    3820 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-7zrpx
I0421 14:59:29.746291    3820 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-xp8br] pod update took 19.477506ms
I0421 14:59:29.746312    3820 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-xp8br] addLogicalPort annotation time took 19.502219ms
I0421 14:59:29.747551    3820 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-xp8br] addLogicalPort took 20.820375ms, libovsdb time 978.05µs
I0421 14:59:29.757421    3820 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-7zrpx] pod update took 24.387024ms
I0421 14:59:29.757441    3820 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-7zrpx] addLogicalPort annotation time took 24.408575ms
I0421 14:59:29.758405    3820 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-7zrpx] addLogicalPort took 25.435457ms, libovsdb time 746.181µs
I0421 14:59:29.761983    3820 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-q8g9r] pod update took 28.835715ms
I0421 14:59:29.762000    3820 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-q8g9r] addLogicalPort annotation time took 28.854542ms
I0421 14:59:29.763071    3820 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-q8g9r] addLogicalPort took 30.029222ms, libovsdb time 858.63µs
I0421 14:59:29.965795    3820 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-56fcddd55d-rvl6b] creating logical port openshift-ingress_router-default-56fcddd55d-rvl6b for pod on switch ip-10-0-1-145.ec2.internal
I0421 14:59:29.965876    3820 kube.go:256] Updating pod openshift-ingress/router-default-56fcddd55d-rvl6b
I0421 14:59:29.988464    3820 pod.go:62] [openshift-ingress/router-default-56fcddd55d-rvl6b] pod update took 22.60856ms
I0421 14:59:29.988489    3820 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-56fcddd55d-rvl6b] addLogicalPort annotation time took 22.644739ms
I0421 14:59:29.989723    3820 pods.go:271] [openshift-ingress/router-default-56fcddd55d-rvl6b] addLogicalPort took 23.937889ms, libovsdb time 859.468µs
I0421 14:59:30.084217    3820 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-xp8br 64756949ee61a09ecde7d22ca1ef318877f533e880d536f30c294cf579bcc28f network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-xp8br 64756949ee61a09ecde7d22ca1ef318877f533e880d536f30c294cf579bcc28f network default NAD default NAD key ]
I0421 14:59:30.091824    3820 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-7zrpx cb58b77cabcc6407874d6bd24a560c38ed87f2ffe661ae08baa6d1b43b8a7150 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-7zrpx cb58b77cabcc6407874d6bd24a560c38ed87f2ffe661ae08baa6d1b43b8a7150 network default NAD default NAD key ]
I0421 14:59:30.095209    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-xp8br, hostIfaceName: 64756949ee61a09, network: default, NAD default, SandboxID: "64756949ee61a09ecde7d22ca1ef318877f533e880d536f30c294cf579bcc28f", PCI device ID: , UID: "e702d7b9-92e2-4f0f-807e-ebf7cfccf2dc", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0421 14:59:30.102404    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-7zrpx, hostIfaceName: cb58b77cabcc640, network: default, NAD default, SandboxID: "cb58b77cabcc6407874d6bd24a560c38ed87f2ffe661ae08baa6d1b43b8a7150", PCI device ID: , UID: "7110dfcb-aa0f-415f-8cba-911120fc7f5a", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0421 14:59:30.142565    3820 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-xp8br 64756949ee61a09ecde7d22ca1ef318877f533e880d536f30c294cf579bcc28f network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-xp8br 64756949ee61a09ecde7d22ca1ef318877f533e880d536f30c294cf579bcc28f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:f5:f7:b1:7a:11\",\"name\":\"64756949ee61a09\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d52d0a04-dbd3-48ec-a318-52198840861b\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 14:59:30.158499    3820 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-7zrpx cb58b77cabcc6407874d6bd24a560c38ed87f2ffe661ae08baa6d1b43b8a7150 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-7zrpx cb58b77cabcc6407874d6bd24a560c38ed87f2ffe661ae08baa6d1b43b8a7150 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:8d:df:ff:a9:62\",\"name\":\"cb58b77cabcc640\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e6192e0-5eb6-42a0-b1a8-d9076d21d939\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0421 14:59:33.383653    3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0421 14:59:33.840148    3820 namespace.go:98] [openshift-service-ca] adding namespace
I0421 14:59:33.841069    3820 namespace.go:102] [openshift-service-ca] adding namespace took 900.118µs
I0421 14:59:33.856539    3820 namespace.go:142] [openshift-service-ca] updating namespace
I0421 14:59:35.105864    3820 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0421 14:59:35.106787    3820 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 899.568µs
I0421 14:59:35.122833    3820 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0421 14:59:35.518861    3820 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-klr5x] creating logical port openshift-service-ca_service-ca-d9cb48497-klr5x for pod on switch ip-10-0-1-145.ec2.internal
I0421 14:59:35.518946    3820 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-klr5x
I0421 14:59:35.533644    3820 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-klr5x] pod update took 14.717258ms
I0421 14:59:35.533673    3820 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-klr5x] addLogicalPort annotation time took 14.751078ms
I0421 14:59:35.534813    3820 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-klr5x] addLogicalPort took 15.96594ms, libovsdb time 828.574µs
I0421 14:59:35.873660    3820 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-klr5x d37536158ce02755316e2f06698ae22f496c302c35b6d0dcade3e1bbbd11024f network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-klr5x d37536158ce02755316e2f06698ae22f496c302c35b6d0dcade3e1bbbd11024f network default NAD default NAD key ]
I0421 14:59:35.883286    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-klr5x, hostIfaceName: d37536158ce0275, network: default, NAD default, SandboxID: "d37536158ce02755316e2f06698ae22f496c302c35b6d0dcade3e1bbbd11024f", PCI device ID: , UID: "2694c26e-2aec-490d-9b8b-664de4654881", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0421 14:59:35.929339    3820 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-klr5x d37536158ce02755316e2f06698ae22f496c302c35b6d0dcade3e1bbbd11024f network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-klr5x d37536158ce02755316e2f06698ae22f496c302c35b6d0dcade3e1bbbd11024f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:bf:12:dc:ff:16\",\"name\":\"d37536158ce0275\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6000acc4-5763-4dd0-b51e-990a66c4345d\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0421 14:59:40.908064    3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0421 14:59:42.474754    3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c84f4bc9f-jlflm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 14:59:42.474792    3820 pods.go:176] Deleting pod: openshift-image-registry/image-registry-c84f4bc9f-jlflm
I0421 14:59:42.475922    3820 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-c84f4bc9f-jlflm, ips: 10.128.0.5
I0421 14:59:42.475950    3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c84f4bc9f-jlflm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 14:59:42.486218    3820 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-68697fc45f-5nwzt] creating logical port openshift-image-registry_image-registry-68697fc45f-5nwzt for pod on switch ip-10-0-1-145.ec2.internal
I0421 14:59:42.486386    3820 kube.go:256] Updating pod openshift-image-registry/image-registry-68697fc45f-5nwzt
I0421 14:59:42.490904    3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c84f4bc9f-jlflm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 14:59:42.490927    3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c84f4bc9f-jlflm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 14:59:42.519999    3820 pod.go:62] [openshift-image-registry/image-registry-68697fc45f-5nwzt] pod update took 33.640777ms
I0421 14:59:42.520021    3820 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-68697fc45f-5nwzt] addLogicalPort annotation time took 33.668162ms
I0421 14:59:42.521131    3820 pods.go:271] [openshift-image-registry/image-registry-68697fc45f-5nwzt] addLogicalPort took 34.927517ms, libovsdb time 799.674µs
I0421 14:59:42.537423    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-c84f4bc9f-jlflm
I0421 14:59:42.537443    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-c84f4bc9f-jlflm
I0421 14:59:42.602769    3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-77fbd4bf84-m4fh6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 14:59:42.603308    3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-77fbd4bf84-m4fh6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 14:59:42.620151    3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-77fbd4bf84-m4fh6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 14:59:42.620168    3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-77fbd4bf84-m4fh6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 14:59:42.627288    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-77fbd4bf84-m4fh6
I0421 14:59:42.627308    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-77fbd4bf84-m4fh6
I0421 14:59:42.843713    3820 cni.go:452] [openshift-image-registry/image-registry-68697fc45f-5nwzt 19b88bb015ea9ffde53ca962b8d715c4d04e90951f1387d102bceee9721f0836 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-68697fc45f-5nwzt 19b88bb015ea9ffde53ca962b8d715c4d04e90951f1387d102bceee9721f0836 network default NAD default NAD key ]
I0421 14:59:42.853641    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-68697fc45f-5nwzt, hostIfaceName: 19b88bb015ea9ff, network: default, NAD default, SandboxID: "19b88bb015ea9ffde53ca962b8d715c4d04e90951f1387d102bceee9721f0836", PCI device ID: , UID: "e49e59b0-6df4-4a6c-88a6-d07450df491a", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0421 14:59:42.899954    3820 cni.go:473] [openshift-image-registry/image-registry-68697fc45f-5nwzt 19b88bb015ea9ffde53ca962b8d715c4d04e90951f1387d102bceee9721f0836 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-68697fc45f-5nwzt 19b88bb015ea9ffde53ca962b8d715c4d04e90951f1387d102bceee9721f0836 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:2a:f7:1e:18:66\",\"name\":\"19b88bb015ea9ff\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c536514-860b-47a2-8c3c-993f30057f62\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0421 14:59:43.486936    3820 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0421 14:59:43.627689    3820 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0421 14:59:45.709863    3820 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-q8g9r dd0c7302e33569a584fa2bc26225eaf7326d46d9978d7ff91c64afe2d7a98a49 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-q8g9r dd0c7302e33569a584fa2bc26225eaf7326d46d9978d7ff91c64afe2d7a98a49 network default NAD default NAD key ]
I0421 14:59:45.720092    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-q8g9r, hostIfaceName: dd0c7302e33569a, network: default, NAD default, SandboxID: "dd0c7302e33569a584fa2bc26225eaf7326d46d9978d7ff91c64afe2d7a98a49", PCI device ID: , UID: "f06632c5-3b85-49f1-959d-31d098e4e7d9", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0421 14:59:45.766874    3820 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-q8g9r dd0c7302e33569a584fa2bc26225eaf7326d46d9978d7ff91c64afe2d7a98a49 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-q8g9r dd0c7302e33569a584fa2bc26225eaf7326d46d9978d7ff91c64afe2d7a98a49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:fc:89:7f:5f:f3\",\"name\":\"dd0c7302e33569a\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec313e2d-001b-48e5-9bfd-707a7ad92c01\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0421 14:59:46.182667    3820 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0421 14:59:46.365313    3820 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-xt2nc] creating logical port openshift-insights_insights-runtime-extractor-xt2nc for pod on switch ip-10-0-1-145.ec2.internal
I0421 14:59:46.365432    3820 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-xt2nc
I0421 14:59:46.382822    3820 pod.go:62] [openshift-insights/insights-runtime-extractor-xt2nc] pod update took 17.413741ms
I0421 14:59:46.382850    3820 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-xt2nc] addLogicalPort annotation time took 17.445981ms
I0421 14:59:46.384305    3820 pods.go:271] [openshift-insights/insights-runtime-extractor-xt2nc] addLogicalPort took 19.005769ms, libovsdb time 1.081547ms
I0421 14:59:47.303925    3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c84f4bc9f-2g2lg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 14:59:47.304518    3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c84f4bc9f-2g2lg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 14:59:47.317375    3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c84f4bc9f-2g2lg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 14:59:47.317398    3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c84f4bc9f-2g2lg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 14:59:47.325663    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-c84f4bc9f-2g2lg
I0421 14:59:47.325687    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-c84f4bc9f-2g2lg
I0421 14:59:48.223316    3820 cni.go:452] [openshift-insights/insights-runtime-extractor-xt2nc 21a4bd18b958a04be5da192f665ac231f52073fed05d940d3ab393f45992ae98 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-xt2nc 21a4bd18b958a04be5da192f665ac231f52073fed05d940d3ab393f45992ae98 network default NAD default NAD key ]
I0421 14:59:48.232827    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-xt2nc, hostIfaceName: 21a4bd18b958a04, network: default, NAD default, SandboxID: "21a4bd18b958a04be5da192f665ac231f52073fed05d940d3ab393f45992ae98", PCI device ID: , UID: "89886c94-ad99-40a3-8b86-3974e6289e6e", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0421 14:59:48.278181    3820 cni.go:473] [openshift-insights/insights-runtime-extractor-xt2nc 21a4bd18b958a04be5da192f665ac231f52073fed05d940d3ab393f45992ae98 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-xt2nc 21a4bd18b958a04be5da192f665ac231f52073fed05d940d3ab393f45992ae98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:9f:cf:89:98:3d\",\"name\":\"21a4bd18b958a04\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23c8d96b-ca78-4964-a73d-b087aa4f80af\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 14:59:48.300350    3820 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-97cbr] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-97cbr for pod on switch ip-10-0-1-145.ec2.internal
I0421 14:59:48.300439    3820 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-97cbr
W0421 14:59:48.307475    3820 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0421 14:59:48.316403    3820 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-97cbr] pod update took 15.987997ms
I0421 14:59:48.316423    3820 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-97cbr] addLogicalPort annotation time took 16.011048ms
I0421 14:59:48.317600    3820 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-97cbr] addLogicalPort took 17.268945ms, libovsdb time 893.758µs
I0421 14:59:48.654813    3820 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-97cbr 4d35948e99b98e5c252e30aaa295af3bcbca0f30d1573e595438754486687afd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-97cbr 4d35948e99b98e5c252e30aaa295af3bcbca0f30d1573e595438754486687afd network default NAD default NAD key ]
I0421 14:59:48.664339    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-97cbr, hostIfaceName: 4d35948e99b98e5, network: default, NAD default, SandboxID: "4d35948e99b98e5c252e30aaa295af3bcbca0f30d1573e595438754486687afd", PCI device ID: , UID: "599039c9-619f-4d67-8981-353a55d03e77", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0421 14:59:48.710109    3820 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-97cbr 4d35948e99b98e5c252e30aaa295af3bcbca0f30d1573e595438754486687afd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-97cbr 4d35948e99b98e5c252e30aaa295af3bcbca0f30d1573e595438754486687afd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:0d:97:f8:03:83\",\"name\":\"4d35948e99b98e5\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4c7f607-05c6-4403-b9d3-cc5794381ebe\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:00:01.850371    3820 cni.go:452] [openshift-ingress/router-default-56fcddd55d-rvl6b a33d0e3567a19e5b0e70af9bfa9dae2d99b7265c06df273065cddf5928e670ae network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-56fcddd55d-rvl6b a33d0e3567a19e5b0e70af9bfa9dae2d99b7265c06df273065cddf5928e670ae network default NAD default NAD key ]
I0421 15:00:01.859650    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-56fcddd55d-rvl6b, hostIfaceName: a33d0e3567a19e5, network: default, NAD default, SandboxID: "a33d0e3567a19e5b0e70af9bfa9dae2d99b7265c06df273065cddf5928e670ae", PCI device ID: , UID: "13eaf384-e22d-4336-bae7-b9c5bb7372cf", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0421 15:00:01.906894    3820 cni.go:473] [openshift-ingress/router-default-56fcddd55d-rvl6b a33d0e3567a19e5b0e70af9bfa9dae2d99b7265c06df273065cddf5928e670ae network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-56fcddd55d-rvl6b a33d0e3567a19e5b0e70af9bfa9dae2d99b7265c06df273065cddf5928e670ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:70:58:01:85:a3\",\"name\":\"a33d0e3567a19e5\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2180fee5-ecf9-44f8-90c7-93e5fe4184f1\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:00:09.559174    3820 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0421 15:00:09.739158    3820 base_network_controller_pods.go:487] [default/openshift-console/console-7ffddf87d4-mwght] creating logical port openshift-console_console-7ffddf87d4-mwght for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:00:09.739327    3820 kube.go:256] Updating pod openshift-console/console-7ffddf87d4-mwght
I0421 15:00:09.754928    3820 pod.go:62] [openshift-console/console-7ffddf87d4-mwght] pod update took 15.630073ms
I0421 15:00:09.754950    3820 base_network_controller_pods.go:951] [default/openshift-console/console-7ffddf87d4-mwght] addLogicalPort annotation time took 15.655158ms
I0421 15:00:09.756154    3820 pods.go:271] [openshift-console/console-7ffddf87d4-mwght] addLogicalPort took 17.025251ms, libovsdb time 851.794µs
I0421 15:00:09.833808    3820 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-6xmxv] creating logical port openshift-console_downloads-5c54f4944f-6xmxv for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:00:09.833907    3820 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-6xmxv
I0421 15:00:09.848796    3820 pod.go:62] [openshift-console/downloads-5c54f4944f-6xmxv] pod update took 14.913689ms
I0421 15:00:09.848817    3820 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-6xmxv] addLogicalPort annotation time took 14.941958ms
I0421 15:00:09.849897    3820 pods.go:271] [openshift-console/downloads-5c54f4944f-6xmxv] addLogicalPort took 16.104197ms, libovsdb time 802.507µs
I0421 15:00:10.123429    3820 cni.go:452] [openshift-console/console-7ffddf87d4-mwght cf5515e8c113e082e5ce34fcd5dabe973dc02ef410ebcf1da28b2b684c4d20f5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7ffddf87d4-mwght cf5515e8c113e082e5ce34fcd5dabe973dc02ef410ebcf1da28b2b684c4d20f5 network default NAD default NAD key ]
I0421 15:00:10.132853    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7ffddf87d4-mwght, hostIfaceName: cf5515e8c113e08, network: default, NAD default, SandboxID: "cf5515e8c113e082e5ce34fcd5dabe973dc02ef410ebcf1da28b2b684c4d20f5", PCI device ID: , UID: "893f1ab9-4e4b-4bff-b25b-c2249089e635", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0421 15:00:10.182100    3820 cni.go:473] [openshift-console/console-7ffddf87d4-mwght cf5515e8c113e082e5ce34fcd5dabe973dc02ef410ebcf1da28b2b684c4d20f5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7ffddf87d4-mwght cf5515e8c113e082e5ce34fcd5dabe973dc02ef410ebcf1da28b2b684c4d20f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:2c:ed:b7:37:bd\",\"name\":\"cf5515e8c113e08\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c84c60ad-49d8-453d-9827-847b23db38d3\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:00:10.220377    3820 cni.go:452] [openshift-console/downloads-5c54f4944f-6xmxv c27a28a651b1bf3891bcb34d94dff3788182a7bf91f77c6cda4ac227cce117d0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-6xmxv c27a28a651b1bf3891bcb34d94dff3788182a7bf91f77c6cda4ac227cce117d0 network default NAD default NAD key ]
I0421 15:00:10.229972    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-6xmxv, hostIfaceName: c27a28a651b1bf3, network: default, NAD default, SandboxID: "c27a28a651b1bf3891bcb34d94dff3788182a7bf91f77c6cda4ac227cce117d0", PCI device ID: , UID: "cdca339c-b6dc-4628-9599-7fe140a63b0b", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0421 15:00:10.275608    3820 cni.go:473] [openshift-console/downloads-5c54f4944f-6xmxv c27a28a651b1bf3891bcb34d94dff3788182a7bf91f77c6cda4ac227cce117d0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-6xmxv c27a28a651b1bf3891bcb34d94dff3788182a7bf91f77c6cda4ac227cce117d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:00:bc:3b:0d:c8\",\"name\":\"c27a28a651b1bf3\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0331461-2144-48d7-8d95-c132b84d644f\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:00:11.346657    3820 cni.go:452] [openshift-image-registry/image-registry-68697fc45f-5nwzt 19b88bb015ea9ffde53ca962b8d715c4d04e90951f1387d102bceee9721f0836 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-68697fc45f-5nwzt 19b88bb015ea9ffde53ca962b8d715c4d04e90951f1387d102bceee9721f0836 network default NAD default NAD key ]
I0421 15:00:11.424743    3820 cni.go:473] [openshift-image-registry/image-registry-68697fc45f-5nwzt 19b88bb015ea9ffde53ca962b8d715c4d04e90951f1387d102bceee9721f0836 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-68697fc45f-5nwzt 19b88bb015ea9ffde53ca962b8d715c4d04e90951f1387d102bceee9721f0836 network default NAD default NAD key default], result "{}", err <nil>
I0421 15:00:11.473655    3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-68697fc45f-5nwzt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:11.473699    3820 pods.go:176] Deleting pod: openshift-image-registry/image-registry-68697fc45f-5nwzt
I0421 15:00:11.475197    3820 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-68697fc45f-5nwzt, ips: 10.128.0.14
I0421 15:00:11.475245    3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-68697fc45f-5nwzt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0421 15:00:11.483577    3820 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0421 15:00:11.484055    3820 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5d6459b968-6h57c] creating logical port openshift-image-registry_image-registry-5d6459b968-6h57c for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:00:11.484150    3820 kube.go:256] Updating pod openshift-image-registry/image-registry-5d6459b968-6h57c
I0421 15:00:11.499397    3820 pod.go:62] [openshift-image-registry/image-registry-5d6459b968-6h57c] pod update took 15.276847ms
I0421 15:00:11.499419    3820 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5d6459b968-6h57c] addLogicalPort annotation time took 15.302816ms
I0421 15:00:11.500615    3820 pods.go:271] [openshift-image-registry/image-registry-5d6459b968-6h57c] addLogicalPort took 16.573744ms, libovsdb time 871.869µs
I0421 15:00:11.849697    3820 cni.go:452] [openshift-image-registry/image-registry-5d6459b968-6h57c b5eaac35c73f7a5579c326f42bac8266a874e31b9305bb6bf0b5ba7514dbac17 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5d6459b968-6h57c b5eaac35c73f7a5579c326f42bac8266a874e31b9305bb6bf0b5ba7514dbac17 network default NAD default NAD key ]
I0421 15:00:11.862367    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5d6459b968-6h57c, hostIfaceName: b5eaac35c73f7a5, network: default, NAD default, SandboxID: "b5eaac35c73f7a5579c326f42bac8266a874e31b9305bb6bf0b5ba7514dbac17", PCI device ID: , UID: "bae539c2-e9a5-4b4c-bca4-f478a014db34", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0421 15:00:11.879805    3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-68697fc45f-5nwzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:11.879830    3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-68697fc45f-5nwzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:11.885693    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-68697fc45f-5nwzt
I0421 15:00:11.885725    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-68697fc45f-5nwzt
I0421 15:00:11.919664    3820 cni.go:473] [openshift-image-registry/image-registry-5d6459b968-6h57c b5eaac35c73f7a5579c326f42bac8266a874e31b9305bb6bf0b5ba7514dbac17 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5d6459b968-6h57c b5eaac35c73f7a5579c326f42bac8266a874e31b9305bb6bf0b5ba7514dbac17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:3c:fb:11:60:00\",\"name\":\"b5eaac35c73f7a5\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72d34f6c-67ed-489b-ab01-669dcf96261d\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0421 15:00:12.590427    3820 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0421 15:00:13.593200    3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0421 15:00:13.718604    3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0421 15:00:14.404750    3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0421 15:00:16.412117    3820 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:16.412137    3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:16.412143    3820 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0421 15:00:16.980058    3820 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-5vfh9] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-5vfh9 for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:00:16.980149    3820 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-5vfh9
I0421 15:00:17.010877    3820 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-5vfh9] pod update took 30.752486ms
I0421 15:00:17.010900    3820 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-5vfh9] addLogicalPort annotation time took 30.780155ms
I0421 15:00:17.012069    3820 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-5vfh9] addLogicalPort took 32.031207ms, libovsdb time 863.035µs
I0421 15:00:17.337327    3820 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-5vfh9 f28bb756407dc96b3530aa36a9e06bbc0bf94345cbbeba4d0986200cc087567d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-5vfh9 f28bb756407dc96b3530aa36a9e06bbc0bf94345cbbeba4d0986200cc087567d network default NAD default NAD key ]
I0421 15:00:17.348165    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-5vfh9, hostIfaceName: f28bb756407dc96, network: default, NAD default, SandboxID: "f28bb756407dc96b3530aa36a9e06bbc0bf94345cbbeba4d0986200cc087567d", PCI device ID: , UID: "8e8c0e48-4689-49a9-baa3-99a823b32d15", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0421 15:00:17.397904    3820 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-5vfh9 f28bb756407dc96b3530aa36a9e06bbc0bf94345cbbeba4d0986200cc087567d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-5vfh9 f28bb756407dc96b3530aa36a9e06bbc0bf94345cbbeba4d0986200cc087567d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:41:06:af:8f:6a\",\"name\":\"f28bb756407dc96\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ddf380b-f597-4796-bc98-1518a7f011c9\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:00:18.032174    3820 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:00:18.032299    3820 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0421 15:00:18.053287    3820 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 21.025959ms
I0421 15:00:18.053309    3820 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 21.053719ms
I0421 15:00:18.054662    3820 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 22.505982ms, libovsdb time 985.601µs
I0421 15:00:19.015453    3820 cni.go:452] [openshift-monitoring/alertmanager-main-1 e0971e0ce4c7eabf9df67e46b6334c1068811d96961b7b38b73bef6cc6a6f23c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 e0971e0ce4c7eabf9df67e46b6334c1068811d96961b7b38b73bef6cc6a6f23c network default NAD default NAD key ]
I0421 15:00:19.026731    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: e0971e0ce4c7eab, network: default, NAD default, SandboxID: "e0971e0ce4c7eabf9df67e46b6334c1068811d96961b7b38b73bef6cc6a6f23c", PCI device ID: , UID: "75b3369b-5140-46a0-8941-755360a57fcf", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0421 15:00:19.079960    3820 cni.go:473] [openshift-monitoring/alertmanager-main-1 e0971e0ce4c7eabf9df67e46b6334c1068811d96961b7b38b73bef6cc6a6f23c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 e0971e0ce4c7eabf9df67e46b6334c1068811d96961b7b38b73bef6cc6a6f23c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:3e:6b:49:86:45\",\"name\":\"e0971e0ce4c7eab\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b0b8092-bb85-43c5-802b-d63c10524c84\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:00:19.145893    3820 cni.go:452] [openshift-dns/dns-default-ffsxb 23bb4fb0a2b6879d9b09d0ddfe26713cbfffe77772808bfa47a17cacc10b4dda network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-ffsxb 23bb4fb0a2b6879d9b09d0ddfe26713cbfffe77772808bfa47a17cacc10b4dda network default NAD default NAD key ]
I0421 15:00:19.157508    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-ffsxb, hostIfaceName: 23bb4fb0a2b6879, network: default, NAD default, SandboxID: "23bb4fb0a2b6879d9b09d0ddfe26713cbfffe77772808bfa47a17cacc10b4dda", PCI device ID: , UID: "dea99dc1-7123-4f0d-a1d2-bf70d5ef1eec", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23]
I0421 15:00:19.216311    3820 cni.go:473] [openshift-dns/dns-default-ffsxb 23bb4fb0a2b6879d9b09d0ddfe26713cbfffe77772808bfa47a17cacc10b4dda network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-ffsxb 23bb4fb0a2b6879d9b09d0ddfe26713cbfffe77772808bfa47a17cacc10b4dda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:a4:be:de:0f:d0\",\"name\":\"23bb4fb0a2b6879\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0c2df02-26cc-4398-9961-cd1b5d8034b5\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0421 15:00:20.455681    3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0421 15:00:20.455720    3820 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0421 15:00:20.455729    3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0421 15:00:20.654375    3820 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0421 15:00:20.654395    3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0421 15:00:20.654401    3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0421 15:00:21.596362    3820 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-pzxzh] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-pzxzh for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:00:21.596461    3820 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-pzxzh
I0421 15:00:21.612865    3820 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pzxzh] pod update took 16.429857ms
I0421 15:00:21.612889    3820 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-pzxzh] addLogicalPort annotation time took 16.458084ms
I0421 15:00:21.614132    3820 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pzxzh] addLogicalPort took 17.788321ms, libovsdb time 901.733µs
W0421 15:00:21.671624    3820 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:21.671645    3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:21.671652    3820 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:21.705312    3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0421 15:00:21.736746    3820 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7c9ffcdbd5-qjmsh IP address from the namespace address-set, err: pod openshift-console/console-7c9ffcdbd5-qjmsh: no pod IPs found 
I0421 15:00:23.241203    3820 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:00:23.241329    3820 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0421 15:00:23.265069    3820 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 23.772258ms
I0421 15:00:23.265094    3820 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 23.802774ms
I0421 15:00:23.266403    3820 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 25.219942ms, libovsdb time 920.268µs
W0421 15:00:23.772681    3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0421 15:00:23.772697    3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0421 15:00:23.772702    3820 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0421 15:00:23.772706    3820 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0421 15:00:23.797542    3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0421 15:00:24.788505    3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0421 15:00:24.788523    3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0421 15:00:26.419073    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:26.419098    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:26.419104    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:26.419115    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:26.419120    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:26.419131    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0421 15:00:28.002864    3820 cni.go:452] [openshift-monitoring/prometheus-k8s-1 422d409815233ba9eb27eb4e0f29bb71f8849ee5d8a394999ddfef7c5b62ec97 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 422d409815233ba9eb27eb4e0f29bb71f8849ee5d8a394999ddfef7c5b62ec97 network default NAD default NAD key ]
I0421 15:00:28.006017    3820 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pzxzh 6e6601109aa7a01d7f27e54849371d3f465160e06f94680b61eb20be9218e2a5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pzxzh 6e6601109aa7a01d7f27e54849371d3f465160e06f94680b61eb20be9218e2a5 network default NAD default NAD key ]
I0421 15:00:28.013410    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 422d409815233ba, network: default, NAD default, SandboxID: "422d409815233ba9eb27eb4e0f29bb71f8849ee5d8a394999ddfef7c5b62ec97", PCI device ID: , UID: "6779260d-fd2f-4dc1-9026-a7c45c7cb97f", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0421 15:00:28.015807    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-pzxzh, hostIfaceName: 6e6601109aa7a01, network: default, NAD default, SandboxID: "6e6601109aa7a01d7f27e54849371d3f465160e06f94680b61eb20be9218e2a5", PCI device ID: , UID: "ea86a419-b4b6-4c6f-9147-e9c05927b8b8", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0421 15:00:28.066600    3820 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pzxzh 6e6601109aa7a01d7f27e54849371d3f465160e06f94680b61eb20be9218e2a5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pzxzh 6e6601109aa7a01d7f27e54849371d3f465160e06f94680b61eb20be9218e2a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:6c:8a:a3:77:ca\",\"name\":\"6e6601109aa7a01\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce30b57a-d3eb-48f7-b031-93dc133b86df\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:00:28.085352    3820 cni.go:473] [openshift-monitoring/prometheus-k8s-1 422d409815233ba9eb27eb4e0f29bb71f8849ee5d8a394999ddfef7c5b62ec97 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 422d409815233ba9eb27eb4e0f29bb71f8849ee5d8a394999ddfef7c5b62ec97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:c2:b3:71:69:91\",\"name\":\"422d409815233ba\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/180958bd-56ff-4c7b-ae26-0a0fd5fe99ba\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0421 15:00:28.693142    3820 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0421 15:00:28.693164    3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0421 15:00:30.690941    3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0421 15:00:30.712705    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0421 15:00:30.871971    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0421 15:00:30.872003    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0421 15:00:31.649478    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:31.649503    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0421 15:00:31.649512    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
I0421 15:00:32.811868    3820 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:32.812562    3820 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:32.812717    3820 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:32.812779    3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0421 15:00:32.812805    3820 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:32.812814    3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0421 15:00:33.540147    3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0421 15:00:33.605503    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0421 15:00:33.837510    3820 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:33.837592    3820 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:33.837632    3820 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:33.837664    3820 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904ggnx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:38.733581    3820 cni.go:452] [openshift-console/console-7ffddf87d4-mwght cf5515e8c113e082e5ce34fcd5dabe973dc02ef410ebcf1da28b2b684c4d20f5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7ffddf87d4-mwght cf5515e8c113e082e5ce34fcd5dabe973dc02ef410ebcf1da28b2b684c4d20f5 network default NAD default NAD key ]
I0421 15:00:38.817300    3820 cni.go:473] [openshift-console/console-7ffddf87d4-mwght cf5515e8c113e082e5ce34fcd5dabe973dc02ef410ebcf1da28b2b684c4d20f5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7ffddf87d4-mwght cf5515e8c113e082e5ce34fcd5dabe973dc02ef410ebcf1da28b2b684c4d20f5 network default NAD default NAD key default], result "{}", err <nil>
I0421 15:00:38.847989    3820 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0421 15:00:38.857075    3820 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0421 15:00:38.876519    3820 obj_retry.go:498] Detected object openshift-console/console-7ffddf87d4-mwght of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:38.876557    3820 pods.go:176] Deleting pod: openshift-console/console-7ffddf87d4-mwght
I0421 15:00:38.878070    3820 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7ffddf87d4-mwght, ips: 10.128.0.17
I0421 15:00:38.878097    3820 obj_retry.go:498] Detected object openshift-console/console-7ffddf87d4-mwght of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:38.887614    3820 base_network_controller_pods.go:487] [default/openshift-console/console-67cdc9f8c7-4xhgz] creating logical port openshift-console_console-67cdc9f8c7-4xhgz for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:00:38.887737    3820 kube.go:256] Updating pod openshift-console/console-67cdc9f8c7-4xhgz
I0421 15:00:38.906027    3820 pod.go:62] [openshift-console/console-67cdc9f8c7-4xhgz] pod update took 18.317558ms
I0421 15:00:38.906047    3820 base_network_controller_pods.go:951] [default/openshift-console/console-67cdc9f8c7-4xhgz] addLogicalPort annotation time took 18.340699ms
I0421 15:00:38.907202    3820 pods.go:271] [openshift-console/console-67cdc9f8c7-4xhgz] addLogicalPort took 19.603039ms, libovsdb time 765.044µs
I0421 15:00:39.297378    3820 cni.go:452] [openshift-console/console-67cdc9f8c7-4xhgz cd2a765e06d033acf178cc4f33c5c5f8520330ae05374a69bdd7ed3820e19c2e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-67cdc9f8c7-4xhgz cd2a765e06d033acf178cc4f33c5c5f8520330ae05374a69bdd7ed3820e19c2e network default NAD default NAD key ]
I0421 15:00:39.306704    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-67cdc9f8c7-4xhgz, hostIfaceName: cd2a765e06d033a, network: default, NAD default, SandboxID: "cd2a765e06d033acf178cc4f33c5c5f8520330ae05374a69bdd7ed3820e19c2e", PCI device ID: , UID: "1aedb329-96e3-4241-9c9b-9b29bd708657", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0421 15:00:39.355243    3820 cni.go:473] [openshift-console/console-67cdc9f8c7-4xhgz cd2a765e06d033acf178cc4f33c5c5f8520330ae05374a69bdd7ed3820e19c2e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-67cdc9f8c7-4xhgz cd2a765e06d033acf178cc4f33c5c5f8520330ae05374a69bdd7ed3820e19c2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:87:48:4a:54:db\",\"name\":\"cd2a765e06d033a\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc9f9c7e-a8ba-4a7b-aa9e-875d56135540\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:00:39.756691    3820 obj_retry.go:492] Detected object openshift-console/console-7ffddf87d4-mwght of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:39.756719    3820 obj_retry.go:492] Detected object openshift-console/console-7ffddf87d4-mwght of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:39.762301    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7ffddf87d4-mwght
I0421 15:00:39.762325    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7ffddf87d4-mwght
I0421 15:00:47.016612    3820 obj_retry.go:498] Detected object openshift-console/console-7ffddf87d4-sztd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:47.017122    3820 obj_retry.go:498] Detected object openshift-console/console-7ffddf87d4-sztd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:00:47.578238    3820 obj_retry.go:492] Detected object openshift-console/console-7ffddf87d4-sztd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:47.578261    3820 obj_retry.go:492] Detected object openshift-console/console-7ffddf87d4-sztd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:00:47.583905    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7ffddf87d4-sztd8
I0421 15:00:47.583937    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7ffddf87d4-sztd8
W0421 15:00:49.051278    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0421 15:00:49.051306    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0421 15:00:49.051314    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0421 15:00:49.790305    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0421 15:00:52.897412    3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0421 15:00:53.632699    3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0421 15:01:02.830997    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0421 15:01:02.831047    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0421 15:01:02.831047    3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0421 15:01:03.836791    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0421 15:01:14.159213    3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-68697fc45f-zc7pd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:14.159847    3820 obj_retry.go:498] Detected object openshift-image-registry/image-registry-68697fc45f-zc7pd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:14.977244    3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-68697fc45f-zc7pd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:14.977268    3820 obj_retry.go:492] Detected object openshift-image-registry/image-registry-68697fc45f-zc7pd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:14.984631    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-68697fc45f-zc7pd
I0421 15:01:14.984659    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-68697fc45f-zc7pd
I0421 15:01:15.104892    3820 obj_retry.go:498] Detected object openshift-console/console-7c9ffcdbd5-bslq9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:15.105423    3820 obj_retry.go:498] Detected object openshift-console/console-7c9ffcdbd5-bslq9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:15.980128    3820 obj_retry.go:492] Detected object openshift-console/console-7c9ffcdbd5-bslq9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:15.980152    3820 obj_retry.go:492] Detected object openshift-console/console-7c9ffcdbd5-bslq9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:15.987182    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c9ffcdbd5-bslq9
I0421 15:01:15.987203    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c9ffcdbd5-bslq9
I0421 15:01:16.603681    3820 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0421 15:01:19.339919    3820 obj_retry.go:498] Detected object openshift-ingress/router-default-57d867779-zjpj8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:19.340498    3820 obj_retry.go:498] Detected object openshift-ingress/router-default-57d867779-zjpj8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:19.995421    3820 obj_retry.go:492] Detected object openshift-ingress/router-default-57d867779-zjpj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:19.995451    3820 obj_retry.go:492] Detected object openshift-ingress/router-default-57d867779-zjpj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:20.001409    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-57d867779-zjpj8
I0421 15:01:20.001432    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-57d867779-zjpj8
W0421 15:01:23.944051    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0421 15:01:23.944074    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0421 15:01:34.914239    3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:34.914771    3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:35.801471    3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:35.801495    3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:38.177129    3820 cni.go:452] [openshift-monitoring/alertmanager-main-1 e0971e0ce4c7eabf9df67e46b6334c1068811d96961b7b38b73bef6cc6a6f23c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 e0971e0ce4c7eabf9df67e46b6334c1068811d96961b7b38b73bef6cc6a6f23c network default NAD default NAD key ]
I0421 15:01:38.260562    3820 cni.go:473] [openshift-monitoring/alertmanager-main-1 e0971e0ce4c7eabf9df67e46b6334c1068811d96961b7b38b73bef6cc6a6f23c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 e0971e0ce4c7eabf9df67e46b6334c1068811d96961b7b38b73bef6cc6a6f23c network default NAD default NAD key default], result "{}", err <nil>
I0421 15:01:38.320068    3820 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:38.320097    3820 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1
I0421 15:01:38.321354    3820 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.21
I0421 15:01:38.321382    3820 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:38.976669    3820 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:38.976695    3820 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:38.981994    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0421 15:01:38.982027    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0421 15:01:39.026858    3820 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:01:39.026998    3820 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0421 15:01:39.047105    3820 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 20.145667ms
I0421 15:01:39.047127    3820 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 20.172153ms
I0421 15:01:39.048451    3820 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 21.610652ms, libovsdb time 932.327µs
I0421 15:01:39.390008    3820 cni.go:452] [openshift-monitoring/alertmanager-main-1 220fafd07dbfd15a82bd5107159b49f96437d0d7d4d0f96fe9570463b60681c5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 220fafd07dbfd15a82bd5107159b49f96437d0d7d4d0f96fe9570463b60681c5 network default NAD default NAD key ]
I0421 15:01:39.399409    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 220fafd07dbfd15, network: default, NAD default, SandboxID: "220fafd07dbfd15a82bd5107159b49f96437d0d7d4d0f96fe9570463b60681c5", PCI device ID: , UID: "8502d364-e7ca-40ae-88b2-4803a8769648", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0421 15:01:39.446979    3820 cni.go:473] [openshift-monitoring/alertmanager-main-1 220fafd07dbfd15a82bd5107159b49f96437d0d7d4d0f96fe9570463b60681c5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 220fafd07dbfd15a82bd5107159b49f96437d0d7d4d0f96fe9570463b60681c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:03:31:97:0c:de\",\"name\":\"220fafd07dbfd15\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a40e598d-73f3-4f51-9b55-9795e19a74e7\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:01:42.872043    3820 cni.go:452] [openshift-monitoring/prometheus-k8s-1 422d409815233ba9eb27eb4e0f29bb71f8849ee5d8a394999ddfef7c5b62ec97 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 422d409815233ba9eb27eb4e0f29bb71f8849ee5d8a394999ddfef7c5b62ec97 network default NAD default NAD key ]
I0421 15:01:42.950592    3820 cni.go:473] [openshift-monitoring/prometheus-k8s-1 422d409815233ba9eb27eb4e0f29bb71f8849ee5d8a394999ddfef7c5b62ec97 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 422d409815233ba9eb27eb4e0f29bb71f8849ee5d8a394999ddfef7c5b62ec97 network default NAD default NAD key default], result "{}", err <nil>
I0421 15:01:43.011037    3820 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:43.011071    3820 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1
I0421 15:01:43.012344    3820 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.23
I0421 15:01:43.012374    3820 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:01:43.306544    3820 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:43.306565    3820 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:01:43.313599    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0421 15:01:43.313622    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0421 15:01:43.354884    3820 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:01:43.354987    3820 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0421 15:01:43.380048    3820 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 25.095697ms
I0421 15:01:43.380072    3820 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 25.12469ms
I0421 15:01:43.381246    3820 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 26.380856ms, libovsdb time 837.437µs
I0421 15:01:43.713397    3820 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a30ac2cb0cf6257cdcb929e6c59e40caebee93b0b9c53b27ae093cd3bcc91e83 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 a30ac2cb0cf6257cdcb929e6c59e40caebee93b0b9c53b27ae093cd3bcc91e83 network default NAD default NAD key ]
I0421 15:01:43.723424    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: a30ac2cb0cf6257, network: default, NAD default, SandboxID: "a30ac2cb0cf6257cdcb929e6c59e40caebee93b0b9c53b27ae093cd3bcc91e83", PCI device ID: , UID: "8a04d4dd-e94a-4a25-9287-b5a48a6ac0a6", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0421 15:01:43.771121    3820 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a30ac2cb0cf6257cdcb929e6c59e40caebee93b0b9c53b27ae093cd3bcc91e83 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 a30ac2cb0cf6257cdcb929e6c59e40caebee93b0b9c53b27ae093cd3bcc91e83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:0e:92:89:e7:a3\",\"name\":\"a30ac2cb0cf6257\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a15566f2-1758-4a22-985c-67a007533f00\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:01:44.237604    3820 cni.go:452] [openshift-multus/network-metrics-daemon-brqjm df4f9f73f57732bb98e7ef11ef92d6bdbd442377a7d9a4ebb54b425b48953b6c network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-brqjm df4f9f73f57732bb98e7ef11ef92d6bdbd442377a7d9a4ebb54b425b48953b6c network default NAD default NAD key ]
I0421 15:01:44.249507    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-brqjm, hostIfaceName: df4f9f73f57732b, network: default, NAD default, SandboxID: "df4f9f73f57732bb98e7ef11ef92d6bdbd442377a7d9a4ebb54b425b48953b6c", PCI device ID: , UID: "948a4c96-1064-449d-9712-9fdee95f918c", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0421 15:01:44.313977    3820 cni.go:473] [openshift-multus/network-metrics-daemon-brqjm df4f9f73f57732bb98e7ef11ef92d6bdbd442377a7d9a4ebb54b425b48953b6c network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-brqjm df4f9f73f57732bb98e7ef11ef92d6bdbd442377a7d9a4ebb54b425b48953b6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:46:1b:99:06:bc\",\"name\":\"df4f9f73f57732b\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5393e01-e2dd-4924-87d6-cebf55b9e0cd\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0421 15:02:09.437817    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0421 15:02:09.437837    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0421 15:02:09.437843    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0421 15:02:10.287730    3820 cni.go:452] [openshift-console/console-67cdc9f8c7-4xhgz cd2a765e06d033acf178cc4f33c5c5f8520330ae05374a69bdd7ed3820e19c2e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-67cdc9f8c7-4xhgz cd2a765e06d033acf178cc4f33c5c5f8520330ae05374a69bdd7ed3820e19c2e network default NAD default NAD key ]
I0421 15:02:10.387669    3820 cni.go:473] [openshift-console/console-67cdc9f8c7-4xhgz cd2a765e06d033acf178cc4f33c5c5f8520330ae05374a69bdd7ed3820e19c2e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-67cdc9f8c7-4xhgz cd2a765e06d033acf178cc4f33c5c5f8520330ae05374a69bdd7ed3820e19c2e network default NAD default NAD key default], result "{}", err <nil>
I0421 15:02:10.435718    3820 obj_retry.go:498] Detected object openshift-console/console-67cdc9f8c7-4xhgz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:02:10.435755    3820 pods.go:176] Deleting pod: openshift-console/console-67cdc9f8c7-4xhgz
I0421 15:02:10.437275    3820 pods.go:236] Attempting to release IPs for pod: openshift-console/console-67cdc9f8c7-4xhgz, ips: 10.128.0.24
I0421 15:02:10.437310    3820 obj_retry.go:498] Detected object openshift-console/console-67cdc9f8c7-4xhgz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:02:10.443496    3820 base_network_controller_pods.go:487] [default/openshift-console/console-698488587d-vg2mc] creating logical port openshift-console_console-698488587d-vg2mc for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:02:10.443652    3820 kube.go:256] Updating pod openshift-console/console-698488587d-vg2mc
I0421 15:02:10.458038    3820 pod.go:62] [openshift-console/console-698488587d-vg2mc] pod update took 14.42215ms
I0421 15:02:10.458062    3820 base_network_controller_pods.go:951] [default/openshift-console/console-698488587d-vg2mc] addLogicalPort annotation time took 14.451407ms
I0421 15:02:10.459278    3820 pods.go:271] [openshift-console/console-698488587d-vg2mc] addLogicalPort took 15.797477ms, libovsdb time 840.096µs
I0421 15:02:10.743604    3820 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:02:10.744152    3820 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:02:10.802810    3820 cni.go:452] [openshift-console/console-698488587d-vg2mc 880664f9c61bcae32d99cad18791005675ce03aac88953e4d7a0d925991e67f4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-698488587d-vg2mc 880664f9c61bcae32d99cad18791005675ce03aac88953e4d7a0d925991e67f4 network default NAD default NAD key ]
I0421 15:02:10.811965    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-698488587d-vg2mc, hostIfaceName: 880664f9c61bcae, network: default, NAD default, SandboxID: "880664f9c61bcae32d99cad18791005675ce03aac88953e4d7a0d925991e67f4", PCI device ID: , UID: "5d6ba93a-a43e-4040-98cc-e7825e4d7d0d", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0421 15:02:10.860656    3820 cni.go:473] [openshift-console/console-698488587d-vg2mc 880664f9c61bcae32d99cad18791005675ce03aac88953e4d7a0d925991e67f4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-698488587d-vg2mc 880664f9c61bcae32d99cad18791005675ce03aac88953e4d7a0d925991e67f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:a7:da:b6:30:88\",\"name\":\"880664f9c61bcae\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/270097b2-2710-42ba-9468-63e139d808a0\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:02:10.949393    3820 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:02:10.949419    3820 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:02:10.956280    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0421 15:02:10.956308    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0421 15:02:11.127277    3820 obj_retry.go:492] Detected object openshift-console/console-67cdc9f8c7-4xhgz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:02:11.127306    3820 obj_retry.go:492] Detected object openshift-console/console-67cdc9f8c7-4xhgz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:02:11.133513    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67cdc9f8c7-4xhgz
I0421 15:02:11.133538    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67cdc9f8c7-4xhgz
W0421 15:02:21.193855    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0421 15:02:21.469270    3820 obj_retry.go:498] Detected object openshift-console/console-67cdc9f8c7-rxhjr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:02:21.469877    3820 obj_retry.go:498] Detected object openshift-console/console-67cdc9f8c7-rxhjr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:02:22.002532    3820 obj_retry.go:492] Detected object openshift-console/console-67cdc9f8c7-rxhjr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:02:22.002556    3820 obj_retry.go:492] Detected object openshift-console/console-67cdc9f8c7-rxhjr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:02:22.010332    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67cdc9f8c7-rxhjr
I0421 15:02:22.010359    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67cdc9f8c7-rxhjr
W0421 15:02:44.308489    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0421 15:02:44.308514    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0421 15:02:45.613455    3820 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:02:45.614003    3820 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:02:46.322128    3820 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:02:46.322159    3820 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:02:46.328475    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0421 15:02:46.328505    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0421 15:03:07.454285    3820 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5
I0421 15:03:36.717001    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=128
I0421 15:03:50.847344    3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5
I0421 15:04:17.587139    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0421 15:04:18.545440    3820 cni.go:452] [openshift-console/console-698488587d-vg2mc 880664f9c61bcae32d99cad18791005675ce03aac88953e4d7a0d925991e67f4 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-698488587d-vg2mc 880664f9c61bcae32d99cad18791005675ce03aac88953e4d7a0d925991e67f4 network default NAD default NAD key ]
I0421 15:04:18.616952    3820 cni.go:473] [openshift-console/console-698488587d-vg2mc 880664f9c61bcae32d99cad18791005675ce03aac88953e4d7a0d925991e67f4 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-698488587d-vg2mc 880664f9c61bcae32d99cad18791005675ce03aac88953e4d7a0d925991e67f4 network default NAD default NAD key default], result "{}", err <nil>
I0421 15:04:18.663253    3820 obj_retry.go:498] Detected object openshift-console/console-698488587d-vg2mc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:04:18.663280    3820 pods.go:176] Deleting pod: openshift-console/console-698488587d-vg2mc
I0421 15:04:18.664555    3820 pods.go:236] Attempting to release IPs for pod: openshift-console/console-698488587d-vg2mc, ips: 10.128.0.27
I0421 15:04:18.664585    3820 obj_retry.go:498] Detected object openshift-console/console-698488587d-vg2mc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:04:18.673241    3820 base_network_controller_pods.go:487] [default/openshift-console/console-644ffd49c5-7j7hf] creating logical port openshift-console_console-644ffd49c5-7j7hf for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:04:18.673378    3820 kube.go:256] Updating pod openshift-console/console-644ffd49c5-7j7hf
I0421 15:04:18.689344    3820 pod.go:62] [openshift-console/console-644ffd49c5-7j7hf] pod update took 15.991289ms
I0421 15:04:18.689369    3820 base_network_controller_pods.go:951] [default/openshift-console/console-644ffd49c5-7j7hf] addLogicalPort annotation time took 16.02001ms
I0421 15:04:18.690536    3820 pods.go:271] [openshift-console/console-644ffd49c5-7j7hf] addLogicalPort took 17.321613ms, libovsdb time 854.693µs
I0421 15:04:19.031873    3820 cni.go:452] [openshift-console/console-644ffd49c5-7j7hf 20143d02e5afa5ba76d7b184d84aa8b013f882aba3e5803c7d7abe299af12b31 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-644ffd49c5-7j7hf 20143d02e5afa5ba76d7b184d84aa8b013f882aba3e5803c7d7abe299af12b31 network default NAD default NAD key ]
I0421 15:04:19.041174    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-644ffd49c5-7j7hf, hostIfaceName: 20143d02e5afa5b, network: default, NAD default, SandboxID: "20143d02e5afa5ba76d7b184d84aa8b013f882aba3e5803c7d7abe299af12b31", PCI device ID: , UID: "dcbbd331-a7bc-4d2a-b144-bbb5020557c0", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0421 15:04:19.090236    3820 cni.go:473] [openshift-console/console-644ffd49c5-7j7hf 20143d02e5afa5ba76d7b184d84aa8b013f882aba3e5803c7d7abe299af12b31 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-644ffd49c5-7j7hf 20143d02e5afa5ba76d7b184d84aa8b013f882aba3e5803c7d7abe299af12b31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:b4:de:8a:7e:cf\",\"name\":\"20143d02e5afa5b\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0438bed4-8591-4c3f-8281-f7315a926d48\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:04:19.645019    3820 obj_retry.go:492] Detected object openshift-console/console-698488587d-vg2mc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:04:19.645046    3820 obj_retry.go:492] Detected object openshift-console/console-698488587d-vg2mc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:04:19.649980    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-698488587d-vg2mc
I0421 15:04:19.650003    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-698488587d-vg2mc
W0421 15:04:29.712146    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0421 15:04:29.758380    3820 obj_retry.go:498] Detected object openshift-console/console-698488587d-kwb4h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:04:29.758913    3820 obj_retry.go:498] Detected object openshift-console/console-698488587d-kwb4h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:04:30.715723    3820 obj_retry.go:492] Detected object openshift-console/console-698488587d-kwb4h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:04:30.715769    3820 obj_retry.go:492] Detected object openshift-console/console-698488587d-kwb4h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:04:30.721591    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-698488587d-kwb4h
I0421 15:04:30.721618    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-698488587d-kwb4h
I0421 15:04:52.717731    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15
I0421 15:05:20.712729    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0421 15:05:35.821774    3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
W0421 15:05:43.836284    3820 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0421 15:05:48.722409    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=662
I0421 15:05:54.870934    3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0421 15:05:54.871000    3820 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-t6gvr IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-t6gvr: no pod IPs found 
I0421 15:06:06.620867    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0421 15:06:20.922618    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0421 15:06:34.717557    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73
I0421 15:07:02.029537    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0421 15:07:03.134077    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0421 15:07:23.348867    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0421 15:07:31.242749    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0421 15:07:54.717046    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=82
I0421 15:09:30.458092    3820 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0421 15:10:04.135464    3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:10:04.136013    3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:10:05.057294    3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:10:05.057317    3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613070-l9644 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:10:22.850679    3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0421 15:10:49.590846    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0421 15:10:57.261978    3820 namespace.go:98] [tsf] adding namespace
I0421 15:10:57.262838    3820 namespace.go:102] [tsf] adding namespace took 837.767µs
I0421 15:10:57.275517    3820 namespace.go:142] [tsf] updating namespace
I0421 15:10:57.285918    3820 namespace.go:142] [tsf] updating namespace
I0421 15:11:01.361872    3820 namespace.go:98] [cert-manager-operator] adding namespace
I0421 15:11:01.362023    3820 namespace.go:98] [tsf-keycloak] adding namespace
I0421 15:11:01.362096    3820 namespace.go:98] [rhtpa-operator] adding namespace
I0421 15:11:01.362827    3820 namespace.go:102] [cert-manager-operator] adding namespace took 928.364µs
I0421 15:11:01.363428    3820 namespace.go:102] [tsf-keycloak] adding namespace took 1.388572ms
I0421 15:11:01.363924    3820 namespace.go:102] [rhtpa-operator] adding namespace took 1.810671ms
I0421 15:11:01.366277    3820 namespace.go:98] [konflux-operator] adding namespace
I0421 15:11:01.366323    3820 namespace.go:98] [rhbk-operator] adding namespace
I0421 15:11:01.366894    3820 namespace.go:102] [konflux-operator] adding namespace took 603.981µs
I0421 15:11:01.367465    3820 namespace.go:102] [rhbk-operator] adding namespace took 1.129865ms
I0421 15:11:01.369511    3820 namespace.go:98] [tsf-tpa] adding namespace
I0421 15:11:01.369763    3820 namespace.go:98] [konflux-ui] adding namespace
I0421 15:11:01.370258    3820 namespace.go:102] [tsf-tpa] adding namespace took 734.33µs
I0421 15:11:01.370284    3820 namespace.go:98] [tsf-tas] adding namespace
I0421 15:11:01.370796    3820 namespace.go:102] [tsf-tas] adding namespace took 506.195µs
I0421 15:11:01.371363    3820 namespace.go:102] [konflux-ui] adding namespace took 1.555836ms
I0421 15:11:01.383589    3820 namespace.go:142] [cert-manager-operator] updating namespace
I0421 15:11:01.399198    3820 namespace.go:142] [cert-manager-operator] updating namespace
I0421 15:11:01.418433    3820 namespace.go:142] [konflux-operator] updating namespace
I0421 15:11:01.445441    3820 namespace.go:142] [tsf-keycloak] updating namespace
I0421 15:11:01.445635    3820 namespace.go:142] [rhtpa-operator] updating namespace
I0421 15:11:01.445729    3820 namespace.go:142] [rhbk-operator] updating namespace
I0421 15:11:01.445793    3820 namespace.go:142] [tsf-tpa] updating namespace
I0421 15:11:01.454391    3820 namespace.go:142] [cert-manager-operator] updating namespace
I0421 15:11:01.476452    3820 namespace.go:142] [tsf-tas] updating namespace
I0421 15:11:01.476505    3820 namespace.go:142] [konflux-ui] updating namespace
I0421 15:11:01.486457    3820 namespace.go:142] [rhtpa-operator] updating namespace
I0421 15:11:01.505393    3820 namespace.go:142] [rhtpa-operator] updating namespace
I0421 15:11:01.523969    3820 namespace.go:142] [konflux-operator] updating namespace
I0421 15:11:01.543503    3820 namespace.go:142] [konflux-operator] updating namespace
I0421 15:11:01.562437    3820 namespace.go:142] [rhbk-operator] updating namespace
I0421 15:11:01.577928    3820 namespace.go:142] [rhbk-operator] updating namespace
I0421 15:11:01.611783    3820 namespace.go:142] [tsf-tpa] updating namespace
I0421 15:11:01.620547    3820 namespace.go:142] [tsf-tpa] updating namespace
I0421 15:11:01.636430    3820 namespace.go:142] [tsf-tas] updating namespace
I0421 15:11:01.650378    3820 namespace.go:142] [tsf-tas] updating namespace
I0421 15:11:01.664393    3820 namespace.go:142] [konflux-ui] updating namespace
I0421 15:11:01.665032    3820 namespace.go:142] [konflux-ui] updating namespace
I0421 15:11:01.684262    3820 namespace.go:142] [tsf-keycloak] updating namespace
I0421 15:11:01.693252    3820 namespace.go:142] [tsf-keycloak] updating namespace
I0421 15:11:02.413160    3820 namespace.go:142] [tsf-tpa] updating namespace
I0421 15:11:02.417489    3820 namespace.go:142] [tsf-keycloak] updating namespace
I0421 15:11:08.423322    3820 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:08.423839    3820 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:08.423862    3820 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:08.423870    3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0421 15:11:08.423886    3820 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:08.423892    3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0421 15:11:09.441041    3820 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:09.441556    3820 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:09.441586    3820 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:09.441599    3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0421 15:11:09.441617    3820 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:09.441623    3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0421 15:11:09.446807    3820 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:09.446854    3820 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:09.446869    3820 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:09.446880    3820 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewdbf7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:10.465186    3820 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:10.465218    3820 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:10.465247    3820 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:10.465259    3820 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf227tsp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:12.475115    3820 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:12.475644    3820 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:12.475673    3820 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:12.475681    3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0421 15:11:12.475697    3820 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:12.475701    3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0421 15:11:13.501297    3820 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:13.501319    3820 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:13.501332    3820 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:13.501345    3820 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568st7fv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:14.485500    3820 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:14.486004    3820 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:14.486030    3820 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:14.486038    3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0421 15:11:14.486047    3820 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:14.486051    3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0421 15:11:15.518705    3820 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:15.519198    3820 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:15.519241    3820 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:15.519252    3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0421 15:11:15.519270    3820 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0421 15:11:15.519274    3820 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0421 15:11:15.588310    3820 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:15.588339    3820 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:15.588355    3820 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:15.588364    3820 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafp6vll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:15.721426    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=20
I0421 15:11:16.600559    3820 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:16.600581    3820 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:16.600596    3820 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:11:16.600604    3820 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad729452 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0421 15:11:19.392325    3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0421 15:11:21.956376    3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0421 15:11:21.960521    3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0421 15:11:27.043500    3820 namespace.go:142] [openshift-operators] updating namespace
I0421 15:11:27.055451    3820 namespace.go:142] [openshift-operators] updating namespace
I0421 15:11:29.982472    3820 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-hdb8c] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-hdb8c for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:11:29.982633    3820 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-hdb8c
I0421 15:11:30.006723    3820 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-hdb8c] pod update took 24.11384ms
I0421 15:11:30.006749    3820 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-hdb8c] addLogicalPort annotation time took 24.144712ms
I0421 15:11:30.007983    3820 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-hdb8c] addLogicalPort took 25.526156ms, libovsdb time 913.379µs
I0421 15:11:30.353335    3820 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-hdb8c 9734f4a96db95b114c49a476d4ff6998d4605d2170ea71c3d0f82ad630a417db network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-hdb8c 9734f4a96db95b114c49a476d4ff6998d4605d2170ea71c3d0f82ad630a417db network default NAD default NAD key ]
I0421 15:11:30.363031    3820 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-hdb8c, hostIfaceName: 9734f4a96db95b1, network: default, NAD default, SandboxID: "9734f4a96db95b114c49a476d4ff6998d4605d2170ea71c3d0f82ad630a417db", PCI device ID: , UID: "5a01b0c9-db26-4d0f-9a4f-9220cfd83b71", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0421 15:11:30.411408    3820 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-hdb8c 9734f4a96db95b114c49a476d4ff6998d4605d2170ea71c3d0f82ad630a417db network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-hdb8c 9734f4a96db95b114c49a476d4ff6998d4605d2170ea71c3d0f82ad630a417db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:89:8e:06:3a:87\",\"name\":\"9734f4a96db95b1\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a8983f5-70e0-4ad8-a068-9f15ff9745b7\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0421 15:11:33.401461    3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0421 15:11:35.230052    3820 namespace.go:142] [openshift-operators] updating namespace
I0421 15:11:35.622690    3820 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-95xld] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-95xld for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:11:35.622815    3820 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-95xld
I0421 15:11:35.671884    3820 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-95xld
I0421 15:11:35.725704    3820 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-95xld] pod update took 102.908995ms
I0421 15:11:35.725732    3820 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-95xld] addLogicalPort annotation time took 102.941181ms
I0421 15:11:35.726989    3820 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-95xld] addLogicalPort took 104.313353ms, libovsdb time 923.433µs
I0421 15:11:35.966071    3820 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-95xld 8bad55f224af8feb650f76458d26b3cf7d32b82ae01a28e16572c354dfa8f73e network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-95xld 8bad55f224af8feb650f76458d26b3cf7d32b82ae01a28e16572c354dfa8f73e network default NAD default NAD key ]
I0421 15:11:35.977263    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-95xld, hostIfaceName: 8bad55f224af8fe, network: default, NAD default, SandboxID: "8bad55f224af8feb650f76458d26b3cf7d32b82ae01a28e16572c354dfa8f73e", PCI device ID: , UID: "0fb2d913-b451-47a8-9511-4927ded711d3", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0421 15:11:36.026191    3820 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-95xld 8bad55f224af8feb650f76458d26b3cf7d32b82ae01a28e16572c354dfa8f73e network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-95xld 8bad55f224af8feb650f76458d26b3cf7d32b82ae01a28e16572c354dfa8f73e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:c5:12:ed:e0:a6\",\"name\":\"8bad55f224af8fe\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e7447d1-1c3c-4fc1-a88e-e5a22d6edd4f\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:11:38.734327    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=106
I0421 15:11:41.631645    3820 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sgjtc] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-sgjtc for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:11:41.631767    3820 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sgjtc
I0421 15:11:41.694620    3820 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sgjtc] pod update took 62.879776ms
I0421 15:11:41.694646    3820 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sgjtc] addLogicalPort annotation time took 62.910548ms
I0421 15:11:41.695858    3820 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sgjtc] addLogicalPort took 64.230158ms, libovsdb time 859.494µs
I0421 15:11:41.994269    3820 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sgjtc 3df736cf4c1db01033e54dc7d370c680b8e397a497e66c9fa726b0434b47c0c1 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sgjtc 3df736cf4c1db01033e54dc7d370c680b8e397a497e66c9fa726b0434b47c0c1 network default NAD default NAD key ]
I0421 15:11:42.004902    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-sgjtc, hostIfaceName: 3df736cf4c1db01, network: default, NAD default, SandboxID: "3df736cf4c1db01033e54dc7d370c680b8e397a497e66c9fa726b0434b47c0c1", PCI device ID: , UID: "a268b5ad-81bb-4783-b2a5-90ed472eb1e5", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0421 15:11:42.055082    3820 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sgjtc 3df736cf4c1db01033e54dc7d370c680b8e397a497e66c9fa726b0434b47c0c1 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-sgjtc 3df736cf4c1db01033e54dc7d370c680b8e397a497e66c9fa726b0434b47c0c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:6e:66:47:e4:d5\",\"name\":\"3df736cf4c1db01\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c87bcda8-a185-46d4-a5e4-04319c3e0b72\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0421 15:11:44.415684    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0421 15:11:45.485690    3820 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0421 15:11:45.659515    3820 namespace.go:98] [trusted-artifact-signer] adding namespace
I0421 15:11:45.660435    3820 namespace.go:102] [trusted-artifact-signer] adding namespace took 893.012µs
I0421 15:11:45.693544    3820 namespace.go:142] [trusted-artifact-signer] updating namespace
I0421 15:11:45.715319    3820 namespace.go:142] [trusted-artifact-signer] updating namespace
I0421 15:11:46.717114    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0421 15:11:50.005746    3820 namespace.go:98] [openshift-pipelines] adding namespace
I0421 15:11:50.006621    3820 namespace.go:102] [openshift-pipelines] adding namespace took 851.474µs
I0421 15:11:50.023280    3820 namespace.go:142] [openshift-pipelines] updating namespace
I0421 15:11:50.718842    3820 namespace.go:142] [cert-manager-operator] updating namespace
I0421 15:11:51.121011    3820 namespace.go:142] [konflux-operator] updating namespace
I0421 15:11:51.321306    3820 namespace.go:142] [konflux-ui] updating namespace
I0421 15:11:51.519764    3820 namespace.go:142] [open-cluster-management-2pqjtmvbm33oc5395jk2up7svnpqpdjs] updating namespace
I0421 15:11:51.920549    3820 namespace.go:142] [rhbk-operator] updating namespace
I0421 15:11:52.121254    3820 namespace.go:142] [rhtpa-operator] updating namespace
I0421 15:11:52.323153    3820 namespace.go:142] [trusted-artifact-signer] updating namespace
I0421 15:11:52.523273    3820 namespace.go:142] [tsf] updating namespace
I0421 15:11:52.725650    3820 namespace.go:142] [tsf-keycloak] updating namespace
I0421 15:11:52.927345    3820 namespace.go:142] [tsf-tas] updating namespace
I0421 15:11:53.128825    3820 namespace.go:142] [tsf-tpa] updating namespace
I0421 15:11:53.257594    3820 namespace.go:142] [cert-manager-operator] updating namespace
I0421 15:11:53.265160    3820 namespace.go:142] [default] updating namespace
I0421 15:11:53.275930    3820 namespace.go:142] [konflux-operator] updating namespace
I0421 15:11:53.286338    3820 namespace.go:142] [konflux-ui] updating namespace
I0421 15:11:53.300413    3820 namespace.go:142] [open-cluster-management-2pqjtmvbm33oc5395jk2up7svnpqpdjs] updating namespace
I0421 15:11:53.309084    3820 namespace.go:142] [openshift] updating namespace
I0421 15:11:53.318521    3820 namespace.go:142] [rhbk-operator] updating namespace
I0421 15:11:53.327125    3820 namespace.go:142] [rhtpa-operator] updating namespace
I0421 15:11:53.336119    3820 namespace.go:142] [trusted-artifact-signer] updating namespace
I0421 15:11:53.343555    3820 namespace.go:142] [tsf] updating namespace
I0421 15:11:53.353385    3820 namespace.go:142] [tsf-keycloak] updating namespace
I0421 15:11:53.370510    3820 namespace.go:142] [tsf-tas] updating namespace
I0421 15:11:53.391791    3820 namespace.go:142] [tsf-tpa] updating namespace
I0421 15:11:53.497282    3820 namespace.go:142] [cert-manager-operator] updating namespace
I0421 15:11:53.597528    3820 namespace.go:142] [default] updating namespace
I0421 15:11:53.699660    3820 namespace.go:142] [konflux-operator] updating namespace
I0421 15:11:53.794556    3820 namespace.go:142] [konflux-ui] updating namespace
I0421 15:11:53.892990    3820 namespace.go:142] [open-cluster-management-2pqjtmvbm33oc5395jk2up7svnpqpdjs] updating namespace
I0421 15:11:53.989258    3820 namespace.go:142] [openshift] updating namespace
I0421 15:11:54.092786    3820 namespace.go:142] [rhbk-operator] updating namespace
I0421 15:11:54.199422    3820 namespace.go:142] [rhtpa-operator] updating namespace
I0421 15:11:54.290767    3820 namespace.go:142] [trusted-artifact-signer] updating namespace
I0421 15:11:54.390928    3820 namespace.go:142] [tsf] updating namespace
I0421 15:11:54.490054    3820 namespace.go:142] [tsf-keycloak] updating namespace
I0421 15:11:54.591536    3820 namespace.go:142] [tsf-tas] updating namespace
I0421 15:11:54.691279    3820 namespace.go:142] [tsf-tpa] updating namespace
I0421 15:11:54.910480    3820 namespace.go:142] [openshift-pipelines] updating namespace
W0421 15:11:56.498515    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0421 15:12:02.278779    3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kmsqx] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-kmsqx for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:12:02.278905    3820 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kmsqx
I0421 15:12:02.306731    3820 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kmsqx] pod update took 27.853543ms
I0421 15:12:02.306754    3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kmsqx] addLogicalPort annotation time took 27.881724ms
I0421 15:12:02.307999    3820 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kmsqx] addLogicalPort took 29.237931ms, libovsdb time 907.964µs
I0421 15:12:02.384827    3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-sq7tg] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-sq7tg for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:12:02.384957    3820 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-sq7tg
I0421 15:12:02.441174    3820 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-sq7tg] pod update took 56.239911ms
I0421 15:12:02.441200    3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-sq7tg] addLogicalPort annotation time took 56.273919ms
I0421 15:12:02.442417    3820 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-sq7tg] addLogicalPort took 57.606856ms, libovsdb time 860.313µs
I0421 15:12:02.484687    3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-vwc4z] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-vwc4z for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:12:02.484810    3820 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-vwc4z
I0421 15:12:02.519088    3820 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-vwc4z] pod update took 34.306093ms
I0421 15:12:02.519108    3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-vwc4z] addLogicalPort annotation time took 34.330693ms
I0421 15:12:02.520349    3820 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-vwc4z] addLogicalPort took 35.677832ms, libovsdb time 855.412µs
I0421 15:12:02.720184    3820 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kmsqx ef2f3af0d213f2aa1b4e8317c1e64b9dee8309e0f89f8a412a05b9e179d00a73 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kmsqx ef2f3af0d213f2aa1b4e8317c1e64b9dee8309e0f89f8a412a05b9e179d00a73 network default NAD default NAD key ]
I0421 15:12:02.729696    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-kmsqx, hostIfaceName: ef2f3af0d213f2a, network: default, NAD default, SandboxID: "ef2f3af0d213f2aa1b4e8317c1e64b9dee8309e0f89f8a412a05b9e179d00a73", PCI device ID: , UID: "b5781821-7644-44e3-97c8-b349b586412e", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0421 15:12:02.765577    3820 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-sq7tg 407023299b79444b53327e12472cf5cc3a5834cfc6bba86b90897eaabf5b20d2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-sq7tg 407023299b79444b53327e12472cf5cc3a5834cfc6bba86b90897eaabf5b20d2 network default NAD default NAD key ]
I0421 15:12:02.778073    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-sq7tg, hostIfaceName: 407023299b79444, network: default, NAD default, SandboxID: "407023299b79444b53327e12472cf5cc3a5834cfc6bba86b90897eaabf5b20d2", PCI device ID: , UID: "0d352ab4-7633-4718-ba73-f368631d4407", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0421 15:12:02.783969    3820 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kmsqx ef2f3af0d213f2aa1b4e8317c1e64b9dee8309e0f89f8a412a05b9e179d00a73 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kmsqx ef2f3af0d213f2aa1b4e8317c1e64b9dee8309e0f89f8a412a05b9e179d00a73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:57:cf:66:dd:76\",\"name\":\"ef2f3af0d213f2a\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f091d1ea-b34e-4660-bbab-84ebea70b35c\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:12:02.825254    3820 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-sq7tg 407023299b79444b53327e12472cf5cc3a5834cfc6bba86b90897eaabf5b20d2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-sq7tg 407023299b79444b53327e12472cf5cc3a5834cfc6bba86b90897eaabf5b20d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:5e:12:f5:42:ab\",\"name\":\"407023299b79444\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f933ba6a-caf8-4b9e-a36a-eff659656bde\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:12:02.886184    3820 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-vwc4z 5119115f65fce5b3a47b7557027b0331f9a22d3b96a58de468922d0d09467fc8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-vwc4z 5119115f65fce5b3a47b7557027b0331f9a22d3b96a58de468922d0d09467fc8 network default NAD default NAD key ]
I0421 15:12:02.896270    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-vwc4z, hostIfaceName: 5119115f65fce5b, network: default, NAD default, SandboxID: "5119115f65fce5b3a47b7557027b0331f9a22d3b96a58de468922d0d09467fc8", PCI device ID: , UID: "4eb58a0f-2b91-415b-ab26-fd4974575c28", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0421 15:12:02.946323    3820 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-vwc4z 5119115f65fce5b3a47b7557027b0331f9a22d3b96a58de468922d0d09467fc8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-vwc4z 5119115f65fce5b3a47b7557027b0331f9a22d3b96a58de468922d0d09467fc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:96:09:8f:4e:69\",\"name\":\"5119115f65fce5b\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72ae0b6a-f01a-4647-8c5b-e975c199feca\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0421 15:12:07.587010    3820 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0421 15:12:07.587032    3820 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0421 15:12:07.587040    3820 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0421 15:12:07.618613    3820 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0421 15:12:07.618630    3820 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0421 15:12:07.618635    3820 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0421 15:12:07.657319    3820 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0421 15:12:07.657339    3820 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0421 15:12:07.657345    3820 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0421 15:12:07.657352    3820 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0421 15:12:18.571747    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0421 15:12:18.571770    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0421 15:12:18.571776    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0421 15:12:18.594888    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0421 15:12:18.594906    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0421 15:12:18.594912    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0421 15:12:25.502379    3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-8v2xr] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-8v2xr for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:12:25.502478    3820 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-8v2xr
I0421 15:12:25.517560    3820 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-8v2xr] pod update took 15.108092ms
I0421 15:12:25.517589    3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-8v2xr] addLogicalPort annotation time took 15.138605ms
I0421 15:12:25.518931    3820 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-8v2xr] addLogicalPort took 16.566915ms, libovsdb time 925.491µs
I0421 15:12:25.863453    3820 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-8v2xr ee1a4830b2233a56b674fb7efade5ef666d644952498fa18892bb2ab9d8aa8be network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-8v2xr ee1a4830b2233a56b674fb7efade5ef666d644952498fa18892bb2ab9d8aa8be network default NAD default NAD key ]
I0421 15:12:25.873088    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-8v2xr, hostIfaceName: ee1a4830b2233a5, network: default, NAD default, SandboxID: "ee1a4830b2233a56b674fb7efade5ef666d644952498fa18892bb2ab9d8aa8be", PCI device ID: , UID: "3a9bf6d5-cc4a-4d18-9056-516c3f2408d0", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0421 15:12:25.923342    3820 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-8v2xr ee1a4830b2233a56b674fb7efade5ef666d644952498fa18892bb2ab9d8aa8be network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-8v2xr ee1a4830b2233a56b674fb7efade5ef666d644952498fa18892bb2ab9d8aa8be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:ff:8c:14:3f:fd\",\"name\":\"ee1a4830b2233a5\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a4eafcb-dc20-4308-98f6-4c470e462bac\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:12:27.926370    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
W0421 15:12:29.473663    3820 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0421 15:12:40.721413    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=90
I0421 15:12:46.361071    3820 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0421 15:13:05.342027    3820 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-68cf9c8c65-6bxfk] creating logical port openshift-pipelines_tekton-results-api-68cf9c8c65-6bxfk for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:13:05.342131    3820 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-68cf9c8c65-6bxfk
I0421 15:13:05.356941    3820 pod.go:62] [openshift-pipelines/tekton-results-api-68cf9c8c65-6bxfk] pod update took 14.83906ms
I0421 15:13:05.356966    3820 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-68cf9c8c65-6bxfk] addLogicalPort annotation time took 14.870105ms
I0421 15:13:05.358180    3820 pods.go:271] [openshift-pipelines/tekton-results-api-68cf9c8c65-6bxfk] addLogicalPort took 16.172083ms, libovsdb time 823.497µs
I0421 15:13:05.702884    3820 cni.go:452] [openshift-pipelines/tekton-results-api-68cf9c8c65-6bxfk 6279212a953c9819ecaaab1a35190a825102bf69c904ed6c26924cf9a0bc9af2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-68cf9c8c65-6bxfk 6279212a953c9819ecaaab1a35190a825102bf69c904ed6c26924cf9a0bc9af2 network default NAD default NAD key ]
I0421 15:13:05.713214    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-68cf9c8c65-6bxfk, hostIfaceName: 6279212a953c981, network: default, NAD default, SandboxID: "6279212a953c9819ecaaab1a35190a825102bf69c904ed6c26924cf9a0bc9af2", PCI device ID: , UID: "25e22334-ee96-423f-a6da-5e27e4da9619", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0421 15:13:05.763896    3820 cni.go:473] [openshift-pipelines/tekton-results-api-68cf9c8c65-6bxfk 6279212a953c9819ecaaab1a35190a825102bf69c904ed6c26924cf9a0bc9af2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-68cf9c8c65-6bxfk 6279212a953c9819ecaaab1a35190a825102bf69c904ed6c26924cf9a0bc9af2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:40:de:88:8b:b9\",\"name\":\"6279212a953c981\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e0f0fa4-6fd2-44d0-bedc-f5f9d423052b\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0421 15:13:12.880371    3820 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0421 15:13:12.880398    3820 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0421 15:13:12.880404    3820 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0421 15:13:25.718034    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0421 15:13:25.718058    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0421 15:13:25.718069    3820 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0421 15:13:34.352525    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0421 15:13:35.825267    3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0421 15:13:42.720698    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39
I0421 15:13:56.837420    3820 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g7rx4] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-g7rx4 for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:13:56.837512    3820 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g7rx4
I0421 15:13:56.858153    3820 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g7rx4] pod update took 20.662821ms
I0421 15:13:56.858179    3820 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g7rx4] addLogicalPort annotation time took 20.694483ms
I0421 15:13:56.859477    3820 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g7rx4] addLogicalPort took 22.072051ms, libovsdb time 920.578µs
I0421 15:13:57.016710    3820 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-hrtq6] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-hrtq6 for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:13:57.016821    3820 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-hrtq6
I0421 15:13:57.036369    3820 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hrtq6] pod update took 19.565288ms
I0421 15:13:57.036395    3820 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-hrtq6] addLogicalPort annotation time took 19.594741ms
I0421 15:13:57.037614    3820 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hrtq6] addLogicalPort took 20.916939ms, libovsdb time 861.763µs
I0421 15:13:57.194305    3820 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g7rx4 c3974d5f109aa6b9c3a7283496151f1c624d6a57d1b3e15d1ade0d3572d86e6f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g7rx4 c3974d5f109aa6b9c3a7283496151f1c624d6a57d1b3e15d1ade0d3572d86e6f network default NAD default NAD key ]
I0421 15:13:57.203376    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-g7rx4, hostIfaceName: c3974d5f109aa6b, network: default, NAD default, SandboxID: "c3974d5f109aa6b9c3a7283496151f1c624d6a57d1b3e15d1ade0d3572d86e6f", PCI device ID: , UID: "b8ca33b4-e4a2-444a-bc15-59b0b0b0fa12", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0421 15:13:57.256544    3820 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g7rx4 c3974d5f109aa6b9c3a7283496151f1c624d6a57d1b3e15d1ade0d3572d86e6f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-g7rx4 c3974d5f109aa6b9c3a7283496151f1c624d6a57d1b3e15d1ade0d3572d86e6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:fe:6e:ea:a5:0a\",\"name\":\"c3974d5f109aa6b\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78b0dc0c-e9d1-4a78-8bd2-165eb25b2b7c\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:13:57.376011    3820 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hrtq6 31ca1feb0130eb159e18330945b48b63e5091e8070afb1900a1d27637c77f197 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hrtq6 31ca1feb0130eb159e18330945b48b63e5091e8070afb1900a1d27637c77f197 network default NAD default NAD key ]
I0421 15:13:57.386246    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-hrtq6, hostIfaceName: 31ca1feb0130eb1, network: default, NAD default, SandboxID: "31ca1feb0130eb159e18330945b48b63e5091e8070afb1900a1d27637c77f197", PCI device ID: , UID: "6edfd4c1-c47c-44e6-860d-8e692df5184a", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0421 15:13:57.435607    3820 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hrtq6 31ca1feb0130eb159e18330945b48b63e5091e8070afb1900a1d27637c77f197 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hrtq6 31ca1feb0130eb159e18330945b48b63e5091e8070afb1900a1d27637c77f197 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:c1:bb:a1:f2:d3\",\"name\":\"31ca1feb0130eb1\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ce8405e-879e-4423-be71-2cf72854ee23\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0421 15:13:59.846498    3820 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0421 15:14:12.340690    3820 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-7dw9b] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-7dw9b for pod on switch ip-10-0-1-145.ec2.internal
I0421 15:14:12.340820    3820 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-7dw9b
I0421 15:14:12.354932    3820 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-7dw9b] pod update took 14.135538ms
I0421 15:14:12.354963    3820 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-7dw9b] addLogicalPort annotation time took 14.174228ms
I0421 15:14:12.356291    3820 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-7dw9b] addLogicalPort took 15.624774ms, libovsdb time 927.802µs
I0421 15:14:12.699327    3820 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-7dw9b ec72be3925a3cc1adb51a4a502523b512fd63e79ef06fed5ead85edf7942c813 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-7dw9b ec72be3925a3cc1adb51a4a502523b512fd63e79ef06fed5ead85edf7942c813 network default NAD default NAD key ]
I0421 15:14:12.708725    3820 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-7dw9b, hostIfaceName: ec72be3925a3cc1, network: default, NAD default, SandboxID: "ec72be3925a3cc1adb51a4a502523b512fd63e79ef06fed5ead85edf7942c813", PCI device ID: , UID: "5bc36a0d-1a55-46e3-9521-3fbfa595d351", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0421 15:14:12.761047    3820 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-7dw9b ec72be3925a3cc1adb51a4a502523b512fd63e79ef06fed5ead85edf7942c813 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-7dw9b ec72be3925a3cc1adb51a4a502523b512fd63e79ef06fed5ead85edf7942c813 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:37:81:72:94:a3\",\"name\":\"ec72be3925a3cc1\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d976bcd6-9608-4bfd-a813-35bde6758f6f\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0421 15:14:48.033899    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0421 15:15:32.624435    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0421 15:15:41.138149    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0421 15:16:04.721998    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=45
I0421 15:16:07.553858    3820 namespace.go:142] [openshift-pipelines] updating namespace
I0421 15:16:14.462045    3820 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0421 15:16:24.855026    3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0421 15:16:36.246766    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0421 15:18:17.765700    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=142
I0421 15:18:23.728952    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=65
I0421 15:18:48.725193    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9
I0421 15:19:32.930285    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0421 15:19:33.721432    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0421 15:20:04.362479    3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:20:04.363178    3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:20:05.264548    3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:20:05.264582    3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613080-2wsbj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:20:06.828938    3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0421 15:20:08.594579    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
W0421 15:20:42.925621    3820 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-7ffddf87d4-mwght
I0421 15:21:03.356671    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0421 15:21:25.038042    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0421 15:21:29.858445    3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5
I0421 15:21:40.724823    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38
I0421 15:21:54.870022    3820 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:21:54.870659    3820 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:22:06.250729    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5
I0421 15:22:53.142075    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0421 15:22:54.995728    3820 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:22:54.995783    3820 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:22:55.002725    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0421 15:22:55.002746    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0421 15:24:57.769738    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=28
I0421 15:24:58.729957    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7
I0421 15:25:00.725980    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9
I0421 15:25:01.466462    3820 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0421 15:25:09.627805    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0421 15:26:04.725251    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0421 15:26:16.934269    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0421 15:27:14.254641    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5
I0421 15:28:09.146118    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6
I0421 15:28:13.732950    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10
I0421 15:28:26.833578    3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0421 15:29:05.862719    3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0421 15:29:34.042023    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0421 15:29:43.598152    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0421 15:30:04.556788    3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:30:04.557406    3820 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:30:05.446600    3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:30:05.446624    3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613090-cc8vv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:30:05.479107    3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:30:05.479124    3820 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:30:05.481617    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf
I0421 15:30:05.481642    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29613060-7rftf
I0421 15:30:18.360811    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0421 15:30:38.632139    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0421 15:31:31.728817    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60
I0421 15:32:00.730584    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0421 15:33:17.774312    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=22
I0421 15:33:18.470784    3820 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0421 15:33:32.258128    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0421 15:33:39.722259    3820 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0421 15:33:39.722833    3820 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0421 15:33:44.837142    3820 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0421 15:34:10.938209    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0421 15:34:39.784596    3820 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:34:39.784638    3820 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0421 15:34:39.791569    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0421 15:34:39.791593    3820 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0421 15:34:52.733823    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10
I0421 15:35:00.150614    3820 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0421 15:35:11.728887    3820 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11