+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-0-109.ec2.internal
++ [[ -n ip-10-0-0-109.ec2.internal ]]
++ [[ -f /env/ip-10-0-0-109.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0428 11:08:33.902832571 - disable conntrack on geneve port'
I0428 11:08:33.902832571 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0428 11:08:33.935287233 - starting ovnkube-node
+ echo 'I0428 11:08:33.935287233 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-109.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-109.ec2.internal --init-node ip-10-0-0-109.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-109.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0428 11:08:33.982694    3939 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0428 11:08:33.982751    3939 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-a33fc7489a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0428 11:08:33.984301    3939 kube.go:431] Waiting for certificate
I0428 11:08:33.984347    3939 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0428 11:08:33.984380    3939 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0428 11:08:33.985109    3939 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0428 11:08:34.018611    3939 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0428 11:08:34.018627    3939 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0428 11:08:34.022132    3939 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0428 11:08:34.022232    3939 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lwkps"
I0428 11:08:34.027003    3939 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lwkps"
I0428 11:08:34.027067    3939 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0428 11:08:34.984432    3939 kube.go:438] Certificate found
I0428 11:08:34.984973    3939 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0428 11:08:34.985917    3939 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0428 11:08:35.030658    3939 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-29 11:03:34 +0000 UTC" deadline="2026-04-29 04:34:43.154234741 +0000 UTC"
I0428 11:08:35.030698    3939 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h26m8.123550155s"
I0428 11:08:35.056053    3939 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0428 11:08:35.064853    3939 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0428 11:08:35.064926    3939 server.go:101] MetricServer registers OVS metrics
I0428 11:08:35.064965    3939 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0428 11:08:35.065032    3939 factory.go:561] Starting watch factory
I0428 11:08:35.065115    3939 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.065127    3939 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.065139    3939 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.065115    3939 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.065154    3939 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.065168    3939 server.go:105] MetricServer registers OVN DB metrics
I0428 11:08:35.065197    3939 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.065246    3939 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.065138    3939 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.065555    3939 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.065577    3939 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.066293    3939 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.066373    3939 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.069883    3939 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0428 11:08:35.069920    3939 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0428 11:08:35.070142    3939 controller_manager.go:370] Starting the ovnkube controller
I0428 11:08:35.070151    3939 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-109.ec2.internal
I0428 11:08:35.070190    3939 controller_manager.go:395] NBDB zone sync took: 33.911µs
I0428 11:08:35.070199    3939 factory.go:561] Starting watch factory
I0428 11:08:35.083334    3939 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0428 11:08:35.083359    3939 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0428 11:08:35.083452    3939 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.083669    3939 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.084033    3939 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.084876    3939 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.085149    3939 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.088116    3939 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0428 11:08:35.088158    3939 server.go:109] MetricServer registers OVN Controller metrics
I0428 11:08:35.093242    3939 server.go:113] MetricServer registers OVN Northd metrics
I0428 11:08:35.094807    3939 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 11:08:35.097104    3939 metrics.go:519] OVN Metrics Server starts to run ...
I0428 11:08:35.170714    3939 factory.go:1977] *v1.Namespace informer cache synced successfully
I0428 11:08:35.170738    3939 factory.go:1977] *v1.Node informer cache synced successfully
I0428 11:08:35.170742    3939 factory.go:1977] *v1.Service informer cache synced successfully
I0428 11:08:35.170745    3939 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0428 11:08:35.170748    3939 factory.go:1977] *v1.Pod informer cache synced successfully
I0428 11:08:35.170751    3939 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0428 11:08:35.170841    3939 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 11:08:35.170856    3939 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 11:08:35.170839    3939 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 11:08:35.170894    3939 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 11:08:35.173507    3939 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 11:08:35.173508    3939 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 11:08:35.175670    3939 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0428 11:08:35.175681    3939 factory.go:1977] *v1.Namespace informer cache synced successfully
I0428 11:08:35.175685    3939 factory.go:1977] *v1.Node informer cache synced successfully
I0428 11:08:35.175689    3939 factory.go:1977] *v1.Service informer cache synced successfully
I0428 11:08:35.175694    3939 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0428 11:08:35.175698    3939 factory.go:1977] *v1.Pod informer cache synced successfully
I0428 11:08:35.176821    3939 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0428 11:08:35.176829    3939 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0428 11:08:35.176882    3939 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.176894    3939 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.179254    3939 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.181114    3939 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0428 11:08:35.181127    3939 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0428 11:08:35.182251    3939 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0428 11:08:35.182318    3939 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.182329    3939 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.184488    3939 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.186408    3939 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0428 11:08:35.187614    3939 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0428 11:08:35.187674    3939 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.187685    3939 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.190036    3939 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.191966    3939 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0428 11:08:35.193067    3939 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0428 11:08:35.193150    3939 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.193168    3939 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.195523    3939 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.197324    3939 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0428 11:08:35.198426    3939 factory.go:1977] *v1.EgressService informer cache synced successfully
I0428 11:08:35.198507    3939 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.198525    3939 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.200662    3939 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.202552    3939 factory.go:1977] *v1.EgressService informer cache synced successfully
I0428 11:08:35.203640    3939 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0428 11:08:35.203793    3939 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0428 11:08:35.203813    3939 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0428 11:08:35.206042    3939 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0428 11:08:35.207918    3939 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0428 11:08:35.209227    3939 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0428 11:08:35.209339    3939 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.209356    3939 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.209707    3939 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.209723    3939 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.211611    3939 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.212281    3939 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 11:08:35.213195    3939 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0428 11:08:35.214688    3939 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0428 11:08:35.214698    3939 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0428 11:08:35.214706    3939 factory.go:680] Watch Factory start up complete, took: 149.676566ms
I0428 11:08:35.214776    3939 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0428 11:08:35.219201    3939 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0428 11:08:35.219212    3939 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0428 11:08:35.219218    3939 factory.go:680] Watch Factory start up complete, took: 149.018302ms
I0428 11:08:35.219225    3939 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-109.ec2.internal" zone
I0428 11:08:35.271829    3939 default_node_network_controller.go:710] Initializing the default node network controller
I0428 11:08:35.344633    3939 udn_isolation.go:101] Starting UDN host isolation manager
I0428 11:08:35.350677    3939 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0428 11:08:35.414403    3939 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0428 11:08:35.414509    3939 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0428 11:08:35.414527    3939 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0428 11:08:35.447941    3939 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0428 11:08:35.448016    3939 default_node_network_controller.go:809] Node ip-10-0-0-109.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0428 11:08:35.453533    3939 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.109"] k8s.ovn.org/zone-name:ip-10-0-0-109.ec2.internal] on node ip-10-0-0-109.ec2.internal
I0428 11:08:35.469631    3939 controller_manager.go:429] Waiting for node in zone sync took: 250.394096ms
I0428 11:08:35.473569    3939 controller_manager.go:611] Switching to transit router for layer2 networks
I0428 11:08:35.473600    3939 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-109.ec2.internal
I0428 11:08:35.474617    3939 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0428 11:08:35.480441    3939 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0428 11:08:35.480627    3939 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1
I0428 11:08:35.480767    3939 gateway_init.go:263] Preparing Gateway
I0428 11:08:35.480778    3939 gateway_shared_intf.go:1687] Creating new gateway
I0428 11:08:35.486633    3939 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0428 11:08:35.493078    3939 controller_manager.go:290] SCTP support detected in OVN
I0428 11:08:35.493678    3939 services_controller.go:69] Creating services controller for network=default
I0428 11:08:35.493815    3939 udn_enabled_svc.go:80] Waiting for service informer to sync
I0428 11:08:35.494036    3939 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0428 11:08:35.494099    3939 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0428 11:08:35.494116    3939 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0428 11:08:35.494127    3939 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0428 11:08:35.494332    3939 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0428 11:08:35.494405    3939 udn_enabled_svc.go:95] Performing full resync
I0428 11:08:35.494474    3939 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 107.477µs
I0428 11:08:35.494498    3939 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0428 11:08:35.494539    3939 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 28.354µs
I0428 11:08:35.494548    3939 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 51.271µs
I0428 11:08:35.494554    3939 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0428 11:08:35.494576    3939 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0428 11:08:35.494599    3939 default_network_controller.go:325] Starting the default network controller
I0428 11:08:35.494616    3939 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.808µs
I0428 11:08:35.494802    3939 udn_enabled_svc.go:99] Waiting for handler to sync
I0428 11:08:35.494813    3939 udn_enabled_svc.go:104] Starting worker
I0428 11:08:35.503869    3939 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0428 11:08:35.503928    3939 repair.go:33] Syncing exgw routes took 48.216µs
I0428 11:08:35.503950    3939 default_network_controller.go:414] Starting all the Watchers...
I0428 11:08:35.504536    3939 namespace.go:98] [openshift-backplane-cse] adding namespace
I0428 11:08:35.504579    3939 namespace.go:98] [openshift-authentication] adding namespace
I0428 11:08:35.504596    3939 namespace.go:98] [openshift-multus] adding namespace
I0428 11:08:35.504608    3939 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0428 11:08:35.504612    3939 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0428 11:08:35.504618    3939 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0428 11:08:35.504615    3939 namespace.go:98] [openshift-dns] adding namespace
I0428 11:08:35.504622    3939 namespace.go:98] [openshift-marketplace] adding namespace
I0428 11:08:35.504627    3939 namespace.go:98] [openshift-dns-operator] adding namespace
I0428 11:08:35.504631    3939 namespace.go:98] [dedicated-admin] adding namespace
I0428 11:08:35.504635    3939 namespace.go:98] [openshift-operators] adding namespace
I0428 11:08:35.504638    3939 namespace.go:98] [openshift-config-managed] adding namespace
I0428 11:08:35.504643    3939 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0428 11:08:35.504642    3939 namespace.go:98] [openshift-backplane-srep] adding namespace
I0428 11:08:35.504650    3939 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0428 11:08:35.505140    3939 namespace.go:102] [openshift-backplane-cse] adding namespace took 592.921µs
I0428 11:08:35.505153    3939 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0428 11:08:35.505655    3939 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 496.409µs
I0428 11:08:35.505671    3939 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0428 11:08:35.506192    3939 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 513.824µs
I0428 11:08:35.506210    3939 namespace.go:98] [openshift-network-diagnostics] adding namespace
W0428 11:08:35.506633    3939 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5hzxg: pod openshift-multus/network-metrics-daemon-5hzxg: no pod IPs found 
W0428 11:08:35.506646    3939 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-b5djk: pod openshift-multus/network-metrics-daemon-b5djk: no pod IPs found 
W0428 11:08:35.506653    3939 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-rzlqs: pod openshift-multus/network-metrics-daemon-rzlqs: no pod IPs found 
I0428 11:08:35.506653    3939 namespace.go:102] [openshift-authentication] adding namespace took 2.046375ms
I0428 11:08:35.506664    3939 namespace.go:98] [open-cluster-management-2pv477t4c9srti67smm59tsf841pmq8b] adding namespace
I0428 11:08:35.507163    3939 namespace.go:102] [openshift-multus] adding namespace took 2.55252ms
I0428 11:08:35.507177    3939 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0428 11:08:35.507620    3939 namespace.go:102] [openshift-customer-monitoring] adding namespace took 3.003104ms
I0428 11:08:35.507639    3939 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0428 11:08:35.508148    3939 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 3.523018ms
I0428 11:08:35.508163    3939 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0428 11:08:35.508732    3939 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 4.105445ms
I0428 11:08:35.508755    3939 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0428 11:08:35.509338    3939 namespace.go:102] [openshift-dns] adding namespace took 4.709294ms
I0428 11:08:35.509354    3939 namespace.go:98] [openshift-cluster-version] adding namespace
I0428 11:08:35.509819    3939 namespace.go:102] [openshift-marketplace] adding namespace took 5.190227ms
I0428 11:08:35.509829    3939 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0428 11:08:35.510241    3939 namespace.go:102] [openshift-dns-operator] adding namespace took 5.607898ms
I0428 11:08:35.510256    3939 namespace.go:98] [openshift-ingress] adding namespace
I0428 11:08:35.510685    3939 namespace.go:102] [dedicated-admin] adding namespace took 6.049039ms
I0428 11:08:35.510696    3939 namespace.go:98] [openshift] adding namespace
I0428 11:08:35.511106    3939 namespace.go:102] [openshift-operators] adding namespace took 6.462378ms
I0428 11:08:35.511119    3939 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0428 11:08:35.511679    3939 namespace.go:102] [openshift-config-managed] adding namespace took 7.031465ms
I0428 11:08:35.511693    3939 namespace.go:98] [openshift-insights] adding namespace
I0428 11:08:35.512201    3939 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.551369ms
I0428 11:08:35.512216    3939 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0428 11:08:35.512734    3939 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.083639ms
I0428 11:08:35.512743    3939 namespace.go:98] [openshift-ingress-canary] adding namespace
W0428 11:08:35.513187    3939 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-2dtl4: pod openshift-network-diagnostics/network-check-target-2dtl4: no pod IPs found 
W0428 11:08:35.513200    3939 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-p4xdk: pod openshift-network-diagnostics/network-check-target-p4xdk: no pod IPs found 
W0428 11:08:35.513207    3939 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-w9w75: pod openshift-network-diagnostics/network-check-target-w9w75: no pod IPs found 
I0428 11:08:35.513233    3939 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.574641ms
I0428 11:08:35.513246    3939 namespace.go:98] [openshift-controller-manager] adding namespace
I0428 11:08:35.513885    3939 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.666413ms
I0428 11:08:35.513899    3939 namespace.go:98] [openshift-infra] adding namespace
I0428 11:08:35.514386    3939 namespace.go:102] [open-cluster-management-2pv477t4c9srti67smm59tsf841pmq8b] adding namespace took 7.717012ms
I0428 11:08:35.514400    3939 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0428 11:08:35.514860    3939 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.675895ms
I0428 11:08:35.514876    3939 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0428 11:08:35.515332    3939 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.68749ms
I0428 11:08:35.515345    3939 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0428 11:08:35.515811    3939 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.642281ms
I0428 11:08:35.515826    3939 namespace.go:98] [kube-public] adding namespace
I0428 11:08:35.516179    3939 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.419039ms
I0428 11:08:35.516189    3939 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0428 11:08:35.516563    3939 namespace.go:102] [openshift-cluster-version] adding namespace took 7.204054ms
I0428 11:08:35.516576    3939 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0428 11:08:35.516966    3939 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.131727ms
I0428 11:08:35.516978    3939 namespace.go:98] [openshift-console-user-settings] adding namespace
I0428 11:08:35.517323    3939 namespace.go:102] [openshift-ingress] adding namespace took 7.062932ms
I0428 11:08:35.517333    3939 namespace.go:98] [openshift-console] adding namespace
I0428 11:08:35.517735    3939 namespace.go:102] [openshift] adding namespace took 7.033774ms
I0428 11:08:35.517748    3939 namespace.go:98] [openshift-backplane] adding namespace
I0428 11:08:35.518101    3939 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.977764ms
I0428 11:08:35.518112    3939 namespace.go:98] [openshift-network-console] adding namespace
I0428 11:08:35.518475    3939 namespace.go:102] [openshift-insights] adding namespace took 6.77722ms
I0428 11:08:35.518488    3939 namespace.go:98] [openshift-ingress-operator] adding namespace
I0428 11:08:35.518869    3939 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.648246ms
I0428 11:08:35.518880    3939 namespace.go:98] [openshift-network-node-identity] adding namespace
I0428 11:08:35.519246    3939 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.498237ms
I0428 11:08:35.519257    3939 namespace.go:98] [openshift-config] adding namespace
I0428 11:08:35.519652    3939 namespace.go:102] [openshift-controller-manager] adding namespace took 6.401088ms
I0428 11:08:35.519663    3939 namespace.go:98] [openshift-backplane-cee] adding namespace
I0428 11:08:35.520010    3939 namespace.go:102] [openshift-infra] adding namespace took 6.104112ms
I0428 11:08:35.520026    3939 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0428 11:08:35.520498    3939 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.092794ms
I0428 11:08:35.520511    3939 namespace.go:98] [openshift-apiserver] adding namespace
I0428 11:08:35.521038    3939 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.156486ms
I0428 11:08:35.521053    3939 namespace.go:98] [kube-system] adding namespace
I0428 11:08:35.521506    3939 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.153757ms
I0428 11:08:35.521524    3939 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0428 11:08:35.522342    3939 namespace.go:102] [kube-public] adding namespace took 6.508577ms
I0428 11:08:35.522356    3939 namespace.go:98] [openshift-backplane-csm] adding namespace
I0428 11:08:35.522788    3939 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.593728ms
I0428 11:08:35.522800    3939 namespace.go:98] [openshift-config-operator] adding namespace
I0428 11:08:35.523209    3939 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.627947ms
I0428 11:08:35.523221    3939 namespace.go:98] [openshift-host-network] adding namespace
I0428 11:08:35.523608    3939 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.625776ms
I0428 11:08:35.523620    3939 namespace.go:98] [openshift-machine-api] adding namespace
I0428 11:08:35.524092    3939 namespace.go:102] [openshift-console] adding namespace took 6.752132ms
I0428 11:08:35.524107    3939 namespace.go:98] [openshift-image-registry] adding namespace
I0428 11:08:35.524494    3939 namespace.go:102] [openshift-backplane] adding namespace took 6.740295ms
I0428 11:08:35.524509    3939 namespace.go:98] [openshift-logging] adding namespace
I0428 11:08:35.525115    3939 namespace.go:102] [openshift-network-console] adding namespace took 6.995936ms
I0428 11:08:35.525136    3939 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0428 11:08:35.525618    3939 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.124049ms
I0428 11:08:35.525634    3939 namespace.go:98] [openshift-console-operator] adding namespace
I0428 11:08:35.526071    3939 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.185264ms
I0428 11:08:35.526084    3939 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0428 11:08:35.526489    3939 namespace.go:102] [openshift-config] adding namespace took 7.22818ms
I0428 11:08:35.526497    3939 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0428 11:08:35.526892    3939 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.223165ms
I0428 11:08:35.526906    3939 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0428 11:08:35.527275    3939 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.244338ms
I0428 11:08:35.527689    3939 namespace.go:102] [openshift-apiserver] adding namespace took 7.172365ms
I0428 11:08:35.527703    3939 namespace.go:98] [openshift-node] adding namespace
I0428 11:08:35.528060    3939 namespace.go:102] [kube-system] adding namespace took 7.002405ms
I0428 11:08:35.528073    3939 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0428 11:08:35.528446    3939 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.918511ms
I0428 11:08:35.528457    3939 namespace.go:98] [openshift-etcd] adding namespace
I0428 11:08:35.528837    3939 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.475486ms
I0428 11:08:35.528848    3939 namespace.go:98] [openshift-package-operator] adding namespace
I0428 11:08:35.529227    3939 namespace.go:102] [openshift-config-operator] adding namespace took 6.423785ms
I0428 11:08:35.529236    3939 namespace.go:98] [openshift-backplane-tam] adding namespace
I0428 11:08:35.529678    3939 namespace.go:102] [openshift-host-network] adding namespace took 6.450781ms
I0428 11:08:35.529694    3939 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0428 11:08:35.530155    3939 namespace.go:102] [openshift-machine-api] adding namespace took 6.529483ms
I0428 11:08:35.530168    3939 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0428 11:08:35.530700    3939 namespace.go:102] [openshift-image-registry] adding namespace took 6.588633ms
I0428 11:08:35.530710    3939 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0428 11:08:35.531243    3939 namespace.go:102] [openshift-logging] adding namespace took 6.729322ms
I0428 11:08:35.531254    3939 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0428 11:08:35.531705    3939 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.561731ms
I0428 11:08:35.531723    3939 namespace.go:98] [kube-node-lease] adding namespace
I0428 11:08:35.532125    3939 namespace.go:102] [openshift-console-operator] adding namespace took 6.484591ms
I0428 11:08:35.532144    3939 namespace.go:98] [openshift-network-operator] adding namespace
I0428 11:08:35.532690    3939 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.600187ms
I0428 11:08:35.532706    3939 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0428 11:08:35.533108    3939 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.604721ms
I0428 11:08:35.533125    3939 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0428 11:08:35.533550    3939 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.638781ms
I0428 11:08:35.533562    3939 namespace.go:98] [openshift-operators-redhat] adding namespace
I0428 11:08:35.533948    3939 namespace.go:102] [openshift-node] adding namespace took 6.239155ms
I0428 11:08:35.534321    3939 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.243532ms
I0428 11:08:35.534333    3939 namespace.go:98] [default] adding namespace
I0428 11:08:35.534698    3939 namespace.go:102] [openshift-etcd] adding namespace took 6.235297ms
I0428 11:08:35.534711    3939 namespace.go:98] [openshift-authentication-operator] adding namespace
I0428 11:08:35.535077    3939 namespace.go:102] [openshift-package-operator] adding namespace took 6.224592ms
I0428 11:08:35.535434    3939 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.193591ms
I0428 11:08:35.535904    3939 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.203845ms
I0428 11:08:35.536400    3939 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.227247ms
I0428 11:08:35.536802    3939 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.085863ms
I0428 11:08:35.537191    3939 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.932013ms
I0428 11:08:35.537698    3939 namespace.go:102] [kube-node-lease] adding namespace took 5.968162ms
I0428 11:08:35.538141    3939 namespace.go:102] [openshift-network-operator] adding namespace took 5.990156ms
I0428 11:08:35.538579    3939 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.867813ms
I0428 11:08:35.538608    3939 namespace.go:98] [openshift-monitoring] adding namespace
I0428 11:08:35.539023    3939 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.891986ms
I0428 11:08:35.539470    3939 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.901761ms
I0428 11:08:35.539891    3939 namespace.go:102] [default] adding namespace took 5.544046ms
I0428 11:08:35.540237    3939 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.521827ms
I0428 11:08:35.540674    3939 namespace.go:102] [openshift-monitoring] adding namespace took 2.057594ms
W0428 11:08:35.540774    3939 master.go:458] Unable to parse local node ip-10-0-0-109.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0428 11:08:35.540786    3939 master.go:471] Unable to parse remote node ip-10-0-1-135.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0428 11:08:35.540794    3939 master.go:481] Removing stale chassis with ID/Name: 2e10f8f3-c533-4994-8c03-ae741b9ccb63, hostname: ip-10-0-0-109.ec2.internal
I0428 11:08:35.541196    3939 master.go:548] Adding or Updating local node "ip-10-0-0-109.ec2.internal" for network "default"
I0428 11:08:35.541251    3939 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-135.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-135.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-135.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-135.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-135.ec2.internal
I0428 11:08:35.542388    3939 zone_ic_handler.go:195] Time taken to create transit switch: 485.35µs
I0428 11:08:35.542406    3939 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-140.ec2.internal for the network default
I0428 11:08:35.543567    3939 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-140.ec2.internal" on network "default" took: 1.67362ms
I0428 11:08:35.544967    3939 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-109.ec2.internal for the network default
I0428 11:08:35.545123    3939 zone_ic_handler.go:195] Time taken to create transit switch: 141.457µs
I0428 11:08:35.545818    3939 default_network_controller.go:823] Node add failed for ip-10-0-0-109.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-109.ec2.internal, error getting gateway config for node ip-10-0-0-109.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-109.ec2.internal", failed to update chassis to local for local node ip-10-0-0-109.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-109.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-109.ec2.internal]
E0428 11:08:35.545881    3939 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-109.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-109.ec2.internal, error getting gateway config for node ip-10-0-0-109.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-109.ec2.internal", failed to update chassis to local for local node ip-10-0-0-109.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-109.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-109.ec2.internal]
I0428 11:08:35.545965    3939 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0428 11:08:35.545980    3939 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-109.ec2.internal", UID:"4e83332e-540c-4f8b-8843-86bd9cfe32ff", APIVersion:"v1", ResourceVersion:"8901", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-109.ec2.internal, error getting gateway config for node ip-10-0-0-109.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-109.ec2.internal", failed to update chassis to local for local node ip-10-0-0-109.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-109.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-109.ec2.internal]
I0428 11:08:35.546035    3939 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0428 11:08:35.546061    3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-135.ec2.internal in network "default"
I0428 11:08:35.546068    3939 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0428 11:08:35.546095    3939 node_tracker.go:235] Node ip-10-0-1-135.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-135.ec2.internal"
I0428 11:08:35.546108    3939 node_tracker.go:169] Node ip-10-0-1-135.ec2.internal switch + router changed, syncing services in network "default"
I0428 11:08:35.546121    3939 services_controller.go:574] Full service sync requested for network=default
I0428 11:08:35.546128    3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-140.ec2.internal in network "default"
I0428 11:08:35.546209    3939 node_tracker.go:169] Node ip-10-0-2-140.ec2.internal switch + router changed, syncing services in network "default"
I0428 11:08:35.546216    3939 services_controller.go:574] Full service sync requested for network=default
I0428 11:08:35.546226    3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-109.ec2.internal in network "default"
I0428 11:08:35.546236    3939 node_tracker.go:235] Node ip-10-0-0-109.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-109.ec2.internal"
I0428 11:08:35.546242    3939 node_tracker.go:169] Node ip-10-0-0-109.ec2.internal switch + router changed, syncing services in network "default"
I0428 11:08:35.546246    3939 services_controller.go:574] Full service sync requested for network=default
I0428 11:08:35.610757    3939 iptables.go:108] Creating table: filter chain: FORWARD
I0428 11:08:35.617262    3939 iptables.go:108] Creating table: filter chain: OUTPUT
I0428 11:08:35.623538    3939 gateway_shared_intf.go:1816] Gateway Creation Complete
I0428 11:08:35.623554    3939 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-109.ec2.internal","mac-address":"12:d2:87:43:c1:8b","ip-addresses":["10.0.0.109/24"],"ip-address":"10.0.0.109/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2e10f8f3-c533-4994-8c03-ae741b9ccb63 k8s.ovn.org/node-encap-ips:["10.0.0.109"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.109/24"} k8s.ovn.org/zone-name:ip-10-0-0-109.ec2.internal] on node ip-10-0-0-109.ec2.internal
I0428 11:08:35.638149    3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-109.ec2.internal in network "default"
I0428 11:08:35.638198    3939 master.go:548] Adding or Updating local node "ip-10-0-0-109.ec2.internal" for network "default"
I0428 11:08:35.638214    3939 node_tracker.go:169] Node ip-10-0-0-109.ec2.internal switch + router changed, syncing services in network "default"
I0428 11:08:35.638232    3939 services_controller.go:574] Full service sync requested for network=default
I0428 11:08:35.642394    3939 default_node_network_controller.go:519] Node connection status = connected
W0428 11:08:35.643109    3939 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-b5djk: pod openshift-multus/network-metrics-daemon-b5djk: no pod IPs found 
W0428 11:08:35.643129    3939 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-2dtl4: pod openshift-network-diagnostics/network-check-target-2dtl4: no pod IPs found 
I0428 11:08:35.644131    3939 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-109.ec2.internal for the network default
I0428 11:08:35.644342    3939 zone_ic_handler.go:195] Time taken to create transit switch: 197.408µs
I0428 11:08:35.646648    3939 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0428 11:08:35.646667    3939 services_controller.go:208] Setting up event handlers for services for network=default
I0428 11:08:35.646729    3939 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0428 11:08:35.646801    3939 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0428 11:08:35.646815    3939 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0428 11:08:35.747785    3939 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0428 11:08:35.747809    3939 repair.go:60] Starting repairing loop for services
I0428 11:08:35.747900    3939 repair.go:131] Deleted 0 stale service LBs
I0428 11:08:35.747919    3939 repair.go:137] Deleted 0 stale Chassis Template Vars
I0428 11:08:35.747935    3939 repair.go:62] Finished repairing loop for services: 128.11µs
I0428 11:08:35.747958    3939 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0428 11:08:35.747968    3939 services_controller.go:254] Starting workers for network=default
I0428 11:08:35.748300    3939 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-w9w75, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-w9w75: suppressed error logged: pod openshift-network-diagnostics/network-check-target-w9w75: no pod IPs found 
I0428 11:08:35.748318    3939 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-5hzxg, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5hzxg: suppressed error logged: pod openshift-multus/network-metrics-daemon-5hzxg: no pod IPs found 
I0428 11:08:35.748323    3939 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2dtl4] creating logical port openshift-network-diagnostics_network-check-target-2dtl4 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:08:35.748333    3939 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-b5djk] creating logical port openshift-multus_network-metrics-daemon-b5djk for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:08:35.748460    3939 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-b5djk
I0428 11:08:35.748467    3939 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-2dtl4
I0428 11:08:35.765539    3939 pod.go:62] [openshift-multus/network-metrics-daemon-b5djk] pod update took 17.130086ms
I0428 11:08:35.765567    3939 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-b5djk] addLogicalPort annotation time took 17.162233ms
I0428 11:08:35.765600    3939 pod.go:62] [openshift-network-diagnostics/network-check-target-2dtl4] pod update took 17.177941ms
I0428 11:08:35.765619    3939 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-2dtl4] addLogicalPort annotation time took 17.215547ms
I0428 11:08:35.766682    3939 pods.go:271] [openshift-network-diagnostics/network-check-target-2dtl4] addLogicalPort took 18.371857ms, libovsdb time 845.29µs
I0428 11:08:35.766890    3939 pods.go:271] [openshift-multus/network-metrics-daemon-b5djk] addLogicalPort took 18.560831ms, libovsdb time 1.052814ms
I0428 11:08:35.767450    3939 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0428 11:08:35.767479    3939 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0428 11:08:35.767489    3939 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0428 11:08:35.767494    3939 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0428 11:08:35.767689    3939 repair.go:29] Repairing admin network policies took 190.465µs
I0428 11:08:35.767787    3939 repair.go:92] Repairing baseline admin network policies took 89.076µs
I0428 11:08:35.768287    3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0428 11:08:35.768303    3939 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0428 11:08:35.770203    3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0428 11:08:35.770224    3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0428 11:08:35.770234    3939 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0428 11:08:35.771514    3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0428 11:08:35.771546    3939 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0428 11:08:35.771559    3939 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0428 11:08:35.773497    3939 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0428 11:08:35.773516    3939 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0428 11:08:35.773526    3939 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0428 11:08:35.775908    3939 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0428 11:08:35.775937    3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0428 11:08:35.776411    3939 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0428 11:08:35.776427    3939 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0428 11:08:35.777326    3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0428 11:08:35.777349    3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0428 11:08:35.777360    3939 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0428 11:08:35.779228    3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0428 11:08:35.779250    3939 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0428 11:08:35.779263    3939 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0428 11:08:35.780272    3939 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0428 11:08:35.780292    3939 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0428 11:08:35.780302    3939 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0428 11:08:35.781508    3939 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0428 11:08:35.781530    3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0428 11:08:35.781542    3939 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0428 11:08:35.782138    3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0428 11:08:35.782156    3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0428 11:08:35.782163    3939 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0428 11:08:35.782772    3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0428 11:08:35.782795    3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0428 11:08:35.782806    3939 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0428 11:08:35.783433    3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0428 11:08:35.783453    3939 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0428 11:08:35.783467    3939 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0428 11:08:35.786112    3939 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0428 11:08:35.786134    3939 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0428 11:08:35.786146    3939 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0428 11:08:35.788488    3939 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0428 11:08:35.788507    3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0428 11:08:35.788517    3939 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0428 11:08:35.789048    3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0428 11:08:35.789067    3939 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0428 11:08:35.789076    3939 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0428 11:08:35.789393    3939 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0428 11:08:35.789412    3939 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0428 11:08:35.789426    3939 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0428 11:08:35.790776    3939 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0428 11:08:35.790795    3939 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0428 11:08:35.790805    3939 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0428 11:08:35.792502    3939 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0428 11:08:35.792521    3939 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0428 11:08:35.792529    3939 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0428 11:08:35.793791    3939 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0428 11:08:35.793813    3939 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0428 11:08:35.793821    3939 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0428 11:08:35.794135    3939 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0428 11:08:35.794158    3939 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0428 11:08:35.794171    3939 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0428 11:08:35.794756    3939 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0428 11:08:35.794777    3939 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0428 11:08:35.794786    3939 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0428 11:08:35.795280    3939 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0428 11:08:35.795302    3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0428 11:08:35.795335    3939 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0428 11:08:35.796103    3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0428 11:08:35.796124    3939 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0428 11:08:35.796131    3939 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0428 11:08:35.796640    3939 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0428 11:08:35.796658    3939 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0428 11:08:35.796666    3939 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0428 11:08:35.797184    3939 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0428 11:08:35.797200    3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0428 11:08:35.797208    3939 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0428 11:08:35.797678    3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0428 11:08:35.797697    3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0428 11:08:35.797704    3939 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0428 11:08:35.798019    3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0428 11:08:35.798042    3939 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0428 11:08:35.798056    3939 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0428 11:08:35.798944    3939 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0428 11:08:35.798963    3939 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0428 11:08:35.798972    3939 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0428 11:08:35.800188    3939 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0428 11:08:35.800207    3939 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0428 11:08:35.800218    3939 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0428 11:08:35.801420    3939 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0428 11:08:35.806462    3939 egressfirewall.go:374] Starting EgressFirewall controller
I0428 11:08:35.806497    3939 controller.go:133] Adding controller egress-firewall-controller event handlers
I0428 11:08:35.806517    3939 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0428 11:08:35.806520    3939 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0428 11:08:35.806528    3939 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0428 11:08:35.806553    3939 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0428 11:08:35.806565    3939 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0428 11:08:35.806864    3939 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0428 11:08:35.806878    3939 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0428 11:08:35.806886    3939 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0428 11:08:35.806897    3939 egressqos.go:193] Setting up event handlers for EgressQoS
I0428 11:08:35.806908    3939 egressfirewall.go:723] Syncing node "ip-10-0-0-109.ec2.internal" for egress firewall
I0428 11:08:35.806918    3939 egressfirewall.go:723] Syncing node "ip-10-0-1-135.ec2.internal" for egress firewall
I0428 11:08:35.806924    3939 egressfirewall.go:723] Syncing node "ip-10-0-2-140.ec2.internal" for egress firewall
I0428 11:08:35.807047    3939 egressqos.go:245] Starting EgressQoS Controller
I0428 11:08:35.807068    3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0428 11:08:35.807078    3939 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0428 11:08:35.807115    3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0428 11:08:35.807123    3939 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0428 11:08:35.807128    3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0428 11:08:35.807133    3939 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0428 11:08:35.807137    3939 egressqos.go:259] Repairing EgressQoSes
I0428 11:08:35.807141    3939 egressqos.go:399] Starting repairing loop for egressqos
I0428 11:08:35.807223    3939 egressqos.go:401] Finished repairing loop for egressqos: 81.637µs
I0428 11:08:35.807243    3939 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0428 11:08:35.807270    3939 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-109.ec2.internal
I0428 11:08:35.807315    3939 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-109.ec2.internal : 47.181µs
I0428 11:08:35.807425    3939 egressservice_zone.go:210] Starting Egress Services Controller
I0428 11:08:35.807436    3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0428 11:08:35.807443    3939 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0428 11:08:35.807448    3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0428 11:08:35.807454    3939 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0428 11:08:35.807459    3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0428 11:08:35.807464    3939 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0428 11:08:35.807469    3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0428 11:08:35.807473    3939 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0428 11:08:35.807477    3939 egressservice_zone.go:228] Repairing Egress Services
I0428 11:08:35.807761    3939 master_controller.go:88] Starting Admin Policy Based Route Controller
I0428 11:08:35.807771    3939 external_controller.go:278] Starting Admin Policy Based Route Controller
I0428 11:08:35.807832    3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-140.ec2.internal
I0428 11:08:35.807844    3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-140.ec2.internal: 13.73µs
I0428 11:08:35.807853    3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-109.ec2.internal
I0428 11:08:35.807859    3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-109.ec2.internal: 6.238µs
I0428 11:08:35.807866    3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-135.ec2.internal
I0428 11:08:35.807871    3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-135.ec2.internal: 5.624µs
I0428 11:08:35.807904    3939 default_network_controller.go:585] Completing all the Watchers took 303.947885ms
I0428 11:08:35.807918    3939 default_network_controller.go:589] Starting unidling controllers
I0428 11:08:35.807929    3939 unidle.go:46] Registering OVN SB ControllerEvent handler
I0428 11:08:35.807934    3939 unidle.go:63] Populating Initial ContollerEvent events
I0428 11:08:35.807948    3939 unidle.go:79] Setting up event handlers for services
I0428 11:08:35.808010    3939 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0428 11:08:36.142603    3939 default_node_network_controller.go:519] Node connection status = connected
I0428 11:08:36.643339    3939 default_node_network_controller.go:519] Node connection status = connected
I0428 11:08:37.143861    3939 default_node_network_controller.go:519] Node connection status = connected
I0428 11:08:37.296791    3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-140.ec2.internal in network "default"
I0428 11:08:37.296822    3939 egressfirewall.go:723] Syncing node "ip-10-0-2-140.ec2.internal" for egress firewall
I0428 11:08:37.296839    3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-140.ec2.internal
I0428 11:08:37.296847    3939 node_tracker.go:169] Node ip-10-0-2-140.ec2.internal switch + router changed, syncing services in network "default"
I0428 11:08:37.296852    3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-140.ec2.internal: 20.075µs
I0428 11:08:37.296861    3939 services_controller.go:574] Full service sync requested for network=default
I0428 11:08:37.296880    3939 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-140.ec2.internal. Updating no re-route policies
I0428 11:08:37.643248    3939 default_node_network_controller.go:519] Node connection status = connected
I0428 11:08:37.878765    3939 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0428 11:08:38.143115    3939 default_node_network_controller.go:519] Node connection status = connected
I0428 11:08:38.160313    3939 bridgeconfig.go:537] Gateway is ready
I0428 11:08:38.160331    3939 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0428 11:08:38.171117    3939 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.109. Updating OVN encap IP.
I0428 11:08:38.176041    3939 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.109 - it is already configured
I0428 11:08:38.176053    3939 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.109/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0428 11:08:38.176251    3939 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.109/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-109.ec2.internal","mac-address":"12:d2:87:43:c1:8b","ip-addresses":["10.0.0.109/24"],"ip-address":"10.0.0.109/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2e10f8f3-c533-4994-8c03-ae741b9ccb63 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.109/24"}] on node ip-10-0-0-109.ec2.internal
I0428 11:08:38.191167    3939 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.109
I0428 11:08:38.191261    3939 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-109.ec2.internal
I0428 11:08:38.192553    3939 egressfirewall.go:723] Syncing node "ip-10-0-0-109.ec2.internal" for egress firewall
I0428 11:08:38.192558    3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-109.ec2.internal in network "default"
I0428 11:08:38.192596    3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-109.ec2.internal
I0428 11:08:38.192607    3939 master.go:548] Adding or Updating local node "ip-10-0-0-109.ec2.internal" for network "default"
I0428 11:08:38.192613    3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-109.ec2.internal: 31.82µs
I0428 11:08:38.192666    3939 node_tracker.go:169] Node ip-10-0-0-109.ec2.internal switch + router changed, syncing services in network "default"
I0428 11:08:38.192683    3939 services_controller.go:574] Full service sync requested for network=default
I0428 11:08:38.196853    3939 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-109.ec2.internal. Updating no re-route policies
I0428 11:08:38.196931    3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-cbx6h
I0428 11:08:38.196946    3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-xmrxm
I0428 11:08:38.196954    3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-w9w75
I0428 11:08:38.196960    3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-2dtl4
I0428 11:08:38.196966    3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5hzxg
I0428 11:08:38.196971    3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-2dtl4
I0428 11:08:38.196974    3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-w9w75
I0428 11:08:38.196980    3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5hzxg
I0428 11:08:38.196981    3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-b5djk
I0428 11:08:38.196982    3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-7rtc7
I0428 11:08:38.196988    3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-b5djk
I0428 11:08:38.196994    3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-7rtc7
I0428 11:08:38.196996    3939 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-cvcfx
I0428 11:08:38.197001    3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-109.ec2.internal
I0428 11:08:38.197010    3939 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-cvcfx
I0428 11:08:38.197010    3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-7rtc7 after 0 failed attempt(s)
I0428 11:08:38.197012    3939 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2dtl4] creating logical port openshift-network-diagnostics_network-check-target-2dtl4 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:08:38.197013    3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-109.ec2.internal
I0428 11:08:38.197016    3939 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-5hzxg, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5hzxg: suppressed error logged: pod openshift-multus/network-metrics-daemon-5hzxg: no pod IPs found 
I0428 11:08:38.197018    3939 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-w9w75, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-w9w75: suppressed error logged: pod openshift-network-diagnostics/network-check-target-w9w75: no pod IPs found 
I0428 11:08:38.197029    3939 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-cvcfx after 0 failed attempt(s)
I0428 11:08:38.196974    3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-w5l92
I0428 11:08:38.197039    3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-109.ec2.internal after 0 failed attempt(s)
I0428 11:08:38.196983    3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-g95jn
I0428 11:08:38.197041    3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-w5l92
I0428 11:08:38.197050    3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-g95jn
I0428 11:08:38.197056    3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-w5l92 after 0 failed attempt(s)
I0428 11:08:38.196930    3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tqhhk
I0428 11:08:38.197065    3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tqhhk
I0428 11:08:38.197069    3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-g95jn after 0 failed attempt(s)
I0428 11:08:38.196949    3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-cbx6h
I0428 11:08:38.196967    3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-l5p9j
I0428 11:08:38.197124    3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-l5p9j
I0428 11:08:38.197139    3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-l5p9j after 0 failed attempt(s)
I0428 11:08:38.196958    3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-xmrxm
I0428 11:08:38.197155    3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-xmrxm after 0 failed attempt(s)
I0428 11:08:38.196971    3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-szmwn
I0428 11:08:38.197166    3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-szmwn
I0428 11:08:38.197179    3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-szmwn after 0 failed attempt(s)
I0428 11:08:38.197014    3939 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-b5djk] creating logical port openshift-multus_network-metrics-daemon-b5djk for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:08:38.197074    3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tqhhk after 0 failed attempt(s)
I0428 11:08:38.196956    3939 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-109.ec2.internal
I0428 11:08:38.197296    3939 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-109.ec2.internal
I0428 11:08:38.197309    3939 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-109.ec2.internal after 0 failed attempt(s)
I0428 11:08:38.197096    3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-cbx6h after 0 failed attempt(s)
I0428 11:08:38.197639    3939 pods.go:271] [openshift-network-diagnostics/network-check-target-2dtl4] addLogicalPort took 638.164µs, libovsdb time 214.922µs
I0428 11:08:38.197648    3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-2dtl4 after 0 failed attempt(s)
I0428 11:08:38.197714    3939 pods.go:271] [openshift-multus/network-metrics-daemon-b5djk] addLogicalPort took 707.033µs, libovsdb time 216.195µs
I0428 11:08:38.197721    3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-b5djk after 0 failed attempt(s)
I0428 11:08:38.213131    3939 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0428 11:08:38.224617    3939 iptables.go:108] Creating table: mangle chain: OUTPUT
I0428 11:08:38.228228    3939 iptables.go:108] Creating table: nat chain: OUTPUT
I0428 11:08:38.276999    3939 iptables.go:108] Creating table: nat chain: PREROUTING
I0428 11:08:38.342917    3939 iptables.go:108] Creating table: filter chain: FORWARD
I0428 11:08:38.359749    3939 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0428 11:08:38.359846    3939 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0428 11:08:38.359907    3939 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0428 11:08:38.360000    3939 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0428 11:08:38.360052    3939 gateway_init.go:325] Gateway and management port readiness took 2.722103056s
I0428 11:08:38.360077    3939 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0428 11:08:38.360109    3939 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0428 11:08:38.360121    3939 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0428 11:08:38.360130    3939 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0428 11:08:38.360185    3939 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0428 11:08:38.360267    3939 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.535µs
I0428 11:08:38.360474    3939 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0428 11:08:38.360501    3939 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.618µs
I0428 11:08:38.360510    3939 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.322µs
I0428 11:08:38.360515    3939 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0428 11:08:38.360524    3939 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0428 11:08:38.360528    3939 default_node_network_controller.go:899] Starting the default node network controller
I0428 11:08:38.360532    3939 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0428 11:08:38.360551    3939 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.831µs
I0428 11:08:38.360672    3939 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0428 11:08:38.360683    3939 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0428 11:08:38.360710    3939 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b2d250 0xc0002c7e30 0xc0002c7ea0 0xc0002c8000 0xc0002c8070 0xc0002c8150 <nil> 0xc0002c81c0 0xc000b25680 0xc0002c8230 0xc0002c82a0 <nil> 0xc0008c62d0 0xc0064ff5e0 <nil> <nil> <nil> 0xc0002c8310 <nil> map[0x2ff9080:0xc002a92480 0x2ff95c0:0xc002a92600 0x2ffa2e0:0xc002a923c0 0x2ffa580:0xc002a92420 0x2ffad60:0xc002a924e0 0x2ffb000:0xc002a92540 0x2ffb2a0:0xc002a925a0 0x2ffba80:0xc002a92660 0x2ffbd20:0xc004705980 0x3026980:0xc00118f560 0x3026d20:0xc00118f5c0 0x3027800:0xc000c877a0 0x3029160:0xc001bfc000 0x30298a0:0xc004322b40 0x302a720:0xc00110b0e0] 0xc000b42620 0}
I0428 11:08:38.360770    3939 gateway.go:151] Starting gateway service sync
I0428 11:08:38.361229    3939 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0428 11:08:38.363566    3939 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0428 11:08:38.381498    3939 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0428 11:08:38.382709    3939 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0428 11:08:38.383803    3939 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0428 11:08:38.418122    3939 gateway.go:168] Gateway service sync done. Time taken: 57.338404ms
I0428 11:08:38.418748    3939 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30949
I0428 11:08:38.418821    3939 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b2d250 0xc0002c7e30 0xc0002c7ea0 0xc0002c8000 0xc0002c8070 0xc0002c8150 <nil> 0xc0002c81c0 0xc000b25680 0xc0002c8230 0xc0002c82a0 <nil> 0xc0008c62d0 0xc0064ff5e0 <nil> <nil> <nil> 0xc0002c8310 <nil> map[0x2ff9080:0xc002a92480 0x2ff95c0:0xc002a92600 0x2ffa2e0:0xc002a923c0 0x2ffa580:0xc002a92420 0x2ffad60:0xc002a924e0 0x2ffb000:0xc002a92540 0x2ffb2a0:0xc002a925a0 0x2ffba80:0xc002a92660 0x2ffbd20:0xc004705980 0x3026980:0xc00118f560 0x3026d20:0xc00118f5c0 0x3027800:0xc000c877a0 0x3029160:0xc001bfc000 0x30298a0:0xc004322b40 0x302a720:0xc00110b0e0] 0xc000b42620 0}
I0428 11:08:38.419229    3939 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b2d250 0xc0002c7e30 0xc0002c7ea0 0xc0002c8000 0xc0002c8070 0xc0002c8150 <nil> 0xc0002c81c0 0xc000b25680 0xc0002c8230 0xc0002c82a0 <nil> 0xc0008c62d0 0xc0064ff5e0 <nil> <nil> <nil> 0xc0002c8310 <nil> map[0x2ff9080:0xc002a92480 0x2ff95c0:0xc002a92600 0x2ffa2e0:0xc002a923c0 0x2ffa580:0xc002a92420 0x2ffad60:0xc002a924e0 0x2ffb000:0xc002a92540 0x2ffb2a0:0xc002a925a0 0x2ffba80:0xc002a92660 0x2ffbd20:0xc004705980 0x3026980:0xc00118f560 0x3026d20:0xc00118f5c0 0x3027800:0xc000c877a0 0x3029160:0xc001bfc000 0x30298a0:0xc004322b40 0x302a720:0xc00110b0e0] 0xc000b42620 0}
I0428 11:08:38.419261    3939 gateway.go:532] Reconciling gateway with updates
I0428 11:08:38.423994    3939 gateway.go:339] Spawning Conntrack Rule Check Thread
I0428 11:08:38.424075    3939 default_node_network_controller.go:944] Gateway and management port readiness took 63.383198ms
I0428 11:08:38.424083    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0428 11:08:38.424088    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0428 11:08:38.424097    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0428 11:08:38.424100    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0428 11:08:38.424106    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0428 11:08:38.424111    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0428 11:08:38.424112    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0428 11:08:38.424118    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0428 11:08:38.424121    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0428 11:08:38.424124    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0428 11:08:38.424129    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0428 11:08:38.424133    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0428 11:08:38.424146    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0428 11:08:38.424143    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0428 11:08:38.424154    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0428 11:08:38.424158    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0428 11:08:38.424159    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0428 11:08:38.424165    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0428 11:08:38.424167    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0428 11:08:38.424170    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0428 11:08:38.424174    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0428 11:08:38.424173    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0428 11:08:38.424180    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0428 11:08:38.424181    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 11:08:38.424183    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0428 11:08:38.424140    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0428 11:08:38.424193    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 11:08:38.424194    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0428 11:08:38.424171    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0428 11:08:38.424204    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0428 11:08:38.424161    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0428 11:08:38.424149    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0428 11:08:38.424214    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0428 11:08:38.424214    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0428 11:08:38.424150    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0428 11:08:38.424218    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0428 11:08:38.424226    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0428 11:08:38.424227    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0428 11:08:38.424095    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0428 11:08:38.424231    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0428 11:08:38.424233    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0428 11:08:38.424235    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0428 11:08:38.424239    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0428 11:08:38.424242    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0428 11:08:38.424244    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0428 11:08:38.424203    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0428 11:08:38.424246    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0428 11:08:38.424256    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0428 11:08:38.424257    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0428 11:08:38.424255    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0428 11:08:38.424101    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0428 11:08:38.424275    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0428 11:08:38.424281    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0428 11:08:38.424284    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0428 11:08:38.424184    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0428 11:08:38.424239    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0428 11:08:38.424300    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0428 11:08:38.424215    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0428 11:08:38.424318    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0428 11:08:38.424184    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0428 11:08:38.424351    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0428 11:08:38.424133    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0428 11:08:38.424363    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0428 11:08:38.424194    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0428 11:08:38.424194    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0428 11:08:38.424399    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0428 11:08:38.424405    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0428 11:08:38.424159    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0428 11:08:38.424206    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0428 11:08:38.424457    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0428 11:08:38.424206    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0428 11:08:38.424480    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0428 11:08:38.424209    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0428 11:08:38.424487    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0428 11:08:38.424208    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0428 11:08:38.424494    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0428 11:08:38.424217    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0428 11:08:38.424218    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0428 11:08:38.424535    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0428 11:08:38.424545    3939 port_claim.go:71] Svc openshift-ingress/router-default: port 30374 is already open, no action needed
I0428 11:08:38.424551    3939 port_claim.go:71] Svc openshift-ingress/router-default: port 32063 is already open, no action needed
I0428 11:08:38.424219    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0428 11:08:38.424595    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0428 11:08:38.424172    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0428 11:08:38.424605    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0428 11:08:38.424220    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0428 11:08:38.424614    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0428 11:08:38.424221    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0428 11:08:38.424648    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0428 11:08:38.424653    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0428 11:08:38.424229    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0428 11:08:38.424669    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0428 11:08:38.424226    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0428 11:08:38.424733    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0428 11:08:38.424230    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0428 11:08:38.424083    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0428 11:08:38.424816    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0428 11:08:38.424242    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0428 11:08:38.424197    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0428 11:08:38.425104    3939 node_ip_handler_linux.go:160] Node IP manager is running
I0428 11:08:38.444480    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0428 11:08:38.444491    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0428 11:08:38.444507    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0428 11:08:38.444513    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0428 11:08:38.444518    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0428 11:08:38.444524    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0428 11:08:38.444530    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0428 11:08:38.444536    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0428 11:08:38.444540    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0428 11:08:38.444546    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0428 11:08:38.444552    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0428 11:08:38.444557    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0428 11:08:38.444562    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0428 11:08:38.444567    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0428 11:08:38.444575    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0428 11:08:38.444581    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
W0428 11:08:38.460389    3939 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0428 11:08:38.460529    3939 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0428 11:08:38.460690    3939 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0428 11:08:38.489730    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0428 11:08:38.489754    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0428 11:08:38.489760    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0428 11:08:38.489766    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0428 11:08:38.489771    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0428 11:08:38.489777    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0428 11:08:38.489782    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0428 11:08:38.489788    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0428 11:08:38.489793    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0428 11:08:38.489801    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0428 11:08:38.489806    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0428 11:08:38.532787    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0428 11:08:38.532798    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0428 11:08:38.532816    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0428 11:08:38.532823    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0428 11:08:38.532829    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0428 11:08:38.532835    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0428 11:08:38.532842    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0428 11:08:38.532849    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0428 11:08:39.632392    3939 default_node_network_controller.go:1380] Starting node controller node sync
W0428 11:08:39.632401    3939 egressip_healthcheck.go:76] Health checking using insecure connection
I0428 11:08:39.632441    3939 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0428 11:08:39.644102    3939 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.688822ms
I0428 11:08:39.644225    3939 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-140.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0428 11:08:39.644249    3939 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-140.ec2.internal", IP: 10.0.2.140 to PMTUD blocking rules
I0428 11:08:39.649366    3939 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0428 11:08:39.649948    3939 egressservice_node.go:93] Setting up event handlers for Egress Services
I0428 11:08:39.650045    3939 egressservice_node.go:183] Starting Egress Services Controller
I0428 11:08:39.650060    3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0428 11:08:39.650068    3939 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0428 11:08:39.650075    3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0428 11:08:39.650079    3939 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0428 11:08:39.650085    3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0428 11:08:39.650089    3939 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0428 11:08:39.650093    3939 egressservice_node.go:197] Repairing Egress Services
I0428 11:08:39.660002    3939 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0428 11:08:39.660013    3939 external_controller.go:278] Starting Admin Policy Based Route Controller
I0428 11:08:39.660183    3939 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0428 11:08:39.660192    3939 link_network_manager.go:119] Link manager is running
I0428 11:08:39.660200    3939 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0428 11:08:39.660366    3939 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0428 11:08:39.660929    3939 vrf_manager.go:128] VRF manager is running
I0428 11:08:39.661256    3939 node_controller_manager.go:437] Removing flows to drop GARP
I0428 11:08:39.661266    3939 gateway.go:532] Reconciling gateway with updates
I0428 11:08:39.690536    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0428 11:08:39.690550    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0428 11:08:39.690558    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0428 11:08:39.690562    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0428 11:08:39.690572    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0428 11:08:39.690537    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0428 11:08:39.690576    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0428 11:08:39.690581    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0428 11:08:39.690580    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0428 11:08:39.690563    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0428 11:08:39.690607    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0428 11:08:39.690609    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0428 11:08:39.690611    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0428 11:08:39.690573    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0428 11:08:39.690619    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0428 11:08:39.690622    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0428 11:08:39.690624    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0428 11:08:39.690629    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0428 11:08:39.690631    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0428 11:08:39.690633    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0428 11:08:39.690550    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0428 11:08:39.690624    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0428 11:08:39.690639    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 11:08:39.690642    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0428 11:08:39.690645    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0428 11:08:39.690647    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0428 11:08:39.690651    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0428 11:08:39.690597    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0428 11:08:39.690656    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0428 11:08:39.690659    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0428 11:08:39.690662    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0428 11:08:39.690662    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0428 11:08:39.690664    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0428 11:08:39.690661    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0428 11:08:39.690676    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0428 11:08:39.690682    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0428 11:08:39.690631    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0428 11:08:39.690687    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0428 11:08:39.690691    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0428 11:08:39.690691    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0428 11:08:39.690696    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0428 11:08:39.690698    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0428 11:08:39.690711    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0428 11:08:39.690651    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 11:08:39.690739    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0428 11:08:39.690741    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0428 11:08:39.690749    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0428 11:08:39.690753    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0428 11:08:39.690639    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0428 11:08:39.690769    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0428 11:08:39.690548    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0428 11:08:39.690782    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0428 11:08:39.690813    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0428 11:08:39.690610    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0428 11:08:39.690834    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0428 11:08:39.690813    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0428 11:08:39.690656    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0428 11:08:39.690849    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0428 11:08:39.690560    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0428 11:08:39.690641    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0428 11:08:39.690917    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0428 11:08:39.690662    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0428 11:08:39.690652    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0428 11:08:39.690598    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0428 11:08:39.690612    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0428 11:08:39.690983    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0428 11:08:39.690613    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0428 11:08:39.691007    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0428 11:08:39.690615    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0428 11:08:39.691032    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0428 11:08:39.690618    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0428 11:08:39.690622    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0428 11:08:39.691151    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0428 11:08:39.690624    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0428 11:08:39.691197    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0428 11:08:39.690635    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0428 11:08:39.691223    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0428 11:08:39.690638    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0428 11:08:39.690642    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0428 11:08:39.690598    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0428 11:08:39.690655    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0428 11:08:39.691310    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0428 11:08:39.690666    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0428 11:08:39.691347    3939 port_claim.go:71] Svc openshift-ingress/router-default: port 30374 is already open, no action needed
I0428 11:08:39.690666    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0428 11:08:39.691356    3939 port_claim.go:71] Svc openshift-ingress/router-default: port 32063 is already open, no action needed
I0428 11:08:39.691364    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0428 11:08:39.690671    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0428 11:08:39.690672    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0428 11:08:39.691405    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0428 11:08:39.690673    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0428 11:08:39.691415    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0428 11:08:39.690674    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0428 11:08:39.691453    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0428 11:08:39.690673    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0428 11:08:39.691461    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0428 11:08:39.690540    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0428 11:08:39.691492    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0428 11:08:39.690678    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0428 11:08:39.690678    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0428 11:08:39.691520    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0428 11:08:39.690679    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0428 11:08:39.691555    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0428 11:08:39.690690    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0428 11:08:39.690686    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0428 11:08:39.691632    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0428 11:08:39.690686    3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0428 11:08:39.691672    3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0428 11:08:39.690692    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0428 11:08:39.690743    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0428 11:08:39.690758    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0428 11:08:39.732139    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0428 11:08:39.732160    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0428 11:08:39.774815    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0428 11:08:39.774842    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0428 11:08:39.774851    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0428 11:08:39.774871    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0428 11:08:39.774890    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0428 11:08:39.774897    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0428 11:08:39.774903    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0428 11:08:39.774909    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0428 11:08:39.774915    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0428 11:08:39.774921    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0428 11:08:39.816161    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0428 11:08:39.816173    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0428 11:08:39.816195    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0428 11:08:39.816204    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0428 11:08:39.816213    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0428 11:08:39.816223    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0428 11:08:39.816229    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0428 11:08:39.816236    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0428 11:08:39.816241    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0428 11:08:39.816250    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0428 11:08:39.816255    3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0428 11:08:40.813915    3939 egressfirewall.go:723] Syncing node "ip-10-0-1-135.ec2.internal" for egress firewall
I0428 11:08:40.813937    3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-135.ec2.internal
I0428 11:08:40.813964    3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-135.ec2.internal: 25.755µs
I0428 11:08:40.813966    3939 default_network_controller.go:1025] Node "ip-10-0-1-135.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 11:08:41.421125    3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-140.ec2.internal
I0428 11:08:41.421156    3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-140.ec2.internal: 39.627µs
I0428 11:08:41.512422    3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-109.ec2.internal
I0428 11:08:41.512443    3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-109.ec2.internal: 26.663µs
I0428 11:08:41.558705    3939 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-nrmtf] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-nrmtf for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:08:41.558780    3939 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-nrmtf
I0428 11:08:41.561044    3939 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-66f8f49b55-fhcvp] creating logical port openshift-image-registry_image-registry-66f8f49b55-fhcvp for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:08:41.561138    3939 kube.go:256] Updating pod openshift-image-registry/image-registry-66f8f49b55-fhcvp
I0428 11:08:41.568198    3939 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-lpwnp] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-lpwnp for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:08:41.568307    3939 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-lpwnp
I0428 11:08:41.583305    3939 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-nrmtf] pod update took 24.546391ms
I0428 11:08:41.583323    3939 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-nrmtf] addLogicalPort annotation time took 24.567457ms
I0428 11:08:41.584221    3939 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-nrmtf] addLogicalPort took 25.524775ms, libovsdb time 693.956µs
I0428 11:08:41.584264    3939 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5bd84bbbf9-d6shs] creating logical port openshift-ingress_router-default-5bd84bbbf9-d6shs for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:08:41.584322    3939 kube.go:256] Updating pod openshift-ingress/router-default-5bd84bbbf9-d6shs
I0428 11:08:41.586422    3939 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-tmj4d] creating logical port openshift-dns_dns-default-tmj4d for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:08:41.586500    3939 kube.go:256] Updating pod openshift-dns/dns-default-tmj4d
I0428 11:08:41.594296    3939 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lpwnp] pod update took 26.012944ms
I0428 11:08:41.594318    3939 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-lpwnp] addLogicalPort annotation time took 26.037378ms
I0428 11:08:41.594346    3939 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-zvtb8] creating logical port openshift-ingress-canary_ingress-canary-zvtb8 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:08:41.594421    3939 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-zvtb8
I0428 11:08:41.595287    3939 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lpwnp] addLogicalPort took 27.101004ms, libovsdb time 739.256µs
I0428 11:08:41.598243    3939 pod.go:62] [openshift-image-registry/image-registry-66f8f49b55-fhcvp] pod update took 37.127611ms
I0428 11:08:41.598259    3939 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-66f8f49b55-fhcvp] addLogicalPort annotation time took 37.145933ms
I0428 11:08:41.599338    3939 pods.go:271] [openshift-image-registry/image-registry-66f8f49b55-fhcvp] addLogicalPort took 38.293869ms, libovsdb time 847.966µs
I0428 11:08:41.618750    3939 pod.go:62] [openshift-ingress-canary/ingress-canary-zvtb8] pod update took 24.356564ms
I0428 11:08:41.618757    3939 pod.go:62] [openshift-ingress/router-default-5bd84bbbf9-d6shs] pod update took 34.452354ms
I0428 11:08:41.618769    3939 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-zvtb8] addLogicalPort annotation time took 24.37747ms
I0428 11:08:41.618775    3939 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5bd84bbbf9-d6shs] addLogicalPort annotation time took 34.473507ms
I0428 11:08:41.618757    3939 pod.go:62] [openshift-dns/dns-default-tmj4d] pod update took 32.275153ms
I0428 11:08:41.618845    3939 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-tmj4d] addLogicalPort annotation time took 32.368779ms
I0428 11:08:41.619670    3939 pods.go:271] [openshift-ingress-canary/ingress-canary-zvtb8] addLogicalPort took 25.336651ms, libovsdb time 682.648µs
I0428 11:08:41.619976    3939 pods.go:271] [openshift-dns/dns-default-tmj4d] addLogicalPort took 33.56195ms, libovsdb time 899.519µs
I0428 11:08:41.620279    3939 pods.go:271] [openshift-ingress/router-default-5bd84bbbf9-d6shs] addLogicalPort took 36.020416ms, libovsdb time 1.069404ms
I0428 11:08:41.967343    3939 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-nrmtf db2bea029b4588ae8678647d07502a1a120b52a86b9f3f39ebad0b517d738e7a network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-nrmtf db2bea029b4588ae8678647d07502a1a120b52a86b9f3f39ebad0b517d738e7a network default NAD default NAD key ]
I0428 11:08:42.002105    3939 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lpwnp 14d2a1c5e1b9f5eb83d2d8adf9daef1c38a1b8f4eb141cbd9457c0004dbd99ed network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lpwnp 14d2a1c5e1b9f5eb83d2d8adf9daef1c38a1b8f4eb141cbd9457c0004dbd99ed network default NAD default NAD key ]
I0428 11:08:42.004522    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-nrmtf, hostIfaceName: db2bea029b4588a, network: default, NAD default, SandboxID: "db2bea029b4588ae8678647d07502a1a120b52a86b9f3f39ebad0b517d738e7a", PCI device ID: , UID: "7212d566-1d5b-485c-a0b8-fb1776ec4912", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0428 11:08:42.011661    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-lpwnp, hostIfaceName: 14d2a1c5e1b9f5e, network: default, NAD default, SandboxID: "14d2a1c5e1b9f5eb83d2d8adf9daef1c38a1b8f4eb141cbd9457c0004dbd99ed", PCI device ID: , UID: "46103b3d-ee18-46de-8b8a-904e03dc7485", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0428 11:08:42.058563    3939 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-nrmtf db2bea029b4588ae8678647d07502a1a120b52a86b9f3f39ebad0b517d738e7a network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-nrmtf db2bea029b4588ae8678647d07502a1a120b52a86b9f3f39ebad0b517d738e7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:5d:43:54:de:2b\",\"name\":\"db2bea029b4588a\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4107fc9-6318-4ad6-a15a-0524eb639ff4\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:08:42.058777    3939 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lpwnp 14d2a1c5e1b9f5eb83d2d8adf9daef1c38a1b8f4eb141cbd9457c0004dbd99ed network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lpwnp 14d2a1c5e1b9f5eb83d2d8adf9daef1c38a1b8f4eb141cbd9457c0004dbd99ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:82:61:64:9d:8d\",\"name\":\"14d2a1c5e1b9f5e\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e13eb209-a381-4b6d-9b1a-5d545b36c42b\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:08:42.059723    3939 cni.go:452] [openshift-ingress-canary/ingress-canary-zvtb8 1b1e7b40c59b84a0241bede037510c72b42b5eec447eff687d0878ec7c5cf25a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-zvtb8 1b1e7b40c59b84a0241bede037510c72b42b5eec447eff687d0878ec7c5cf25a network default NAD default NAD key ]
I0428 11:08:42.067959    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-zvtb8, hostIfaceName: 1b1e7b40c59b84a, network: default, NAD default, SandboxID: "1b1e7b40c59b84a0241bede037510c72b42b5eec447eff687d0878ec7c5cf25a", PCI device ID: , UID: "722f16fb-09fd-4300-bce7-ed695c52bc68", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0428 11:08:42.111852    3939 cni.go:473] [openshift-ingress-canary/ingress-canary-zvtb8 1b1e7b40c59b84a0241bede037510c72b42b5eec447eff687d0878ec7c5cf25a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-zvtb8 1b1e7b40c59b84a0241bede037510c72b42b5eec447eff687d0878ec7c5cf25a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:68:41:af:38:c8\",\"name\":\"1b1e7b40c59b84a\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d205ba3-2270-41b4-a08d-bc93c525a811\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:08:46.942635    3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-135.ec2.internal in network "default"
I0428 11:08:46.942670    3939 node_tracker.go:235] Node ip-10-0-1-135.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-135.ec2.internal"
I0428 11:08:46.942687    3939 node_tracker.go:169] Node ip-10-0-1-135.ec2.internal switch + router changed, syncing services in network "default"
I0428 11:08:46.942678    3939 default_network_controller.go:1025] Node "ip-10-0-1-135.ec2.internal" in remote zone "ip-10-0-1-135.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 11:08:46.942702    3939 services_controller.go:574] Full service sync requested for network=default
I0428 11:08:47.075625    3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-135.ec2.internal in network "default"
I0428 11:08:47.075688    3939 node_tracker.go:169] Node ip-10-0-1-135.ec2.internal switch + router changed, syncing services in network "default"
I0428 11:08:47.075701    3939 services_controller.go:574] Full service sync requested for network=default
I0428 11:08:47.075629    3939 default_network_controller.go:1025] Node "ip-10-0-1-135.ec2.internal" in remote zone "ip-10-0-1-135.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 11:08:47.076749    3939 zone_ic_handler.go:195] Time taken to create transit switch: 280.864µs
I0428 11:08:47.076766    3939 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-135.ec2.internal for the network default
I0428 11:08:47.077866    3939 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-135.ec2.internal" on network "default" took: 1.413258ms
W0428 11:08:48.337306    3939 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0428 11:08:48.735979    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0428 11:08:49.269568    3939 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0428 11:08:49.270519    3939 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 896.181µs
I0428 11:08:49.295411    3939 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0428 11:08:49.396948    3939 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rrwgk] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-rrwgk for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:08:49.397041    3939 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rrwgk
I0428 11:08:49.415695    3939 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rrwgk] pod update took 18.678476ms
I0428 11:08:49.415721    3939 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rrwgk] addLogicalPort annotation time took 18.707562ms
I0428 11:08:49.416894    3939 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rrwgk] addLogicalPort took 19.960165ms, libovsdb time 883.664µs
I0428 11:08:49.630388    3939 egressfirewall.go:723] Syncing node "ip-10-0-1-135.ec2.internal" for egress firewall
I0428 11:08:49.630408    3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-135.ec2.internal
I0428 11:08:49.630413    3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-135.ec2.internal in network "default"
I0428 11:08:49.630426    3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-135.ec2.internal: 29.252µs
I0428 11:08:49.630432    3939 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-135.ec2.internal", IP: 10.0.1.135 to PMTUD blocking rules
I0428 11:08:49.630444    3939 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-135.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0428 11:08:49.630472    3939 node_tracker.go:169] Node ip-10-0-1-135.ec2.internal switch + router changed, syncing services in network "default"
I0428 11:08:49.630487    3939 services_controller.go:574] Full service sync requested for network=default
W0428 11:08:49.630801    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0428 11:08:49.630809    3939 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 11:08:49.636804    3939 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-135.ec2.internal. Updating no re-route policies
I0428 11:08:49.646963    3939 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-135.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0428 11:08:49.646979    3939 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-135.ec2.internal", IP: 10.0.1.135 to PMTUD blocking rules
I0428 11:08:49.791262    3939 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rrwgk c12823aedceb0ad99de03dbca7fbba9fc9853178eda4c0f440e5012d071371bd network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rrwgk c12823aedceb0ad99de03dbca7fbba9fc9853178eda4c0f440e5012d071371bd network default NAD default NAD key ]
I0428 11:08:49.801109    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-rrwgk, hostIfaceName: c12823aedceb0ad, network: default, NAD default, SandboxID: "c12823aedceb0ad99de03dbca7fbba9fc9853178eda4c0f440e5012d071371bd", PCI device ID: , UID: "92e64773-3568-418b-a32c-68c94b1ca053", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0428 11:08:49.848123    3939 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rrwgk c12823aedceb0ad99de03dbca7fbba9fc9853178eda4c0f440e5012d071371bd network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rrwgk c12823aedceb0ad99de03dbca7fbba9fc9853178eda4c0f440e5012d071371bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:d4:b0:8e:86:4d\",\"name\":\"c12823aedceb0ad\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf82c712-c4fa-4a7f-acbf-dbdddbab69b4\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:08:50.159251    3939 namespace.go:98] [openshift-service-ca] adding namespace
I0428 11:08:50.160095    3939 namespace.go:102] [openshift-service-ca] adding namespace took 821.006µs
I0428 11:08:50.180247    3939 namespace.go:142] [openshift-service-ca] updating namespace
W0428 11:08:51.714190    3939 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0428 11:08:51.828621    3939 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-b695g] creating logical port openshift-service-ca_service-ca-d9cb48497-b695g for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:08:51.828728    3939 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-b695g
I0428 11:08:51.841470    3939 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-b695g] pod update took 12.770963ms
I0428 11:08:51.841500    3939 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-b695g] addLogicalPort annotation time took 12.80457ms
I0428 11:08:51.842784    3939 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-b695g] addLogicalPort took 14.198225ms, libovsdb time 867.109µs
I0428 11:08:52.185689    3939 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-b695g 8547e26e0fd43d10c9192cf63058dae768c7650853a8c2f09c9b14ac56e6fd94 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-b695g 8547e26e0fd43d10c9192cf63058dae768c7650853a8c2f09c9b14ac56e6fd94 network default NAD default NAD key ]
I0428 11:08:52.197361    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-b695g, hostIfaceName: 8547e26e0fd43d1, network: default, NAD default, SandboxID: "8547e26e0fd43d10c9192cf63058dae768c7650853a8c2f09c9b14ac56e6fd94", PCI device ID: , UID: "19e9cc33-1b07-44da-94e8-20ac0f887d97", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0428 11:08:52.243307    3939 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-b695g 8547e26e0fd43d10c9192cf63058dae768c7650853a8c2f09c9b14ac56e6fd94 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-b695g 8547e26e0fd43d10c9192cf63058dae768c7650853a8c2f09c9b14ac56e6fd94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:6c:e1:30:1d:7e\",\"name\":\"8547e26e0fd43d1\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/376ef2d7-772b-4445-b869-5071aa927d1e\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:08:53.226082    3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-135.ec2.internal
I0428 11:08:53.226114    3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-135.ec2.internal: 40.51µs
W0428 11:08:53.378855    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0428 11:08:58.461240    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0428 11:09:12.310646    3939 cni.go:452] [openshift-multus/network-metrics-daemon-b5djk 682ffe6419f8ec9c455e6bbaa092c4b45500b95e1375f98eebafb974ad689952 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-b5djk 682ffe6419f8ec9c455e6bbaa092c4b45500b95e1375f98eebafb974ad689952 network default NAD default NAD key ]
I0428 11:09:12.310673    3939 cni.go:452] [openshift-network-diagnostics/network-check-target-2dtl4 7d3cd93e2b3aaa166b6fc7b77dbb4872cb47b4371befa732f4fc952fd13cc381 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-2dtl4 7d3cd93e2b3aaa166b6fc7b77dbb4872cb47b4371befa732f4fc952fd13cc381 network default NAD default NAD key ]
I0428 11:09:12.322983    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-2dtl4, hostIfaceName: 7d3cd93e2b3aaa1, network: default, NAD default, SandboxID: "7d3cd93e2b3aaa166b6fc7b77dbb4872cb47b4371befa732f4fc952fd13cc381", PCI device ID: , UID: "c576ae7e-e137-415b-a632-043be5c74dc7", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0428 11:09:12.323200    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-b5djk, hostIfaceName: 682ffe6419f8ec9, network: default, NAD default, SandboxID: "682ffe6419f8ec9c455e6bbaa092c4b45500b95e1375f98eebafb974ad689952", PCI device ID: , UID: "1044b1b9-fa48-4f4f-a5ce-4a14d3198fa7", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0428 11:09:12.369804    3939 cni.go:473] [openshift-multus/network-metrics-daemon-b5djk 682ffe6419f8ec9c455e6bbaa092c4b45500b95e1375f98eebafb974ad689952 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-b5djk 682ffe6419f8ec9c455e6bbaa092c4b45500b95e1375f98eebafb974ad689952 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:69:e3:03:31:17\",\"name\":\"682ffe6419f8ec9\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90ba1e50-3a87-424d-a493-5ddaceb21044\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:09:12.384465    3939 cni.go:473] [openshift-network-diagnostics/network-check-target-2dtl4 7d3cd93e2b3aaa166b6fc7b77dbb4872cb47b4371befa732f4fc952fd13cc381 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-2dtl4 7d3cd93e2b3aaa166b6fc7b77dbb4872cb47b4371befa732f4fc952fd13cc381 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:59:c5:0b:94:47\",\"name\":\"7d3cd93e2b3aaa1\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4b3e606-56e1-4a1a-a9ee-7f3ff7e74ed2\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:09:13.766725    3939 cni.go:452] [openshift-image-registry/image-registry-66f8f49b55-fhcvp 4f4919c0635a9b66aa7f6e7880ff6d4f1190c0415023f089a75b5a58d70c6745 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-66f8f49b55-fhcvp 4f4919c0635a9b66aa7f6e7880ff6d4f1190c0415023f089a75b5a58d70c6745 network default NAD default NAD key ]
I0428 11:09:13.791878    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-66f8f49b55-fhcvp, hostIfaceName: 4f4919c0635a9b6, network: default, NAD default, SandboxID: "4f4919c0635a9b66aa7f6e7880ff6d4f1190c0415023f089a75b5a58d70c6745", PCI device ID: , UID: "ced240b0-2e1a-40fc-a042-2ba434abdc15", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23]
I0428 11:09:13.824817    3939 cni.go:452] [openshift-ingress/router-default-5bd84bbbf9-d6shs d9c2ff801fa672036c2685353b678bffb2baa6b1995f164d0a01dc546b3c77d5 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5bd84bbbf9-d6shs d9c2ff801fa672036c2685353b678bffb2baa6b1995f164d0a01dc546b3c77d5 network default NAD default NAD key ]
I0428 11:09:13.836573    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5bd84bbbf9-d6shs, hostIfaceName: d9c2ff801fa6720, network: default, NAD default, SandboxID: "d9c2ff801fa672036c2685353b678bffb2baa6b1995f164d0a01dc546b3c77d5", PCI device ID: , UID: "dbfd73ee-1253-4902-98a8-4ab896185e32", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0428 11:09:13.840092    3939 cni.go:452] [openshift-dns/dns-default-tmj4d d6e05145e6d5eab6af65e04921a00f2962709dd4272bfdcb7336c82e9aedb632 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-tmj4d d6e05145e6d5eab6af65e04921a00f2962709dd4272bfdcb7336c82e9aedb632 network default NAD default NAD key ]
I0428 11:09:13.841983    3939 cni.go:473] [openshift-image-registry/image-registry-66f8f49b55-fhcvp 4f4919c0635a9b66aa7f6e7880ff6d4f1190c0415023f089a75b5a58d70c6745 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-66f8f49b55-fhcvp 4f4919c0635a9b66aa7f6e7880ff6d4f1190c0415023f089a75b5a58d70c6745 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:55:3a:ea:48:20\",\"name\":\"4f4919c0635a9b6\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21514dad-9928-42dc-a3b8-0c8e2dfae4ad\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:09:13.851902    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-tmj4d, hostIfaceName: d6e05145e6d5eab, network: default, NAD default, SandboxID: "d6e05145e6d5eab6af65e04921a00f2962709dd4272bfdcb7336c82e9aedb632", PCI device ID: , UID: "6749f6e4-b953-4e7a-92cc-d805e8e3999d", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0428 11:09:13.891281    3939 cni.go:473] [openshift-ingress/router-default-5bd84bbbf9-d6shs d9c2ff801fa672036c2685353b678bffb2baa6b1995f164d0a01dc546b3c77d5 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5bd84bbbf9-d6shs d9c2ff801fa672036c2685353b678bffb2baa6b1995f164d0a01dc546b3c77d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:fe:2a:7a:8b:3c\",\"name\":\"d9c2ff801fa6720\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32f54ac0-2c28-4a05-ad41-ec67c8b747b6\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:09:13.911522    3939 cni.go:473] [openshift-dns/dns-default-tmj4d d6e05145e6d5eab6af65e04921a00f2962709dd4272bfdcb7336c82e9aedb632 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-tmj4d d6e05145e6d5eab6af65e04921a00f2962709dd4272bfdcb7336c82e9aedb632 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:d0:ac:81:49:55\",\"name\":\"d6e05145e6d5eab\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0cf12a6-ee09-4c46-8168-9f6fc4e751d4\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0428 11:09:14.983484    3939 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0428 11:09:15.017865    3939 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0428 11:09:15.043663    3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 11:09:15.043686    3939 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 11:09:15.043705    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 11:09:15.089153    3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0428 11:09:15.089182    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0428 11:09:15.089256    3939 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0428 11:09:15.128426    3939 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-fwrfs] creating logical port openshift-insights_insights-runtime-extractor-fwrfs for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:09:15.128566    3939 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-fwrfs
W0428 11:09:15.161098    3939 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0428 11:09:15.170352    3939 pod.go:62] [openshift-insights/insights-runtime-extractor-fwrfs] pod update took 41.817225ms
I0428 11:09:15.170383    3939 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-fwrfs] addLogicalPort annotation time took 41.851318ms
I0428 11:09:15.171712    3939 pods.go:271] [openshift-insights/insights-runtime-extractor-fwrfs] addLogicalPort took 43.303497ms, libovsdb time 939.87µs
W0428 11:09:15.187433    3939 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0428 11:09:15.224485    3939 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-kqmxr] creating logical port openshift-console_downloads-5c54f4944f-kqmxr for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:09:15.224634    3939 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-kqmxr
I0428 11:09:15.269607    3939 pod.go:62] [openshift-console/downloads-5c54f4944f-kqmxr] pod update took 45.005476ms
I0428 11:09:15.269638    3939 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-kqmxr] addLogicalPort annotation time took 45.061102ms
I0428 11:09:15.270850    3939 pods.go:271] [openshift-console/downloads-5c54f4944f-kqmxr] addLogicalPort took 46.380548ms, libovsdb time 853.023µs
W0428 11:09:15.447376    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 11:09:15.447399    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 11:09:15.447405    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 11:09:15.447617    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0428 11:09:15.447629    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0428 11:09:15.506334    3939 cni.go:452] [openshift-insights/insights-runtime-extractor-fwrfs cd4c3e8a711c6338d6435170635e8c038562515e8c30382ad3f676827b73986a network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-fwrfs cd4c3e8a711c6338d6435170635e8c038562515e8c30382ad3f676827b73986a network default NAD default NAD key ]
I0428 11:09:15.517426    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-fwrfs, hostIfaceName: cd4c3e8a711c633, network: default, NAD default, SandboxID: "cd4c3e8a711c6338d6435170635e8c038562515e8c30382ad3f676827b73986a", PCI device ID: , UID: "818cb1cc-af7a-4481-a345-018dd9b4d018", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0428 11:09:15.568939    3939 cni.go:473] [openshift-insights/insights-runtime-extractor-fwrfs cd4c3e8a711c6338d6435170635e8c038562515e8c30382ad3f676827b73986a network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-fwrfs cd4c3e8a711c6338d6435170635e8c038562515e8c30382ad3f676827b73986a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c0:31:c8:2e:f6\",\"name\":\"cd4c3e8a711c633\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e0f5ace-f76f-4af6-baf9-42d593d3d2a8\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:09:15.575711    3939 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0428 11:09:15.588804    3939 cni.go:452] [openshift-console/downloads-5c54f4944f-kqmxr 3b3832d604997a2f464c9a81d314dd0fa296419142aca06393db37512807ca9e network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-kqmxr 3b3832d604997a2f464c9a81d314dd0fa296419142aca06393db37512807ca9e network default NAD default NAD key ]
I0428 11:09:15.600619    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-kqmxr, hostIfaceName: 3b3832d604997a2, network: default, NAD default, SandboxID: "3b3832d604997a2f464c9a81d314dd0fa296419142aca06393db37512807ca9e", PCI device ID: , UID: "11ba8440-52a5-4576-a3fa-5111616f907e", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0428 11:09:15.651232    3939 cni.go:473] [openshift-console/downloads-5c54f4944f-kqmxr 3b3832d604997a2f464c9a81d314dd0fa296419142aca06393db37512807ca9e network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-kqmxr 3b3832d604997a2f464c9a81d314dd0fa296419142aca06393db37512807ca9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:83:3e:72:55:9a\",\"name\":\"3b3832d604997a2\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e121421f-88be-46a9-9b20-18e89e3c0428\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:09:17.703209    3939 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lkxrj] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-lkxrj for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:09:17.703316    3939 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lkxrj
I0428 11:09:17.724572    3939 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lkxrj] pod update took 21.289198ms
I0428 11:09:17.724691    3939 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lkxrj] addLogicalPort annotation time took 21.412733ms
I0428 11:09:17.726034    3939 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lkxrj] addLogicalPort took 22.843643ms, libovsdb time 1.043291ms
I0428 11:09:18.485179    3939 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lkxrj 9e1e2a98b0af32657619729bef9e010f7de4cb8bc96a66c98dbc8e1dac305894 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lkxrj 9e1e2a98b0af32657619729bef9e010f7de4cb8bc96a66c98dbc8e1dac305894 network default NAD default NAD key ]
I0428 11:09:18.495973    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-lkxrj, hostIfaceName: 9e1e2a98b0af326, network: default, NAD default, SandboxID: "9e1e2a98b0af32657619729bef9e010f7de4cb8bc96a66c98dbc8e1dac305894", PCI device ID: , UID: "d63c9a5e-9b93-4432-86b9-be4ff0e60fc7", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0428 11:09:18.546865    3939 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lkxrj 9e1e2a98b0af32657619729bef9e010f7de4cb8bc96a66c98dbc8e1dac305894 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lkxrj 9e1e2a98b0af32657619729bef9e010f7de4cb8bc96a66c98dbc8e1dac305894 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:d6:85:07:51:aa\",\"name\":\"9e1e2a98b0af326\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a904148-86d9-469b-9982-669a462c1474\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0428 11:09:20.044183    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0428 11:09:20.486398    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0428 11:09:22.719993    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0428 11:09:22.720021    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0428 11:09:23.004828    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0428 11:09:23.004856    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0428 11:09:25.072722    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0428 11:09:25.870754    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0428 11:09:27.461662    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0428 11:09:27.461686    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0428 11:09:27.461692    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0428 11:09:27.685496    3939 base_network_controller_pods.go:487] [default/openshift-console/console-5b9b4544b9-lkh5c] creating logical port openshift-console_console-5b9b4544b9-lkh5c for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:09:27.685606    3939 kube.go:256] Updating pod openshift-console/console-5b9b4544b9-lkh5c
I0428 11:09:27.725449    3939 pod.go:62] [openshift-console/console-5b9b4544b9-lkh5c] pod update took 39.877988ms
I0428 11:09:27.725474    3939 base_network_controller_pods.go:951] [default/openshift-console/console-5b9b4544b9-lkh5c] addLogicalPort annotation time took 39.908194ms
I0428 11:09:27.726717    3939 pods.go:271] [openshift-console/console-5b9b4544b9-lkh5c] addLogicalPort took 41.240959ms, libovsdb time 934.863µs
W0428 11:09:27.730350    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0428 11:09:28.051720    3939 cni.go:452] [openshift-console/console-5b9b4544b9-lkh5c e67b6c31528d90d06f6cf86755a9f761715b845843a97d32db72f7d203feb0d5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5b9b4544b9-lkh5c e67b6c31528d90d06f6cf86755a9f761715b845843a97d32db72f7d203feb0d5 network default NAD default NAD key ]
I0428 11:09:28.062389    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5b9b4544b9-lkh5c, hostIfaceName: e67b6c31528d90d, network: default, NAD default, SandboxID: "e67b6c31528d90d06f6cf86755a9f761715b845843a97d32db72f7d203feb0d5", PCI device ID: , UID: "ac022cb1-2255-4a16-9189-c335670dd6b1", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0428 11:09:28.114640    3939 cni.go:473] [openshift-console/console-5b9b4544b9-lkh5c e67b6c31528d90d06f6cf86755a9f761715b845843a97d32db72f7d203feb0d5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5b9b4544b9-lkh5c e67b6c31528d90d06f6cf86755a9f761715b845843a97d32db72f7d203feb0d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:b3:9a:a2:ae:a0\",\"name\":\"e67b6c31528d90d\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22926f37-6f24-405a-906a-3c163a860b8a\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:09:29.634488    3939 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:09:29.634610    3939 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0428 11:09:29.668395    3939 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 33.836618ms
I0428 11:09:29.668421    3939 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 33.868544ms
I0428 11:09:29.669771    3939 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 35.299144ms, libovsdb time 977.65µs
I0428 11:09:31.532278    3939 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-76f5f99d79-5gpvc] creating logical port openshift-monitoring_thanos-querier-76f5f99d79-5gpvc for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:09:31.532386    3939 kube.go:256] Updating pod openshift-monitoring/thanos-querier-76f5f99d79-5gpvc
I0428 11:09:31.552286    3939 pod.go:62] [openshift-monitoring/thanos-querier-76f5f99d79-5gpvc] pod update took 19.931105ms
I0428 11:09:31.552316    3939 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-76f5f99d79-5gpvc] addLogicalPort annotation time took 19.968324ms
I0428 11:09:31.553885    3939 pods.go:271] [openshift-monitoring/thanos-querier-76f5f99d79-5gpvc] addLogicalPort took 21.628621ms, libovsdb time 1.113433ms
I0428 11:09:33.087490    3939 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7bdc4f5bcb-w74z2] creating logical port openshift-monitoring_metrics-server-7bdc4f5bcb-w74z2 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:09:33.087608    3939 kube.go:256] Updating pod openshift-monitoring/metrics-server-7bdc4f5bcb-w74z2
I0428 11:09:33.109573    3939 pod.go:62] [openshift-monitoring/metrics-server-7bdc4f5bcb-w74z2] pod update took 22.012408ms
I0428 11:09:33.109610    3939 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7bdc4f5bcb-w74z2] addLogicalPort annotation time took 22.055295ms
I0428 11:09:33.110980    3939 pods.go:271] [openshift-monitoring/metrics-server-7bdc4f5bcb-w74z2] addLogicalPort took 23.503602ms, libovsdb time 1.012196ms
I0428 11:09:33.146717    3939 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-wwct2] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-wwct2 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:09:33.146828    3939 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-wwct2
I0428 11:09:33.167635    3939 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wwct2] pod update took 20.839347ms
I0428 11:09:33.167660    3939 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-wwct2] addLogicalPort annotation time took 20.871233ms
I0428 11:09:33.168905    3939 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wwct2] addLogicalPort took 22.206664ms, libovsdb time 936.212µs
W0428 11:09:33.890514    3939 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5b9b4544b9-8gwvh IP address from the namespace address-set, err: pod openshift-console/console-5b9b4544b9-8gwvh: no pod IPs found 
I0428 11:09:34.824114    3939 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:09:34.824236    3939 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0428 11:09:34.849678    3939 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 25.488931ms
I0428 11:09:34.849711    3939 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 25.527043ms
I0428 11:09:34.851128    3939 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 27.030922ms, libovsdb time 951.075µs
I0428 11:09:36.510526    3939 cni.go:452] [openshift-monitoring/prometheus-k8s-1 44ce6bf3c4665ebe58cfd647fe188badfd7ed3b0629689dfe5291eb4df2a67a5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 44ce6bf3c4665ebe58cfd647fe188badfd7ed3b0629689dfe5291eb4df2a67a5 network default NAD default NAD key ]
I0428 11:09:36.513327    3939 cni.go:452] [openshift-monitoring/thanos-querier-76f5f99d79-5gpvc 1e2a039dcd5d2a122a0ff0ae8b736c6b48fbcc782885e876a18f86ec59b1e47a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-76f5f99d79-5gpvc 1e2a039dcd5d2a122a0ff0ae8b736c6b48fbcc782885e876a18f86ec59b1e47a network default NAD default NAD key ]
I0428 11:09:36.513560    3939 cni.go:452] [openshift-monitoring/metrics-server-7bdc4f5bcb-w74z2 287f2feb01d168e97d15335d917d5989184bc17d1bc9c5346c6b5ffa0d38d4b2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7bdc4f5bcb-w74z2 287f2feb01d168e97d15335d917d5989184bc17d1bc9c5346c6b5ffa0d38d4b2 network default NAD default NAD key ]
I0428 11:09:36.513757    3939 cni.go:452] [openshift-monitoring/alertmanager-main-1 8088dceaca9a787faa3bfbe39397c54112ceffa1f012b9668ee35d0981af2e89 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 8088dceaca9a787faa3bfbe39397c54112ceffa1f012b9668ee35d0981af2e89 network default NAD default NAD key ]
I0428 11:09:36.514844    3939 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wwct2 e3cb6229ffbee869400a49ea99b34c539821c41fd5195021278f5673e241b581 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wwct2 e3cb6229ffbee869400a49ea99b34c539821c41fd5195021278f5673e241b581 network default NAD default NAD key ]
I0428 11:09:36.546180    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 8088dceaca9a787, network: default, NAD default, SandboxID: "8088dceaca9a787faa3bfbe39397c54112ceffa1f012b9668ee35d0981af2e89", PCI device ID: , UID: "9cf4e5ee-55b5-4b20-a103-dfffcea3c604", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0428 11:09:36.546728    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 44ce6bf3c4665eb, network: default, NAD default, SandboxID: "44ce6bf3c4665ebe58cfd647fe188badfd7ed3b0629689dfe5291eb4df2a67a5", PCI device ID: , UID: "098c5bf1-a1bf-44e4-884e-904f6be9caaa", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0428 11:09:36.546732    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-76f5f99d79-5gpvc, hostIfaceName: 1e2a039dcd5d2a1, network: default, NAD default, SandboxID: "1e2a039dcd5d2a122a0ff0ae8b736c6b48fbcc782885e876a18f86ec59b1e47a", PCI device ID: , UID: "f66e523a-4e52-4496-82ae-d5f0b4a660a2", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0428 11:09:36.559912    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7bdc4f5bcb-w74z2, hostIfaceName: 287f2feb01d168e, network: default, NAD default, SandboxID: "287f2feb01d168e97d15335d917d5989184bc17d1bc9c5346c6b5ffa0d38d4b2", PCI device ID: , UID: "73066154-3a8d-4ffe-9b2c-5d2829a485ac", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0428 11:09:36.560077    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-wwct2, hostIfaceName: e3cb6229ffbee86, network: default, NAD default, SandboxID: "e3cb6229ffbee869400a49ea99b34c539821c41fd5195021278f5673e241b581", PCI device ID: , UID: "715b5ea2-c817-4c2f-ad01-827a46a2b165", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0428 11:09:36.611747    3939 cni.go:473] [openshift-monitoring/thanos-querier-76f5f99d79-5gpvc 1e2a039dcd5d2a122a0ff0ae8b736c6b48fbcc782885e876a18f86ec59b1e47a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-76f5f99d79-5gpvc 1e2a039dcd5d2a122a0ff0ae8b736c6b48fbcc782885e876a18f86ec59b1e47a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:d1:f2:b9:ee:2c\",\"name\":\"1e2a039dcd5d2a1\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f82c1af-eaea-444d-9d66-a730585488db\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:09:36.842230    3939 cni.go:473] [openshift-monitoring/prometheus-k8s-1 44ce6bf3c4665ebe58cfd647fe188badfd7ed3b0629689dfe5291eb4df2a67a5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 44ce6bf3c4665ebe58cfd647fe188badfd7ed3b0629689dfe5291eb4df2a67a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:be:08:40:22:50\",\"name\":\"44ce6bf3c4665eb\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2b76395-b15c-4d45-b84f-b9b77721e985\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:09:36.842309    3939 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wwct2 e3cb6229ffbee869400a49ea99b34c539821c41fd5195021278f5673e241b581 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wwct2 e3cb6229ffbee869400a49ea99b34c539821c41fd5195021278f5673e241b581 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:d5:e6:26:30:7d\",\"name\":\"e3cb6229ffbee86\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07e12315-120c-4f3c-b9ca-caaff9950e99\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:09:36.842314    3939 cni.go:473] [openshift-monitoring/alertmanager-main-1 8088dceaca9a787faa3bfbe39397c54112ceffa1f012b9668ee35d0981af2e89 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 8088dceaca9a787faa3bfbe39397c54112ceffa1f012b9668ee35d0981af2e89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:b8:2f:c9:28:f3\",\"name\":\"8088dceaca9a787\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58e9cd30-920e-49cb-9f82-aa080a96972c\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:09:36.842491    3939 cni.go:473] [openshift-monitoring/metrics-server-7bdc4f5bcb-w74z2 287f2feb01d168e97d15335d917d5989184bc17d1bc9c5346c6b5ffa0d38d4b2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7bdc4f5bcb-w74z2 287f2feb01d168e97d15335d917d5989184bc17d1bc9c5346c6b5ffa0d38d4b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:0d:10:04:2f:34\",\"name\":\"287f2feb01d168e\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4b1259b-3eee-464e-81c4-40355029037f\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0428 11:09:36.964052    3939 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 11:09:36.964076    3939 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 11:09:36.964086    3939 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 11:09:36.964095    3939 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 11:09:37.581428    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0428 11:09:40.220099    3939 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 11:09:40.220123    3939 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 11:09:40.220130    3939 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 11:09:40.285397    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0428 11:09:40.329684    3939 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 11:09:40.329750    3939 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 11:09:40.562151    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0428 11:09:40.609078    3939 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 11:09:40.609098    3939 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 11:09:40.697803    3939 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 11:09:40.697828    3939 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 11:09:40.697836    3939 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0428 11:09:41.582371    3939 cni.go:452] [openshift-image-registry/image-registry-66f8f49b55-fhcvp 4f4919c0635a9b66aa7f6e7880ff6d4f1190c0415023f089a75b5a58d70c6745 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-66f8f49b55-fhcvp 4f4919c0635a9b66aa7f6e7880ff6d4f1190c0415023f089a75b5a58d70c6745 network default NAD default NAD key ]
W0428 11:09:41.601622    3939 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 11:09:41.601645    3939 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 11:09:41.601653    3939 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 11:09:41.601660    3939 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0428 11:09:41.667190    3939 cni.go:473] [openshift-image-registry/image-registry-66f8f49b55-fhcvp 4f4919c0635a9b66aa7f6e7880ff6d4f1190c0415023f089a75b5a58d70c6745 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-66f8f49b55-fhcvp 4f4919c0635a9b66aa7f6e7880ff6d4f1190c0415023f089a75b5a58d70c6745 network default NAD default NAD key default], result "{}", err <nil>
I0428 11:09:41.959189    3939 obj_retry.go:498] Detected object openshift-image-registry/image-registry-66f8f49b55-fhcvp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:09:41.959229    3939 pods.go:176] Deleting pod: openshift-image-registry/image-registry-66f8f49b55-fhcvp
I0428 11:09:41.960657    3939 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-66f8f49b55-fhcvp, ips: 10.128.0.6
I0428 11:09:41.960691    3939 obj_retry.go:498] Detected object openshift-image-registry/image-registry-66f8f49b55-fhcvp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:09:41.971533    3939 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-684757f64-cb6vq] creating logical port openshift-image-registry_image-registry-684757f64-cb6vq for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:09:41.971700    3939 kube.go:256] Updating pod openshift-image-registry/image-registry-684757f64-cb6vq
I0428 11:09:41.989926    3939 pod.go:62] [openshift-image-registry/image-registry-684757f64-cb6vq] pod update took 18.262003ms
I0428 11:09:41.990022    3939 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-684757f64-cb6vq] addLogicalPort annotation time took 18.361209ms
I0428 11:09:41.991523    3939 pods.go:271] [openshift-image-registry/image-registry-684757f64-cb6vq] addLogicalPort took 20.008715ms, libovsdb time 1.055052ms
I0428 11:09:42.088033    3939 obj_retry.go:498] Detected object openshift-image-registry/image-registry-677c7cc65b-qsgvf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:09:42.088605    3939 obj_retry.go:498] Detected object openshift-image-registry/image-registry-677c7cc65b-qsgvf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:09:42.358164    3939 cni.go:452] [openshift-image-registry/image-registry-684757f64-cb6vq 02602fc9d003356b14a0678ecddc5f731d5daf7ec7b89506ba73b6c9b9227325 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-684757f64-cb6vq 02602fc9d003356b14a0678ecddc5f731d5daf7ec7b89506ba73b6c9b9227325 network default NAD default NAD key ]
I0428 11:09:42.370314    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-684757f64-cb6vq, hostIfaceName: 02602fc9d003356, network: default, NAD default, SandboxID: "02602fc9d003356b14a0678ecddc5f731d5daf7ec7b89506ba73b6c9b9227325", PCI device ID: , UID: "479f551d-ac26-422c-9885-3d1aa9e44e46", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0428 11:09:42.427262    3939 cni.go:473] [openshift-image-registry/image-registry-684757f64-cb6vq 02602fc9d003356b14a0678ecddc5f731d5daf7ec7b89506ba73b6c9b9227325 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-684757f64-cb6vq 02602fc9d003356b14a0678ecddc5f731d5daf7ec7b89506ba73b6c9b9227325 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:f0:72:d7:d8:ae\",\"name\":\"02602fc9d003356\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a007eb8-ffa7-42f2-965a-b46a7dda294a\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:09:42.681511    3939 obj_retry.go:492] Detected object openshift-image-registry/image-registry-66f8f49b55-fhcvp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:09:42.681635    3939 obj_retry.go:492] Detected object openshift-image-registry/image-registry-66f8f49b55-fhcvp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:09:42.687343    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-66f8f49b55-fhcvp
I0428 11:09:42.687424    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-66f8f49b55-fhcvp
W0428 11:09:42.953096    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 11:09:42.953123    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 11:09:42.953132    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 11:09:42.953139    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 11:09:42.953159    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 11:09:42.953166    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 11:09:42.953173    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 11:09:42.953179    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0428 11:09:42.958677    3939 obj_retry.go:492] Detected object openshift-image-registry/image-registry-677c7cc65b-qsgvf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:09:42.958744    3939 obj_retry.go:492] Detected object openshift-image-registry/image-registry-677c7cc65b-qsgvf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:09:42.967286    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-677c7cc65b-qsgvf
I0428 11:09:42.967353    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-677c7cc65b-qsgvf
W0428 11:09:44.470185    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0428 11:09:47.606301    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 11:09:47.606324    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 11:09:47.606333    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 11:09:47.606339    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0428 11:09:51.842860    3939 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0428 11:09:52.994657    3939 obj_retry.go:498] Detected object openshift-console/console-65ff4cc5-8p6gm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:09:52.995177    3939 obj_retry.go:498] Detected object openshift-console/console-65ff4cc5-8p6gm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:09:53.242119    3939 obj_retry.go:492] Detected object openshift-console/console-65ff4cc5-8p6gm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:09:53.242143    3939 obj_retry.go:492] Detected object openshift-console/console-65ff4cc5-8p6gm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:09:53.247926    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65ff4cc5-8p6gm
I0428 11:09:53.247949    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65ff4cc5-8p6gm
W0428 11:10:01.177640    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0428 11:10:01.177678    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0428 11:10:01.582307    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0428 11:10:02.429320    3939 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:10:02.429902    3939 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:10:02.429932    3939 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 11:10:02.429943    3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0428 11:10:02.429955    3939 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 11:10:02.429962    3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0428 11:10:02.701412    3939 cni.go:452] [openshift-console/console-5b9b4544b9-lkh5c e67b6c31528d90d06f6cf86755a9f761715b845843a97d32db72f7d203feb0d5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5b9b4544b9-lkh5c e67b6c31528d90d06f6cf86755a9f761715b845843a97d32db72f7d203feb0d5 network default NAD default NAD key ]
I0428 11:10:02.774207    3939 cni.go:473] [openshift-console/console-5b9b4544b9-lkh5c e67b6c31528d90d06f6cf86755a9f761715b845843a97d32db72f7d203feb0d5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5b9b4544b9-lkh5c e67b6c31528d90d06f6cf86755a9f761715b845843a97d32db72f7d203feb0d5 network default NAD default NAD key default], result "{}", err <nil>
I0428 11:10:02.841220    3939 obj_retry.go:498] Detected object openshift-console/console-5b9b4544b9-lkh5c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:10:02.841256    3939 pods.go:176] Deleting pod: openshift-console/console-5b9b4544b9-lkh5c
I0428 11:10:02.842655    3939 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5b9b4544b9-lkh5c, ips: 10.128.0.16
I0428 11:10:02.842684    3939 obj_retry.go:498] Detected object openshift-console/console-5b9b4544b9-lkh5c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:10:02.849964    3939 base_network_controller_pods.go:487] [default/openshift-console/console-77cf9c8d8b-8nxwp] creating logical port openshift-console_console-77cf9c8d8b-8nxwp for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:10:02.850147    3939 kube.go:256] Updating pod openshift-console/console-77cf9c8d8b-8nxwp
I0428 11:10:02.864674    3939 pod.go:62] [openshift-console/console-77cf9c8d8b-8nxwp] pod update took 14.566441ms
I0428 11:10:02.864698    3939 base_network_controller_pods.go:951] [default/openshift-console/console-77cf9c8d8b-8nxwp] addLogicalPort annotation time took 14.596517ms
I0428 11:10:02.865904    3939 pods.go:271] [openshift-console/console-77cf9c8d8b-8nxwp] addLogicalPort took 15.957141ms, libovsdb time 886.052µs
I0428 11:10:03.244517    3939 cni.go:452] [openshift-console/console-77cf9c8d8b-8nxwp 110b2cda15d42bab3d29036d915758050547433e9bccd213adb0070b57109401 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77cf9c8d8b-8nxwp 110b2cda15d42bab3d29036d915758050547433e9bccd213adb0070b57109401 network default NAD default NAD key ]
I0428 11:10:03.254204    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77cf9c8d8b-8nxwp, hostIfaceName: 110b2cda15d42ba, network: default, NAD default, SandboxID: "110b2cda15d42bab3d29036d915758050547433e9bccd213adb0070b57109401", PCI device ID: , UID: "d7f4a758-f940-4e67-bb82-d6f245ee86a2", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0428 11:10:03.304229    3939 cni.go:473] [openshift-console/console-77cf9c8d8b-8nxwp 110b2cda15d42bab3d29036d915758050547433e9bccd213adb0070b57109401 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77cf9c8d8b-8nxwp 110b2cda15d42bab3d29036d915758050547433e9bccd213adb0070b57109401 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:e7:55:85:db:10\",\"name\":\"110b2cda15d42ba\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5360f08c-2b13-4f0a-8842-f868b57d6a88\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:10:03.455445    3939 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:10:03.455468    3939 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:10:03.455487    3939 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:10:03.455496    3939 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc4z49 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0428 11:10:03.605039    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0428 11:10:03.707401    3939 obj_retry.go:492] Detected object openshift-console/console-5b9b4544b9-lkh5c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:10:03.707425    3939 obj_retry.go:492] Detected object openshift-console/console-5b9b4544b9-lkh5c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:10:03.710121    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b9b4544b9-lkh5c
I0428 11:10:03.710152    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b9b4544b9-lkh5c
I0428 11:10:03.777711    3939 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0428 11:10:03.789218    3939 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0428 11:10:04.313248    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0428 11:10:04.313277    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0428 11:10:04.359121    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0428 11:10:04.359146    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0428 11:10:10.064896    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0428 11:10:10.087852    3939 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0428 11:10:10.109246    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0428 11:10:10.140903    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0428 11:10:10.654529    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 11:10:10.654550    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 11:10:10.654556    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 11:10:13.745534    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0428 11:10:29.653446    3939 obj_retry.go:498] Detected object openshift-console/console-65ff4cc5-j65g9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:10:29.654015    3939 obj_retry.go:498] Detected object openshift-console/console-65ff4cc5-j65g9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:10:29.959624    3939 obj_retry.go:498] Detected object openshift-image-registry/image-registry-66f8f49b55-bhjwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:10:29.960184    3939 obj_retry.go:498] Detected object openshift-image-registry/image-registry-66f8f49b55-bhjwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:10:30.146711    3939 obj_retry.go:492] Detected object openshift-console/console-65ff4cc5-j65g9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:10:30.146736    3939 obj_retry.go:492] Detected object openshift-console/console-65ff4cc5-j65g9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:10:30.149954    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65ff4cc5-j65g9
I0428 11:10:30.149984    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65ff4cc5-j65g9
I0428 11:10:30.410486    3939 obj_retry.go:492] Detected object openshift-image-registry/image-registry-66f8f49b55-bhjwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:10:30.410511    3939 obj_retry.go:492] Detected object openshift-image-registry/image-registry-66f8f49b55-bhjwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:10:30.417298    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-66f8f49b55-bhjwj
I0428 11:10:30.417321    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-66f8f49b55-bhjwj
I0428 11:10:31.336954    3939 obj_retry.go:498] Detected object openshift-ingress/router-default-c45c8f597-g4js8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:10:31.337481    3939 obj_retry.go:498] Detected object openshift-ingress/router-default-c45c8f597-g4js8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:10:32.160387    3939 obj_retry.go:492] Detected object openshift-ingress/router-default-c45c8f597-g4js8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:10:32.160408    3939 obj_retry.go:492] Detected object openshift-ingress/router-default-c45c8f597-g4js8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:10:32.163888    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-c45c8f597-g4js8
I0428 11:10:32.163914    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-c45c8f597-g4js8
W0428 11:10:35.465808    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 11:10:35.465842    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 11:10:35.465859    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 11:10:35.465864    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 11:10:35.863668    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 11:10:35.863712    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0428 11:10:54.042737    3939 cni.go:452] [openshift-monitoring/alertmanager-main-1 8088dceaca9a787faa3bfbe39397c54112ceffa1f012b9668ee35d0981af2e89 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 8088dceaca9a787faa3bfbe39397c54112ceffa1f012b9668ee35d0981af2e89 network default NAD default NAD key ]
I0428 11:10:54.116737    3939 cni.go:473] [openshift-monitoring/alertmanager-main-1 8088dceaca9a787faa3bfbe39397c54112ceffa1f012b9668ee35d0981af2e89 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 8088dceaca9a787faa3bfbe39397c54112ceffa1f012b9668ee35d0981af2e89 network default NAD default NAD key default], result "{}", err <nil>
I0428 11:10:54.174504    3939 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:10:54.174541    3939 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1
I0428 11:10:54.175863    3939 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.17
I0428 11:10:54.175896    3939 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:10:54.906553    3939 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:10:54.906667    3939 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:10:54.913380    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0428 11:10:54.913411    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0428 11:10:54.972938    3939 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:10:54.973111    3939 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0428 11:10:55.000754    3939 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 27.692671ms
I0428 11:10:55.000783    3939 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 27.730569ms
I0428 11:10:55.002019    3939 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 29.101937ms, libovsdb time 899.66µs
I0428 11:10:55.339682    3939 cni.go:452] [openshift-monitoring/alertmanager-main-1 c9dd4e9877ed72311f5cb6a07abda7ac92378e64a29868cd15710aca3bfeadff network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 c9dd4e9877ed72311f5cb6a07abda7ac92378e64a29868cd15710aca3bfeadff network default NAD default NAD key ]
I0428 11:10:55.349189    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: c9dd4e9877ed723, network: default, NAD default, SandboxID: "c9dd4e9877ed72311f5cb6a07abda7ac92378e64a29868cd15710aca3bfeadff", PCI device ID: , UID: "ad249a01-a2fd-46df-af64-10edf6369003", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0428 11:10:55.400899    3939 cni.go:473] [openshift-monitoring/alertmanager-main-1 c9dd4e9877ed72311f5cb6a07abda7ac92378e64a29868cd15710aca3bfeadff network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 c9dd4e9877ed72311f5cb6a07abda7ac92378e64a29868cd15710aca3bfeadff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:80:b1:b5:a1:77\",\"name\":\"c9dd4e9877ed723\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d093e2ae-66c7-46e8-8133-52e3f0eb575c\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:10:58.413910    3939 cni.go:452] [openshift-monitoring/prometheus-k8s-1 44ce6bf3c4665ebe58cfd647fe188badfd7ed3b0629689dfe5291eb4df2a67a5 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 44ce6bf3c4665ebe58cfd647fe188badfd7ed3b0629689dfe5291eb4df2a67a5 network default NAD default NAD key ]
I0428 11:10:58.499773    3939 cni.go:473] [openshift-monitoring/prometheus-k8s-1 44ce6bf3c4665ebe58cfd647fe188badfd7ed3b0629689dfe5291eb4df2a67a5 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 44ce6bf3c4665ebe58cfd647fe188badfd7ed3b0629689dfe5291eb4df2a67a5 network default NAD default NAD key default], result "{}", err <nil>
I0428 11:10:58.561891    3939 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:10:58.561929    3939 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1
I0428 11:10:58.563229    3939 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.21
I0428 11:10:58.563264    3939 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:10:58.935299    3939 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:10:58.935322    3939 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:10:58.942457    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0428 11:10:58.942489    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0428 11:10:58.981174    3939 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:10:58.981313    3939 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0428 11:10:59.008375    3939 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 27.101273ms
I0428 11:10:59.008402    3939 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 27.137186ms
I0428 11:10:59.009831    3939 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 28.671319ms, libovsdb time 976.974µs
I0428 11:10:59.342480    3939 cni.go:452] [openshift-monitoring/prometheus-k8s-1 d3b4b9e806831951c1a69a8b633a0102c26290e7ed916508a5ded91944a3f332 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 d3b4b9e806831951c1a69a8b633a0102c26290e7ed916508a5ded91944a3f332 network default NAD default NAD key ]
I0428 11:10:59.352444    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: d3b4b9e80683195, network: default, NAD default, SandboxID: "d3b4b9e806831951c1a69a8b633a0102c26290e7ed916508a5ded91944a3f332", PCI device ID: , UID: "4f7eed71-d0c4-4d41-b9d1-db96385fb9e9", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0428 11:10:59.400343    3939 cni.go:473] [openshift-monitoring/prometheus-k8s-1 d3b4b9e806831951c1a69a8b633a0102c26290e7ed916508a5ded91944a3f332 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 d3b4b9e806831951c1a69a8b633a0102c26290e7ed916508a5ded91944a3f332 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:3b:65:32:b7:43\",\"name\":\"d3b4b9e80683195\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53a85dd6-0d30-4b60-bf64-17c4102f4d07\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0428 11:11:15.390866    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 11:11:15.390890    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 11:11:15.390896    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0428 11:11:16.679246    3939 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:11:16.679848    3939 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:11:17.610512    3939 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:11:17.610538    3939 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:11:17.614775    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0428 11:11:17.614816    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0428 11:11:25.987054    3939 cni.go:452] [openshift-console/console-77cf9c8d8b-8nxwp 110b2cda15d42bab3d29036d915758050547433e9bccd213adb0070b57109401 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-77cf9c8d8b-8nxwp 110b2cda15d42bab3d29036d915758050547433e9bccd213adb0070b57109401 network default NAD default NAD key ]
I0428 11:11:26.058330    3939 cni.go:473] [openshift-console/console-77cf9c8d8b-8nxwp 110b2cda15d42bab3d29036d915758050547433e9bccd213adb0070b57109401 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-77cf9c8d8b-8nxwp 110b2cda15d42bab3d29036d915758050547433e9bccd213adb0070b57109401 network default NAD default NAD key default], result "{}", err <nil>
I0428 11:11:26.103405    3939 obj_retry.go:498] Detected object openshift-console/console-77cf9c8d8b-8nxwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:11:26.103501    3939 pods.go:176] Deleting pod: openshift-console/console-77cf9c8d8b-8nxwp
I0428 11:11:26.104890    3939 pods.go:236] Attempting to release IPs for pod: openshift-console/console-77cf9c8d8b-8nxwp, ips: 10.128.0.23
I0428 11:11:26.104928    3939 obj_retry.go:498] Detected object openshift-console/console-77cf9c8d8b-8nxwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:11:26.114226    3939 base_network_controller_pods.go:487] [default/openshift-console/console-c7d9596f5-d2f7n] creating logical port openshift-console_console-c7d9596f5-d2f7n for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:11:26.114342    3939 kube.go:256] Updating pod openshift-console/console-c7d9596f5-d2f7n
I0428 11:11:26.127853    3939 pod.go:62] [openshift-console/console-c7d9596f5-d2f7n] pod update took 13.541779ms
I0428 11:11:26.127881    3939 base_network_controller_pods.go:951] [default/openshift-console/console-c7d9596f5-d2f7n] addLogicalPort annotation time took 13.573786ms
I0428 11:11:26.129055    3939 pods.go:271] [openshift-console/console-c7d9596f5-d2f7n] addLogicalPort took 14.84788ms, libovsdb time 819.223µs
I0428 11:11:26.471650    3939 cni.go:452] [openshift-console/console-c7d9596f5-d2f7n e1582d30c3b7c4ba18da7993d73fa43a7f2907f35415b62b5b5c79a5ab15f044 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-c7d9596f5-d2f7n e1582d30c3b7c4ba18da7993d73fa43a7f2907f35415b62b5b5c79a5ab15f044 network default NAD default NAD key ]
I0428 11:11:26.490756    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-c7d9596f5-d2f7n, hostIfaceName: e1582d30c3b7c4b, network: default, NAD default, SandboxID: "e1582d30c3b7c4ba18da7993d73fa43a7f2907f35415b62b5b5c79a5ab15f044", PCI device ID: , UID: "89d708dc-b23b-4922-83a1-9774f2921d43", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0428 11:11:26.540774    3939 cni.go:473] [openshift-console/console-c7d9596f5-d2f7n e1582d30c3b7c4ba18da7993d73fa43a7f2907f35415b62b5b5c79a5ab15f044 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-c7d9596f5-d2f7n e1582d30c3b7c4ba18da7993d73fa43a7f2907f35415b62b5b5c79a5ab15f044 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:70:02:86:7e:7b\",\"name\":\"e1582d30c3b7c4b\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7055ff0f-b3ab-4da5-b213-4265122f615e\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:11:27.071056    3939 obj_retry.go:492] Detected object openshift-console/console-77cf9c8d8b-8nxwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:11:27.071091    3939 obj_retry.go:492] Detected object openshift-console/console-77cf9c8d8b-8nxwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:11:27.079338    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77cf9c8d8b-8nxwp
I0428 11:11:27.079369    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77cf9c8d8b-8nxwp
I0428 11:11:36.647178    3939 obj_retry.go:498] Detected object openshift-console/console-77cf9c8d8b-b9d9x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:11:36.647789    3939 obj_retry.go:498] Detected object openshift-console/console-77cf9c8d8b-b9d9x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:11:36.985644    3939 obj_retry.go:492] Detected object openshift-console/console-77cf9c8d8b-b9d9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:11:36.985671    3939 obj_retry.go:492] Detected object openshift-console/console-77cf9c8d8b-b9d9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:11:36.991820    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77cf9c8d8b-b9d9x
I0428 11:11:36.991855    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77cf9c8d8b-b9d9x
W0428 11:11:37.109853    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0428 11:12:00.236208    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 11:12:00.236232    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0428 11:12:01.536320    3939 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:12:01.536930    3939 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:12:01.801032    3939 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:12:01.801063    3939 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:12:01.807196    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0428 11:12:01.807214    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0428 11:13:41.214674    3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0428 11:13:42.279204    3939 cni.go:452] [openshift-console/console-c7d9596f5-d2f7n e1582d30c3b7c4ba18da7993d73fa43a7f2907f35415b62b5b5c79a5ab15f044 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-c7d9596f5-d2f7n e1582d30c3b7c4ba18da7993d73fa43a7f2907f35415b62b5b5c79a5ab15f044 network default NAD default NAD key ]
I0428 11:13:42.352220    3939 cni.go:473] [openshift-console/console-c7d9596f5-d2f7n e1582d30c3b7c4ba18da7993d73fa43a7f2907f35415b62b5b5c79a5ab15f044 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-c7d9596f5-d2f7n e1582d30c3b7c4ba18da7993d73fa43a7f2907f35415b62b5b5c79a5ab15f044 network default NAD default NAD key default], result "{}", err <nil>
I0428 11:13:42.399789    3939 obj_retry.go:498] Detected object openshift-console/console-c7d9596f5-d2f7n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:13:42.399837    3939 pods.go:176] Deleting pod: openshift-console/console-c7d9596f5-d2f7n
I0428 11:13:42.401529    3939 pods.go:236] Attempting to release IPs for pod: openshift-console/console-c7d9596f5-d2f7n, ips: 10.128.0.26
I0428 11:13:42.401564    3939 obj_retry.go:498] Detected object openshift-console/console-c7d9596f5-d2f7n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:13:42.408830    3939 base_network_controller_pods.go:487] [default/openshift-console/console-549fb998b6-h9566] creating logical port openshift-console_console-549fb998b6-h9566 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:13:42.408944    3939 kube.go:256] Updating pod openshift-console/console-549fb998b6-h9566
I0428 11:13:42.424871    3939 pod.go:62] [openshift-console/console-549fb998b6-h9566] pod update took 15.95079ms
I0428 11:13:42.424896    3939 base_network_controller_pods.go:951] [default/openshift-console/console-549fb998b6-h9566] addLogicalPort annotation time took 15.982652ms
I0428 11:13:42.426115    3939 pods.go:271] [openshift-console/console-549fb998b6-h9566] addLogicalPort took 17.296969ms, libovsdb time 895.501µs
I0428 11:13:42.579285    3939 obj_retry.go:492] Detected object openshift-console/console-c7d9596f5-d2f7n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:13:42.579309    3939 obj_retry.go:492] Detected object openshift-console/console-c7d9596f5-d2f7n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:13:42.582363    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c7d9596f5-d2f7n
I0428 11:13:42.582395    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c7d9596f5-d2f7n
I0428 11:13:42.768880    3939 cni.go:452] [openshift-console/console-549fb998b6-h9566 234790bef7b13576eef39fa631d1d3a14985512b1474172ad45d71f409783be5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-549fb998b6-h9566 234790bef7b13576eef39fa631d1d3a14985512b1474172ad45d71f409783be5 network default NAD default NAD key ]
I0428 11:13:42.779329    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-549fb998b6-h9566, hostIfaceName: 234790bef7b1357, network: default, NAD default, SandboxID: "234790bef7b13576eef39fa631d1d3a14985512b1474172ad45d71f409783be5", PCI device ID: , UID: "785ed3cb-5f0c-4c48-927c-ecb72608d5c6", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0428 11:13:42.830372    3939 cni.go:473] [openshift-console/console-549fb998b6-h9566 234790bef7b13576eef39fa631d1d3a14985512b1474172ad45d71f409783be5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-549fb998b6-h9566 234790bef7b13576eef39fa631d1d3a14985512b1474172ad45d71f409783be5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:0b:ec:9f:12:81\",\"name\":\"234790bef7b1357\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8f4fd02-8fa6-40dc-8035-c1800fe3c86b\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:13:45.176078    3939 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0428 11:13:53.454291    3939 obj_retry.go:498] Detected object openshift-console/console-c7d9596f5-lmw6h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:13:53.454874    3939 obj_retry.go:498] Detected object openshift-console/console-c7d9596f5-lmw6h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0428 11:13:53.635217    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0428 11:13:53.928938    3939 obj_retry.go:492] Detected object openshift-console/console-c7d9596f5-lmw6h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:13:53.928967    3939 obj_retry.go:492] Detected object openshift-console/console-c7d9596f5-lmw6h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:13:53.935537    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c7d9596f5-lmw6h
I0428 11:13:53.935576    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c7d9596f5-lmw6h
I0428 11:13:56.087333    3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
I0428 11:14:09.203136    3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0428 11:14:26.175920    3939 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0428 11:14:39.182196    3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0428 11:14:48.088628    3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70
I0428 11:15:01.087530    3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15
I0428 11:15:02.097936    3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=612
I0428 11:15:13.208448    3939 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0428 11:15:31.198513    3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0428 11:15:42.780834    3939 namespace.go:98] [tsf] adding namespace
I0428 11:15:42.781699    3939 namespace.go:102] [tsf] adding namespace took 842.421µs
I0428 11:15:42.806375    3939 namespace.go:142] [tsf] updating namespace
I0428 11:15:42.814209    3939 namespace.go:142] [tsf] updating namespace
I0428 11:15:46.848378    3939 namespace.go:98] [cert-manager-operator] adding namespace
I0428 11:15:46.849162    3939 namespace.go:98] [konflux-operator] adding namespace
I0428 11:15:46.849232    3939 namespace.go:98] [konflux-ui] adding namespace
I0428 11:15:46.849341    3939 namespace.go:102] [cert-manager-operator] adding namespace took 939.133µs
I0428 11:15:46.850104    3939 namespace.go:102] [konflux-operator] adding namespace took 926.619µs
I0428 11:15:46.850706    3939 namespace.go:102] [konflux-ui] adding namespace took 1.458069ms
I0428 11:15:46.852917    3939 namespace.go:98] [rhbk-operator] adding namespace
I0428 11:15:46.853513    3939 namespace.go:102] [rhbk-operator] adding namespace took 580.069µs
I0428 11:15:46.857503    3939 namespace.go:98] [tsf-tpa] adding namespace
I0428 11:15:46.857703    3939 namespace.go:98] [tsf-keycloak] adding namespace
I0428 11:15:46.857772    3939 namespace.go:98] [tsf-tas] adding namespace
I0428 11:15:46.857796    3939 namespace.go:98] [rhtpa-operator] adding namespace
I0428 11:15:46.858201    3939 namespace.go:102] [tsf-tpa] adding namespace took 684.423µs
I0428 11:15:46.858798    3939 namespace.go:102] [tsf-keycloak] adding namespace took 1.08166ms
I0428 11:15:46.859363    3939 namespace.go:102] [tsf-tas] adding namespace took 1.566403ms
I0428 11:15:46.859922    3939 namespace.go:102] [rhtpa-operator] adding namespace took 2.110018ms
I0428 11:15:46.873605    3939 namespace.go:142] [cert-manager-operator] updating namespace
I0428 11:15:46.882623    3939 namespace.go:142] [cert-manager-operator] updating namespace
I0428 11:15:46.900389    3939 namespace.go:142] [rhbk-operator] updating namespace
I0428 11:15:46.900496    3939 namespace.go:142] [konflux-ui] updating namespace
I0428 11:15:46.904266    3939 namespace.go:142] [tsf-tpa] updating namespace
I0428 11:15:46.904352    3939 namespace.go:142] [konflux-operator] updating namespace
I0428 11:15:46.918482    3939 namespace.go:142] [tsf-keycloak] updating namespace
I0428 11:15:46.949327    3939 namespace.go:142] [tsf-tas] updating namespace
I0428 11:15:46.949477    3939 namespace.go:142] [rhtpa-operator] updating namespace
I0428 11:15:46.949532    3939 namespace.go:142] [cert-manager-operator] updating namespace
I0428 11:15:46.952185    3939 namespace.go:142] [konflux-ui] updating namespace
I0428 11:15:46.972320    3939 namespace.go:142] [konflux-ui] updating namespace
I0428 11:15:46.988566    3939 namespace.go:142] [rhbk-operator] updating namespace
I0428 11:15:47.010850    3939 namespace.go:142] [rhbk-operator] updating namespace
I0428 11:15:47.025246    3939 namespace.go:142] [tsf-tpa] updating namespace
I0428 11:15:47.062694    3939 namespace.go:142] [tsf-tpa] updating namespace
I0428 11:15:47.062765    3939 namespace.go:142] [tsf-keycloak] updating namespace
I0428 11:15:47.078545    3939 namespace.go:142] [tsf-keycloak] updating namespace
I0428 11:15:47.098511    3939 namespace.go:142] [tsf-tas] updating namespace
I0428 11:15:47.124124    3939 namespace.go:142] [tsf-tas] updating namespace
I0428 11:15:47.165370    3939 namespace.go:142] [rhtpa-operator] updating namespace
I0428 11:15:47.172351    3939 namespace.go:142] [rhtpa-operator] updating namespace
I0428 11:15:47.187800    3939 namespace.go:142] [konflux-operator] updating namespace
I0428 11:15:47.202901    3939 namespace.go:142] [konflux-operator] updating namespace
I0428 11:15:48.453451    3939 namespace.go:142] [tsf-tpa] updating namespace
I0428 11:15:48.453562    3939 namespace.go:142] [tsf-keycloak] updating namespace
I0428 11:15:48.632402    3939 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:15:48.632518    3939 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0428 11:15:48.660396    3939 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 27.902995ms
I0428 11:15:48.660421    3939 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 27.933825ms
I0428 11:15:48.661732    3939 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 29.345038ms, libovsdb time 928.045µs
I0428 11:15:49.002326    3939 cni.go:452] [tsf/test-tsf-subscriptions 74c7e0577fc5faeab532d18dbfa1d5c2ac6ecaff858cc8f8fc9ad3c0aaee4dd5 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 74c7e0577fc5faeab532d18dbfa1d5c2ac6ecaff858cc8f8fc9ad3c0aaee4dd5 network default NAD default NAD key ]
I0428 11:15:49.011642    3939 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 74c7e0577fc5fae, network: default, NAD default, SandboxID: "74c7e0577fc5faeab532d18dbfa1d5c2ac6ecaff858cc8f8fc9ad3c0aaee4dd5", PCI device ID: , UID: "def92392-4a8b-4d2c-b768-fbac75da3e52", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0428 11:15:49.060823    3939 cni.go:473] [tsf/test-tsf-subscriptions 74c7e0577fc5faeab532d18dbfa1d5c2ac6ecaff858cc8f8fc9ad3c0aaee4dd5 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 74c7e0577fc5faeab532d18dbfa1d5c2ac6ecaff858cc8f8fc9ad3c0aaee4dd5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ff:88:fa:54:e5\",\"name\":\"74c7e0577fc5fae\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/241775af-54b4-499f-b8f9-54afc92e6665\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:15:53.846967    3939 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:15:53.847750    3939 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:15:53.847783    3939 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 11:15:53.847794    3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 11:15:53.847816    3939 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 11:15:53.847822    3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 11:15:54.876482    3939 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:15:54.876514    3939 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:15:54.876529    3939 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:15:54.876542    3939 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2g9f85 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:15:55.855785    3939 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:15:55.856360    3939 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:15:55.856386    3939 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 11:15:55.856395    3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 11:15:55.856405    3939 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 11:15:55.856409    3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 11:15:56.887205    3939 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:15:56.887239    3939 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:15:56.887259    3939 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:15:56.887271    3939 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51p8xgr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:15:56.891249    3939 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:15:56.891864    3939 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:15:56.891900    3939 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 11:15:56.891916    3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 11:15:56.891929    3939 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 11:15:56.891938    3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 11:15:57.916372    3939 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:15:57.916395    3939 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:15:57.916411    3939 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:15:57.916426    3939 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588dkfv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:15:59.897927    3939 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:15:59.898427    3939 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:15:59.898459    3939 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 11:15:59.898468    3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 11:15:59.898481    3939 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 11:15:59.898487    3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 11:16:00.920652    3939 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:16:00.921176    3939 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:16:00.921211    3939 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 11:16:00.921222    3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 11:16:00.921265    3939 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 11:16:00.921274    3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 11:16:00.933797    3939 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:16:00.933820    3939 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:16:00.933839    3939 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:16:00.933850    3939 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dp6f7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:16:01.947260    3939 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:16:01.947286    3939 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:16:01.947304    3939 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:16:01.947318    3939 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ptrgd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0428 11:16:10.467984    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0428 11:16:10.962276    3939 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:16:10.962838    3939 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:16:10.962864    3939 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 11:16:10.962872    3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 11:16:10.962893    3939 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 11:16:10.962901    3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 11:16:11.993131    3939 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:16:11.993166    3939 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:16:11.993188    3939 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:16:11.993201    3939 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2f898 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:16:13.141313    3939 namespace.go:142] [openshift-operators] updating namespace
I0428 11:16:13.162647    3939 namespace.go:142] [openshift-operators] updating namespace
W0428 11:16:19.892850    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0428 11:16:20.187140    3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0428 11:16:21.303476    3939 namespace.go:142] [openshift-operators] updating namespace
I0428 11:16:28.875532    3939 namespace.go:98] [trusted-artifact-signer] adding namespace
I0428 11:16:28.876413    3939 namespace.go:102] [trusted-artifact-signer] adding namespace took 846.953µs
I0428 11:16:28.923684    3939 namespace.go:142] [trusted-artifact-signer] updating namespace
I0428 11:16:28.938642    3939 namespace.go:142] [trusted-artifact-signer] updating namespace
W0428 11:16:29.559064    3939 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0428 11:16:37.898312    3939 namespace.go:98] [openshift-pipelines] adding namespace
I0428 11:16:37.899275    3939 namespace.go:102] [openshift-pipelines] adding namespace took 938.471µs
I0428 11:16:37.959406    3939 namespace.go:142] [openshift-pipelines] updating namespace
I0428 11:16:39.220148    3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0428 11:16:39.668712    3939 namespace.go:142] [cert-manager-operator] updating namespace
I0428 11:16:40.092620    3939 namespace.go:142] [konflux-operator] updating namespace
I0428 11:16:40.311065    3939 namespace.go:142] [konflux-ui] updating namespace
I0428 11:16:40.501015    3939 namespace.go:142] [open-cluster-management-2pv477t4c9srti67smm59tsf841pmq8b] updating namespace
I0428 11:16:40.908347    3939 namespace.go:142] [rhbk-operator] updating namespace
I0428 11:16:41.104896    3939 namespace.go:142] [rhtpa-operator] updating namespace
I0428 11:16:41.520415    3939 namespace.go:142] [trusted-artifact-signer] updating namespace
I0428 11:16:42.041300    3939 namespace.go:142] [tsf] updating namespace
I0428 11:16:42.300307    3939 namespace.go:142] [tsf-keycloak] updating namespace
I0428 11:16:42.511312    3939 namespace.go:142] [tsf-tas] updating namespace
I0428 11:16:42.780265    3939 namespace.go:98] [cert-manager] adding namespace
I0428 11:16:42.781132    3939 namespace.go:102] [cert-manager] adding namespace took 840.41µs
I0428 11:16:42.974833    3939 namespace.go:142] [cert-manager] updating namespace
I0428 11:16:43.031600    3939 namespace.go:142] [cert-manager] updating namespace
I0428 11:16:43.119318    3939 namespace.go:142] [tsf-tpa] updating namespace
I0428 11:16:43.491909    3939 namespace.go:142] [cert-manager-operator] updating namespace
I0428 11:16:43.509242    3939 namespace.go:142] [default] updating namespace
I0428 11:16:43.525835    3939 namespace.go:142] [konflux-operator] updating namespace
I0428 11:16:43.552220    3939 namespace.go:142] [konflux-ui] updating namespace
I0428 11:16:43.567698    3939 namespace.go:142] [open-cluster-management-2pv477t4c9srti67smm59tsf841pmq8b] updating namespace
I0428 11:16:43.588249    3939 namespace.go:142] [openshift] updating namespace
I0428 11:16:43.599331    3939 namespace.go:142] [rhbk-operator] updating namespace
I0428 11:16:43.644227    3939 namespace.go:142] [rhtpa-operator] updating namespace
I0428 11:16:43.680275    3939 namespace.go:142] [trusted-artifact-signer] updating namespace
I0428 11:16:43.702379    3939 namespace.go:142] [tsf] updating namespace
I0428 11:16:43.731618    3939 namespace.go:142] [tsf-keycloak] updating namespace
I0428 11:16:43.783570    3939 namespace.go:142] [tsf-tas] updating namespace
I0428 11:16:43.871432    3939 namespace.go:142] [tsf-tpa] updating namespace
I0428 11:16:44.077787    3939 namespace.go:142] [cert-manager-operator] updating namespace
I0428 11:16:44.216009    3939 namespace.go:142] [default] updating namespace
I0428 11:16:44.374388    3939 namespace.go:142] [konflux-operator] updating namespace
I0428 11:16:44.630963    3939 namespace.go:142] [konflux-ui] updating namespace
I0428 11:16:44.926427    3939 namespace.go:142] [open-cluster-management-2pv477t4c9srti67smm59tsf841pmq8b] updating namespace
I0428 11:16:45.170782    3939 namespace.go:142] [openshift] updating namespace
I0428 11:16:45.558489    3939 namespace.go:142] [rhbk-operator] updating namespace
I0428 11:16:45.724636    3939 namespace.go:142] [rhtpa-operator] updating namespace
I0428 11:16:45.834268    3939 namespace.go:142] [trusted-artifact-signer] updating namespace
I0428 11:16:45.933423    3939 namespace.go:142] [tsf] updating namespace
I0428 11:16:46.073322    3939 namespace.go:142] [tsf-keycloak] updating namespace
I0428 11:16:46.165771    3939 namespace.go:142] [tsf-tas] updating namespace
I0428 11:16:46.309324    3939 namespace.go:142] [tsf-tpa] updating namespace
I0428 11:16:47.090391    3939 namespace.go:142] [openshift-pipelines] updating namespace
I0428 11:16:47.886379    3939 namespace.go:142] [cert-manager] updating namespace
W0428 11:16:48.105623    3939 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0428 11:16:48.105642    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0428 11:16:48.744848    3939 namespace.go:142] [cert-manager] updating namespace
I0428 11:16:49.119779    3939 namespace.go:142] [cert-manager] updating namespace
W0428 11:17:00.102581    3939 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0428 11:17:00.102615    3939 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0428 11:17:00.102620    3939 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0428 11:17:00.128354    3939 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0428 11:17:00.128368    3939 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0428 11:17:00.128372    3939 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0428 11:17:01.411561    3939 cni.go:452] [tsf/test-tsf-subscriptions 74c7e0577fc5faeab532d18dbfa1d5c2ac6ecaff858cc8f8fc9ad3c0aaee4dd5 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 74c7e0577fc5faeab532d18dbfa1d5c2ac6ecaff858cc8f8fc9ad3c0aaee4dd5 network default NAD default NAD key ]
I0428 11:17:01.484168    3939 cni.go:473] [tsf/test-tsf-subscriptions 74c7e0577fc5faeab532d18dbfa1d5c2ac6ecaff858cc8f8fc9ad3c0aaee4dd5 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 74c7e0577fc5faeab532d18dbfa1d5c2ac6ecaff858cc8f8fc9ad3c0aaee4dd5 network default NAD default NAD key default], result "{}", err <nil>
I0428 11:17:01.544290    3939 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:17:01.544329    3939 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0428 11:17:01.545615    3939 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.28
I0428 11:17:01.545644    3939 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:17:01.565088    3939 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:17:01.565113    3939 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:17:01.571420    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0428 11:17:01.571446    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
W0428 11:17:01.756753    3939 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0428 11:17:01.756773    3939 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0428 11:17:01.756779    3939 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0428 11:17:01.756783    3939 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0428 11:17:03.081480    3939 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:17:03.081615    3939 kube.go:256] Updating pod tsf/test-tsf-infrastructure
I0428 11:17:03.111651    3939 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 30.074838ms
I0428 11:17:03.111677    3939 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 30.104319ms
I0428 11:17:03.112841    3939 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 31.379441ms, libovsdb time 835.419µs
I0428 11:17:03.454467    3939 cni.go:452] [tsf/test-tsf-infrastructure c92ac7a1a583917de2f79f8eb14ac667f5e78ce1a30cdad51bdaddd2979baa2a network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure c92ac7a1a583917de2f79f8eb14ac667f5e78ce1a30cdad51bdaddd2979baa2a network default NAD default NAD key ]
I0428 11:17:03.463565    3939 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: c92ac7a1a583917, network: default, NAD default, SandboxID: "c92ac7a1a583917de2f79f8eb14ac667f5e78ce1a30cdad51bdaddd2979baa2a", PCI device ID: , UID: "1f8797bd-bec8-48f5-b508-4cd523faa0c3", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0428 11:17:03.515541    3939 cni.go:473] [tsf/test-tsf-infrastructure c92ac7a1a583917de2f79f8eb14ac667f5e78ce1a30cdad51bdaddd2979baa2a network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure c92ac7a1a583917de2f79f8eb14ac667f5e78ce1a30cdad51bdaddd2979baa2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:7a:e3:a9:8f:71\",\"name\":\"c92ac7a1a583917\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9909edce-cb2a-43b2-b10a-5f10a57de2b3\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:17:05.915780    3939 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fmmht] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-fmmht for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:17:05.915898    3939 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fmmht
I0428 11:17:05.929373    3939 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fmmht] pod update took 13.500224ms
I0428 11:17:05.929404    3939 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fmmht] addLogicalPort annotation time took 13.536836ms
I0428 11:17:05.930902    3939 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fmmht] addLogicalPort took 15.145802ms, libovsdb time 1.081361ms
I0428 11:17:06.011425    3939 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd578] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-hd578 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:17:06.011565    3939 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd578
I0428 11:17:06.024982    3939 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd578] pod update took 13.443058ms
I0428 11:17:06.025015    3939 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd578] addLogicalPort annotation time took 13.481702ms
I0428 11:17:06.026571    3939 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd578] addLogicalPort took 15.161916ms, libovsdb time 1.059232ms
I0428 11:17:10.805908    3939 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fmmht 1074b9b17268cb01effb5719801c8553aae354fde3fc5ff6b9448145d16de2c1 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fmmht 1074b9b17268cb01effb5719801c8553aae354fde3fc5ff6b9448145d16de2c1 network default NAD default NAD key ]
I0428 11:17:10.815525    3939 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-fmmht, hostIfaceName: 1074b9b17268cb0, network: default, NAD default, SandboxID: "1074b9b17268cb01effb5719801c8553aae354fde3fc5ff6b9448145d16de2c1", PCI device ID: , UID: "9d48d9eb-9463-4c35-85ee-b1bd54b57620", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0428 11:17:10.869006    3939 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fmmht 1074b9b17268cb01effb5719801c8553aae354fde3fc5ff6b9448145d16de2c1 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fmmht 1074b9b17268cb01effb5719801c8553aae354fde3fc5ff6b9448145d16de2c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:a5:6c:f5:f6:3a\",\"name\":\"1074b9b17268cb0\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4658315-1a4c-491d-b9f9-7c7b9ed63bf5\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:17:11.182377    3939 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd578 0432f71ba964532afe00e8a77e4da7752ea851bd2ffd00f4cbf5f88efa7b7496 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd578 0432f71ba964532afe00e8a77e4da7752ea851bd2ffd00f4cbf5f88efa7b7496 network default NAD default NAD key ]
I0428 11:17:11.192337    3939 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-hd578, hostIfaceName: 0432f71ba964532, network: default, NAD default, SandboxID: "0432f71ba964532afe00e8a77e4da7752ea851bd2ffd00f4cbf5f88efa7b7496", PCI device ID: , UID: "2f6e1f06-a1ee-4cd2-83e5-dce6967c5b4c", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0428 11:17:11.241919    3939 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd578 0432f71ba964532afe00e8a77e4da7752ea851bd2ffd00f4cbf5f88efa7b7496 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hd578 0432f71ba964532afe00e8a77e4da7752ea851bd2ffd00f4cbf5f88efa7b7496 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:54:6d:0a:8f:be\",\"name\":\"0432f71ba964532\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2012d993-3a47-4112-b52b-0c9713dae7f0\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0428 11:17:11.459942    3939 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0428 11:17:11.483836    3939 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0428 11:17:24.245018    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0428 11:17:25.088099    3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=85
W0428 11:17:32.470862    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0428 11:17:32.495316    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0428 11:17:34.576073    3939 cni.go:452] [tsf/test-tsf-infrastructure c92ac7a1a583917de2f79f8eb14ac667f5e78ce1a30cdad51bdaddd2979baa2a network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure c92ac7a1a583917de2f79f8eb14ac667f5e78ce1a30cdad51bdaddd2979baa2a network default NAD default NAD key ]
I0428 11:17:34.673488    3939 cni.go:473] [tsf/test-tsf-infrastructure c92ac7a1a583917de2f79f8eb14ac667f5e78ce1a30cdad51bdaddd2979baa2a network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure c92ac7a1a583917de2f79f8eb14ac667f5e78ce1a30cdad51bdaddd2979baa2a network default NAD default NAD key default], result "{}", err <nil>
I0428 11:17:34.721192    3939 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:17:34.721230    3939 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure
I0428 11:17:34.722445    3939 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.29
I0428 11:17:34.722477    3939 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:17:34.742844    3939 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:17:34.742876    3939 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:17:34.750475    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0428 11:17:34.750497    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0428 11:17:35.856368    3939 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:17:35.856461    3939 kube.go:256] Updating pod tsf/test-tsf-iam
I0428 11:17:35.871361    3939 pod.go:62] [tsf/test-tsf-iam] pod update took 14.922698ms
I0428 11:17:35.871386    3939 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.956491ms
I0428 11:17:35.872728    3939 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.377027ms, libovsdb time 895.876µs
I0428 11:17:36.236390    3939 cni.go:452] [tsf/test-tsf-iam 732e97f8b2eb3533bc0b3834c544d50c77b0124cbb2e13f4ba2759dc39e5d1a5 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 732e97f8b2eb3533bc0b3834c544d50c77b0124cbb2e13f4ba2759dc39e5d1a5 network default NAD default NAD key ]
I0428 11:17:36.246207    3939 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 732e97f8b2eb353, network: default, NAD default, SandboxID: "732e97f8b2eb3533bc0b3834c544d50c77b0124cbb2e13f4ba2759dc39e5d1a5", PCI device ID: , UID: "8670b8ff-c1a3-4b25-ae86-2f4796c45259", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0428 11:17:36.295141    3939 cni.go:473] [tsf/test-tsf-iam 732e97f8b2eb3533bc0b3834c544d50c77b0124cbb2e13f4ba2759dc39e5d1a5 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 732e97f8b2eb3533bc0b3834c544d50c77b0124cbb2e13f4ba2759dc39e5d1a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:17:1a:c2:b1:c1\",\"name\":\"732e97f8b2eb353\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c47d041-409d-410c-9f2c-2733fc7f9605\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:17:36.670072    3939 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0428 11:17:36.670760    3939 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0428 11:17:36.670779    3939 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0428 11:17:36.672949    3939 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
I0428 11:17:37.151316    3939 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-zpksq] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-zpksq for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:17:37.151419    3939 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-zpksq
I0428 11:17:37.174805    3939 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-zpksq] pod update took 23.419095ms
I0428 11:17:37.174828    3939 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-zpksq] addLogicalPort annotation time took 23.447935ms
I0428 11:17:37.176036    3939 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-zpksq] addLogicalPort took 24.734564ms, libovsdb time 878.056µs
I0428 11:17:37.514651    3939 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-zpksq f3f7e148ab10eb65d3be505ea40006ae371987e423168a1fd0d26d8f4d97ebdb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-zpksq f3f7e148ab10eb65d3be505ea40006ae371987e423168a1fd0d26d8f4d97ebdb network default NAD default NAD key ]
I0428 11:17:37.525752    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-zpksq, hostIfaceName: f3f7e148ab10eb6, network: default, NAD default, SandboxID: "f3f7e148ab10eb65d3be505ea40006ae371987e423168a1fd0d26d8f4d97ebdb", PCI device ID: , UID: "db4b142e-08dc-4d2d-a66a-0a0d40998397", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0428 11:17:37.576462    3939 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-zpksq f3f7e148ab10eb65d3be505ea40006ae371987e423168a1fd0d26d8f4d97ebdb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-zpksq f3f7e148ab10eb65d3be505ea40006ae371987e423168a1fd0d26d8f4d97ebdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:fd:0a:30:35:bd\",\"name\":\"f3f7e148ab10eb6\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12badcc2-2e13-4bb0-99d6-be14c63a277e\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:17:41.494075    3939 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0428 11:17:42.931548    3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0428 11:17:42.931571    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0428 11:17:42.935271    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0428 11:17:42.935290    3939 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0428 11:17:49.086436    3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=211
I0428 11:17:52.289961    3939 namespace.go:142] [openshift-pipelines] updating namespace
I0428 11:18:00.797316    3939 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-n7n25] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-n7n25 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:18:00.797439    3939 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-n7n25
I0428 11:18:00.816481    3939 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-n7n25] pod update took 19.070048ms
I0428 11:18:00.816505    3939 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-n7n25] addLogicalPort annotation time took 19.096479ms
I0428 11:18:00.817742    3939 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-n7n25] addLogicalPort took 20.439809ms, libovsdb time 866.551µs
I0428 11:18:00.899192    3939 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4x8sc] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-4x8sc for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:18:00.899294    3939 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4x8sc
I0428 11:18:00.912132    3939 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4x8sc] pod update took 12.866191ms
I0428 11:18:00.912157    3939 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4x8sc] addLogicalPort annotation time took 12.896184ms
I0428 11:18:00.913533    3939 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4x8sc] addLogicalPort took 14.356762ms, libovsdb time 972.796µs
I0428 11:18:01.159216    3939 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-n7n25 ccc2a4cfccc855c951cd737715794882738b11ab903fd0b9016ca2607feabc99 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-n7n25 ccc2a4cfccc855c951cd737715794882738b11ab903fd0b9016ca2607feabc99 network default NAD default NAD key ]
I0428 11:18:01.168931    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-n7n25, hostIfaceName: ccc2a4cfccc855c, network: default, NAD default, SandboxID: "ccc2a4cfccc855c951cd737715794882738b11ab903fd0b9016ca2607feabc99", PCI device ID: , UID: "28b08831-577c-4da6-b438-3101b368f1d7", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0428 11:18:01.223057    3939 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-n7n25 ccc2a4cfccc855c951cd737715794882738b11ab903fd0b9016ca2607feabc99 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-n7n25 ccc2a4cfccc855c951cd737715794882738b11ab903fd0b9016ca2607feabc99 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:a3:0a:06:d2:ba\",\"name\":\"ccc2a4cfccc855c\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f68e6e4-1243-4c6d-96d5-0a8e9ed0f94d\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:18:01.260235    3939 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4x8sc ece7e7163dd14bf09e89573f1d49c6d972cefca84d73070fa0e9a7361a812160 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4x8sc ece7e7163dd14bf09e89573f1d49c6d972cefca84d73070fa0e9a7361a812160 network default NAD default NAD key ]
I0428 11:18:01.269963    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-4x8sc, hostIfaceName: ece7e7163dd14bf, network: default, NAD default, SandboxID: "ece7e7163dd14bf09e89573f1d49c6d972cefca84d73070fa0e9a7361a812160", PCI device ID: , UID: "16374ae9-294b-4576-890e-6f4209c91ea8", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0428 11:18:01.321858    3939 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4x8sc ece7e7163dd14bf09e89573f1d49c6d972cefca84d73070fa0e9a7361a812160 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4x8sc ece7e7163dd14bf09e89573f1d49c6d972cefca84d73070fa0e9a7361a812160 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:ca:a1:0b:47:ac\",\"name\":\"ece7e7163dd14bf\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85c98073-4c08-4606-97f9-da6fbacbb250\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:18:03.192272    3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11
W0428 11:18:05.736913    3939 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0428 11:18:05.736932    3939 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0428 11:18:05.736938    3939 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0428 11:18:11.773486    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0428 11:18:11.773508    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0428 11:18:11.773514    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0428 11:18:16.837720    3939 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-sgpl9] creating logical port tsf-keycloak_tsf-iam-sgpl9 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:18:16.837847    3939 kube.go:256] Updating pod tsf-keycloak/tsf-iam-sgpl9
I0428 11:18:16.857571    3939 pod.go:62] [tsf-keycloak/tsf-iam-sgpl9] pod update took 19.748101ms
I0428 11:18:16.857614    3939 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-sgpl9] addLogicalPort annotation time took 19.793678ms
I0428 11:18:16.858861    3939 pods.go:271] [tsf-keycloak/tsf-iam-sgpl9] addLogicalPort took 21.161217ms, libovsdb time 874.21µs
I0428 11:18:17.199987    3939 cni.go:452] [tsf-keycloak/tsf-iam-sgpl9 f2e8f458bdff2c49b1987d47b49ddfd54501574ada36b04fbe69e2b9e0651249 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-sgpl9 f2e8f458bdff2c49b1987d47b49ddfd54501574ada36b04fbe69e2b9e0651249 network default NAD default NAD key ]
I0428 11:18:17.209569    3939 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-sgpl9, hostIfaceName: f2e8f458bdff2c4, network: default, NAD default, SandboxID: "f2e8f458bdff2c49b1987d47b49ddfd54501574ada36b04fbe69e2b9e0651249", PCI device ID: , UID: "7bb85dad-ba6b-4ba2-8d89-65b7d52208a8", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0428 11:18:17.264669    3939 cni.go:473] [tsf-keycloak/tsf-iam-sgpl9 f2e8f458bdff2c49b1987d47b49ddfd54501574ada36b04fbe69e2b9e0651249 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-sgpl9 f2e8f458bdff2c49b1987d47b49ddfd54501574ada36b04fbe69e2b9e0651249 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:f1:d2:d8:14:66\",\"name\":\"f2e8f458bdff2c4\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9c5c6d8-eeb9-4d9f-bf2f-3cb4072bca61\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:18:26.873627    3939 cni.go:452] [tsf/test-tsf-iam 732e97f8b2eb3533bc0b3834c544d50c77b0124cbb2e13f4ba2759dc39e5d1a5 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 732e97f8b2eb3533bc0b3834c544d50c77b0124cbb2e13f4ba2759dc39e5d1a5 network default NAD default NAD key ]
I0428 11:18:26.975560    3939 cni.go:473] [tsf/test-tsf-iam 732e97f8b2eb3533bc0b3834c544d50c77b0124cbb2e13f4ba2759dc39e5d1a5 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 732e97f8b2eb3533bc0b3834c544d50c77b0124cbb2e13f4ba2759dc39e5d1a5 network default NAD default NAD key default], result "{}", err <nil>
I0428 11:18:27.030372    3939 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:18:27.030424    3939 pods.go:176] Deleting pod: tsf/test-tsf-iam
I0428 11:18:27.031988    3939 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.32
I0428 11:18:27.032087    3939 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:18:27.077210    3939 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:18:27.077327    3939 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:18:27.086036    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0428 11:18:27.086073    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0428 11:18:27.994659    3939 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:18:27.994871    3939 kube.go:256] Updating pod tsf-tas/test-tsf-tas
I0428 11:18:28.013287    3939 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 18.449083ms
I0428 11:18:28.013323    3939 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 18.493283ms
I0428 11:18:28.015445    3939 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 20.806207ms, libovsdb time 1.54372ms
I0428 11:18:28.377758    3939 cni.go:452] [tsf-tas/test-tsf-tas 0c3eb2374e98f29aff6e53d529b380d2a02dc3ec3c20a048cdb2f37f6844610a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 0c3eb2374e98f29aff6e53d529b380d2a02dc3ec3c20a048cdb2f37f6844610a network default NAD default NAD key ]
I0428 11:18:28.389516    3939 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 0c3eb2374e98f29, network: default, NAD default, SandboxID: "0c3eb2374e98f29aff6e53d529b380d2a02dc3ec3c20a048cdb2f37f6844610a", PCI device ID: , UID: "11bad617-eae2-44ea-8e70-451ed936d534", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0428 11:18:28.454786    3939 cni.go:473] [tsf-tas/test-tsf-tas 0c3eb2374e98f29aff6e53d529b380d2a02dc3ec3c20a048cdb2f37f6844610a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 0c3eb2374e98f29aff6e53d529b380d2a02dc3ec3c20a048cdb2f37f6844610a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:1c:0b:33:69:3a\",\"name\":\"0c3eb2374e98f29\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f94fa76b-98a3-4ed6-85b7-443fa17bccee\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:18:30.180471    3939 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4qwj4] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-4qwj4 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:18:30.180616    3939 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4qwj4
I0428 11:18:30.185624    3939 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-7564c4c5c9-7pxjh] creating logical port tsf-tas_trillian-logsigner-7564c4c5c9-7pxjh for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:18:30.185843    3939 kube.go:256] Updating pod tsf-tas/trillian-logsigner-7564c4c5c9-7pxjh
I0428 11:18:30.214048    3939 pod.go:62] [tsf-tas/trillian-logsigner-7564c4c5c9-7pxjh] pod update took 28.240643ms
I0428 11:18:30.214081    3939 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-7564c4c5c9-7pxjh] addLogicalPort annotation time took 28.28081ms
I0428 11:18:30.215678    3939 pods.go:271] [tsf-tas/trillian-logsigner-7564c4c5c9-7pxjh] addLogicalPort took 30.073529ms, libovsdb time 1.156252ms
I0428 11:18:30.221368    3939 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4qwj4] pod update took 40.81228ms
I0428 11:18:30.221399    3939 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4qwj4] addLogicalPort annotation time took 40.846652ms
I0428 11:18:30.222996    3939 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4qwj4] addLogicalPort took 42.544829ms, libovsdb time 1.036142ms
I0428 11:18:30.366717    3939 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-48hn2] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-48hn2 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:18:30.366838    3939 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-48hn2
I0428 11:18:30.381947    3939 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-48hn2] pod update took 15.141972ms
I0428 11:18:30.381980    3939 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-48hn2] addLogicalPort annotation time took 15.179316ms
I0428 11:18:30.383804    3939 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-48hn2] addLogicalPort took 17.104253ms, libovsdb time 1.310722ms
I0428 11:18:30.542963    3939 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4qwj4 01d0e5e476564b21c2bbaec9e5b26ce286035ae152caf22365fd49b99c87c5cc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4qwj4 01d0e5e476564b21c2bbaec9e5b26ce286035ae152caf22365fd49b99c87c5cc network default NAD default NAD key ]
I0428 11:18:30.552914    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-4qwj4, hostIfaceName: 01d0e5e476564b2, network: default, NAD default, SandboxID: "01d0e5e476564b21c2bbaec9e5b26ce286035ae152caf22365fd49b99c87c5cc", PCI device ID: , UID: "d2f7ac5a-1176-4891-8c49-474c488d9ee4", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0428 11:18:30.606171    3939 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4qwj4 01d0e5e476564b21c2bbaec9e5b26ce286035ae152caf22365fd49b99c87c5cc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4qwj4 01d0e5e476564b21c2bbaec9e5b26ce286035ae152caf22365fd49b99c87c5cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:ee:6a:fb:97:dc\",\"name\":\"01d0e5e476564b2\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/071694d4-1d46-44ad-9bf2-0e58a54ec368\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:18:30.776019    3939 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-48hn2 5d49f1438422a2d18bf2578b668d33a2aa4d500cd28d1ff66825f6b6102a1bf4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-48hn2 5d49f1438422a2d18bf2578b668d33a2aa4d500cd28d1ff66825f6b6102a1bf4 network default NAD default NAD key ]
I0428 11:18:30.787036    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-48hn2, hostIfaceName: 5d49f1438422a2d, network: default, NAD default, SandboxID: "5d49f1438422a2d18bf2578b668d33a2aa4d500cd28d1ff66825f6b6102a1bf4", PCI device ID: , UID: "b65293c9-d3ac-4664-9453-b47e6d87994f", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0428 11:18:30.841691    3939 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-48hn2 5d49f1438422a2d18bf2578b668d33a2aa4d500cd28d1ff66825f6b6102a1bf4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-48hn2 5d49f1438422a2d18bf2578b668d33a2aa4d500cd28d1ff66825f6b6102a1bf4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:e0:45:c6:b1:f0\",\"name\":\"5d49f1438422a2d\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a6f18ee-3249-4bbd-837b-8470cbbcde48\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:18:31.154508    3939 cni.go:452] [tsf-tas/trillian-logsigner-7564c4c5c9-7pxjh edc3bdaf8f9fd851645e92d7c1148e9dba2391f3c5c7c90f1220384da09158e8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-7564c4c5c9-7pxjh edc3bdaf8f9fd851645e92d7c1148e9dba2391f3c5c7c90f1220384da09158e8 network default NAD default NAD key ]
I0428 11:18:31.163975    3939 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-7564c4c5c9-7pxjh, hostIfaceName: edc3bdaf8f9fd85, network: default, NAD default, SandboxID: "edc3bdaf8f9fd851645e92d7c1148e9dba2391f3c5c7c90f1220384da09158e8", PCI device ID: , UID: "af43dbff-b154-4ad4-b7df-aab87e50abec", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0428 11:18:31.219203    3939 cni.go:473] [tsf-tas/trillian-logsigner-7564c4c5c9-7pxjh edc3bdaf8f9fd851645e92d7c1148e9dba2391f3c5c7c90f1220384da09158e8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-7564c4c5c9-7pxjh edc3bdaf8f9fd851645e92d7c1148e9dba2391f3c5c7c90f1220384da09158e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:a9:a2:20:73:59\",\"name\":\"edc3bdaf8f9fd85\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d0b14d2-a5ed-4ddf-b4cd-ba0d50d69c1f\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0428 11:18:33.208355    3939 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0428 11:18:34.924186    3939 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0428 11:18:34.924211    3939 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0428 11:18:34.951430    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0428 11:18:34.951457    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0428 11:18:37.949048    3939 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0428 11:18:39.649652    3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
W0428 11:18:39.649677    3939 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0428 11:18:40.251758    3939 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0428 11:18:41.666950    3939 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0428 11:18:41.973107    3939 cni.go:452] [tsf-keycloak/tsf-iam-sgpl9 f2e8f458bdff2c49b1987d47b49ddfd54501574ada36b04fbe69e2b9e0651249 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-sgpl9 f2e8f458bdff2c49b1987d47b49ddfd54501574ada36b04fbe69e2b9e0651249 network default NAD default NAD key ]
I0428 11:18:42.056581    3939 cni.go:473] [tsf-keycloak/tsf-iam-sgpl9 f2e8f458bdff2c49b1987d47b49ddfd54501574ada36b04fbe69e2b9e0651249 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-sgpl9 f2e8f458bdff2c49b1987d47b49ddfd54501574ada36b04fbe69e2b9e0651249 network default NAD default NAD key default], result "{}", err <nil>
I0428 11:18:42.107667    3939 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sgpl9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:18:42.107708    3939 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-sgpl9
I0428 11:18:42.109085    3939 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-sgpl9, ips: 10.128.0.36
I0428 11:18:42.109116    3939 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sgpl9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:18:42.808690    3939 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hlf7g-lklvg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:18:42.809249    3939 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hlf7g-lklvg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:18:42.996405    3939 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sgpl9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:18:42.996444    3939 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sgpl9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:18:43.708505    3939 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hlf7g-lklvg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:18:43.708532    3939 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hlf7g-lklvg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:18:45.217409    3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0428 11:18:45.276841    3939 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-rnzfs] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-rnzfs for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:18:45.276945    3939 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-rnzfs
I0428 11:18:45.290422    3939 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-rnzfs] pod update took 13.510482ms
I0428 11:18:45.290514    3939 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-rnzfs] addLogicalPort annotation time took 13.607149ms
I0428 11:18:45.292237    3939 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-rnzfs] addLogicalPort took 15.408343ms, libovsdb time 1.149665ms
I0428 11:18:45.638798    3939 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-rnzfs 05c52ab2ab8884041cc969d1b8a470aa6d8ab991e4dc52c907d308571704c2f0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-rnzfs 05c52ab2ab8884041cc969d1b8a470aa6d8ab991e4dc52c907d308571704c2f0 network default NAD default NAD key ]
I0428 11:18:45.649054    3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-rnzfs, hostIfaceName: 05c52ab2ab88840, network: default, NAD default, SandboxID: "05c52ab2ab8884041cc969d1b8a470aa6d8ab991e4dc52c907d308571704c2f0", PCI device ID: , UID: "008fbbac-96cb-4395-a55b-af2a272ea96a", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23]
I0428 11:18:45.698930    3939 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-rnzfs 05c52ab2ab8884041cc969d1b8a470aa6d8ab991e4dc52c907d308571704c2f0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-rnzfs 05c52ab2ab8884041cc969d1b8a470aa6d8ab991e4dc52c907d308571704c2f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:f1:ac:16:fd:cd\",\"name\":\"05c52ab2ab88840\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9975d03b-c9bc-4d92-904a-6dd1f0c30553\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0428 11:19:07.059711    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0428 11:19:19.167369    3939 cni.go:452] [tsf-tas/test-tsf-tas 0c3eb2374e98f29aff6e53d529b380d2a02dc3ec3c20a048cdb2f37f6844610a network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 0c3eb2374e98f29aff6e53d529b380d2a02dc3ec3c20a048cdb2f37f6844610a network default NAD default NAD key ]
I0428 11:19:19.260630    3939 cni.go:473] [tsf-tas/test-tsf-tas 0c3eb2374e98f29aff6e53d529b380d2a02dc3ec3c20a048cdb2f37f6844610a network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 0c3eb2374e98f29aff6e53d529b380d2a02dc3ec3c20a048cdb2f37f6844610a network default NAD default NAD key default], result "{}", err <nil>
I0428 11:19:19.323535    3939 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:19:19.323596    3939 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas
I0428 11:19:19.325012    3939 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.37
I0428 11:19:19.325045    3939 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:19:19.342979    3939 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:19.343011    3939 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:19.350105    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0428 11:19:19.350131    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0428 11:19:19.582667    3939 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-x6w59-7xlws of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:19:19.583298    3939 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-x6w59-7xlws of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:19:20.066571    3939 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-v46r2] creating logical port tsf_patch-tekton-config-v46r2 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:19:20.066674    3939 kube.go:256] Updating pod tsf/patch-tekton-config-v46r2
I0428 11:19:20.078160    3939 pod.go:62] [tsf/patch-tekton-config-v46r2] pod update took 11.507695ms
I0428 11:19:20.078188    3939 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-v46r2] addLogicalPort annotation time took 11.540751ms
I0428 11:19:20.079646    3939 pods.go:271] [tsf/patch-tekton-config-v46r2] addLogicalPort took 13.088054ms, libovsdb time 1.074506ms
I0428 11:19:20.472481    3939 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-x6w59-7xlws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:20.472507    3939 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-x6w59-7xlws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:20.500227    3939 cni.go:452] [tsf/patch-tekton-config-v46r2 a06c66fd90ba751a6585d1bbc410f2fbf4bfc9cbb62b9468b2e6d34b2b5a6953 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-v46r2 a06c66fd90ba751a6585d1bbc410f2fbf4bfc9cbb62b9468b2e6d34b2b5a6953 network default NAD default NAD key ]
I0428 11:19:20.509788    3939 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-v46r2, hostIfaceName: a06c66fd90ba751, network: default, NAD default, SandboxID: "a06c66fd90ba751a6585d1bbc410f2fbf4bfc9cbb62b9468b2e6d34b2b5a6953", PCI device ID: , UID: "bcca8eb4-09ff-4efa-98f7-708476aa45e7", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23]
I0428 11:19:20.561823    3939 cni.go:473] [tsf/patch-tekton-config-v46r2 a06c66fd90ba751a6585d1bbc410f2fbf4bfc9cbb62b9468b2e6d34b2b5a6953 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-v46r2 a06c66fd90ba751a6585d1bbc410f2fbf4bfc9cbb62b9468b2e6d34b2b5a6953 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:2c:e6:22:a1:bb\",\"name\":\"a06c66fd90ba751\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ca7e327-71c9-4953-90f4-aea6712d2ae0\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:19:24.944730    3939 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-57849894c4-kslv8] creating logical port tsf-tas_ctlog-57849894c4-kslv8 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:19:24.944879    3939 kube.go:256] Updating pod tsf-tas/ctlog-57849894c4-kslv8
I0428 11:19:24.960283    3939 pod.go:62] [tsf-tas/ctlog-57849894c4-kslv8] pod update took 15.436057ms
I0428 11:19:24.960312    3939 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-57849894c4-kslv8] addLogicalPort annotation time took 15.468993ms
I0428 11:19:24.961833    3939 pods.go:271] [tsf-tas/ctlog-57849894c4-kslv8] addLogicalPort took 17.119909ms, libovsdb time 1.042236ms
I0428 11:19:26.020345    3939 cni.go:452] [tsf-tas/ctlog-57849894c4-kslv8 7a6eaec225cf6f1e0d02daf233544124a1ce5835409b9da90bd6e92a6e1c6baa network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-57849894c4-kslv8 7a6eaec225cf6f1e0d02daf233544124a1ce5835409b9da90bd6e92a6e1c6baa network default NAD default NAD key ]
I0428 11:19:26.029639    3939 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-57849894c4-kslv8, hostIfaceName: 7a6eaec225cf6f1, network: default, NAD default, SandboxID: "7a6eaec225cf6f1e0d02daf233544124a1ce5835409b9da90bd6e92a6e1c6baa", PCI device ID: , UID: "ccabd493-776c-4613-bdd1-11c9c0f0f988", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23]
I0428 11:19:26.081682    3939 cni.go:473] [tsf-tas/ctlog-57849894c4-kslv8 7a6eaec225cf6f1e0d02daf233544124a1ce5835409b9da90bd6e92a6e1c6baa network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-57849894c4-kslv8 7a6eaec225cf6f1e0d02daf233544124a1ce5835409b9da90bd6e92a6e1c6baa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:86:e6:7f:16:58\",\"name\":\"7a6eaec225cf6f1\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef9909af-1fc8-48da-b83e-19c70ed7e5c5\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0428 11:19:27.215093    3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0428 11:19:28.225309    3939 cni.go:452] [tsf/patch-tekton-config-v46r2 a06c66fd90ba751a6585d1bbc410f2fbf4bfc9cbb62b9468b2e6d34b2b5a6953 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-v46r2 a06c66fd90ba751a6585d1bbc410f2fbf4bfc9cbb62b9468b2e6d34b2b5a6953 network default NAD default NAD key ]
I0428 11:19:28.318738    3939 cni.go:473] [tsf/patch-tekton-config-v46r2 a06c66fd90ba751a6585d1bbc410f2fbf4bfc9cbb62b9468b2e6d34b2b5a6953 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-v46r2 a06c66fd90ba751a6585d1bbc410f2fbf4bfc9cbb62b9468b2e6d34b2b5a6953 network default NAD default NAD key default], result "{}", err <nil>
I0428 11:19:28.369055    3939 obj_retry.go:498] Detected object tsf/patch-tekton-config-v46r2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:19:28.369090    3939 pods.go:176] Deleting pod: tsf/patch-tekton-config-v46r2
I0428 11:19:28.370370    3939 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-v46r2, ips: 10.128.0.42
I0428 11:19:28.370400    3939 obj_retry.go:498] Detected object tsf/patch-tekton-config-v46r2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:19:29.065127    3939 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-4tjjw-7kcbn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:19:29.065655    3939 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-4tjjw-7kcbn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:19:29.238420    3939 obj_retry.go:492] Detected object tsf/patch-tekton-config-v46r2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:29.238446    3939 obj_retry.go:492] Detected object tsf/patch-tekton-config-v46r2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:29.341927    3939 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-7s4vj] creating logical port tsf_tsf-tekton-configuration-7s4vj for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:19:29.342021    3939 kube.go:256] Updating pod tsf/tsf-tekton-configuration-7s4vj
I0428 11:19:29.351699    3939 pod.go:62] [tsf/tsf-tekton-configuration-7s4vj] pod update took 9.702748ms
I0428 11:19:29.351724    3939 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-7s4vj] addLogicalPort annotation time took 9.731981ms
I0428 11:19:29.353172    3939 pods.go:271] [tsf/tsf-tekton-configuration-7s4vj] addLogicalPort took 11.259883ms, libovsdb time 921.586µs
I0428 11:19:29.702801    3939 cni.go:452] [tsf/tsf-tekton-configuration-7s4vj aefcf9c85144cb89ddcc2e08d9d50e07b274bd5db8ec3a92ead89a6393588ef9 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-7s4vj aefcf9c85144cb89ddcc2e08d9d50e07b274bd5db8ec3a92ead89a6393588ef9 network default NAD default NAD key ]
I0428 11:19:29.712279    3939 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-7s4vj, hostIfaceName: aefcf9c85144cb8, network: default, NAD default, SandboxID: "aefcf9c85144cb89ddcc2e08d9d50e07b274bd5db8ec3a92ead89a6393588ef9", PCI device ID: , UID: "2e3ed116-0cc5-43e9-9a10-fade6b20fd94", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23]
I0428 11:19:29.766163    3939 cni.go:473] [tsf/tsf-tekton-configuration-7s4vj aefcf9c85144cb89ddcc2e08d9d50e07b274bd5db8ec3a92ead89a6393588ef9 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-7s4vj aefcf9c85144cb89ddcc2e08d9d50e07b274bd5db8ec3a92ead89a6393588ef9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:7b:61:24:4f:fa\",\"name\":\"aefcf9c85144cb8\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04402076-2239-4186-bc93-c6422e92ace8\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:19:29.952416    3939 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-4tjjw-7kcbn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:29.952443    3939 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-4tjjw-7kcbn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:30.090408    3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
W0428 11:19:34.975500    3939 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
W0428 11:19:34.993251    3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0428 11:19:35.267372    3939 cni.go:452] [tsf/tsf-tekton-configuration-7s4vj aefcf9c85144cb89ddcc2e08d9d50e07b274bd5db8ec3a92ead89a6393588ef9 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-7s4vj aefcf9c85144cb89ddcc2e08d9d50e07b274bd5db8ec3a92ead89a6393588ef9 network default NAD default NAD key ]
I0428 11:19:35.348090    3939 cni.go:473] [tsf/tsf-tekton-configuration-7s4vj aefcf9c85144cb89ddcc2e08d9d50e07b274bd5db8ec3a92ead89a6393588ef9 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-7s4vj aefcf9c85144cb89ddcc2e08d9d50e07b274bd5db8ec3a92ead89a6393588ef9 network default NAD default NAD key default], result "{}", err <nil>
I0428 11:19:35.397902    3939 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-7s4vj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:19:35.397943    3939 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-7s4vj
I0428 11:19:35.399376    3939 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-7s4vj, ips: 10.128.0.44
I0428 11:19:35.399407    3939 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-7s4vj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:19:36.277312    3939 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-7s4vj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:36.277363    3939 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-7s4vj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:36.311819    3939 obj_retry.go:492] Detected object tsf/patch-tekton-config-v46r2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:36.311846    3939 obj_retry.go:492] Detected object tsf/patch-tekton-config-v46r2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:36.314911    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-v46r2
I0428 11:19:36.314942    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-v46r2
I0428 11:19:37.006795    3939 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:19:37.006884    3939 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa
I0428 11:19:37.023908    3939 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 17.043748ms
I0428 11:19:37.023933    3939 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 17.075416ms
I0428 11:19:37.025176    3939 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 18.39427ms, libovsdb time 868.602µs
I0428 11:19:37.363671    3939 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 8f076f9e45f76e5fd73d2cd417b212016ce0e74881f15b28b6927c2fcfcb0f1b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 8f076f9e45f76e5fd73d2cd417b212016ce0e74881f15b28b6927c2fcfcb0f1b network default NAD default NAD key ]
I0428 11:19:37.372943    3939 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 8f076f9e45f76e5, network: default, NAD default, SandboxID: "8f076f9e45f76e5fd73d2cd417b212016ce0e74881f15b28b6927c2fcfcb0f1b", PCI device ID: , UID: "3f1951fb-a3d2-4e5f-bb5d-2c609eb63e87", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23]
I0428 11:19:37.423666    3939 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 8f076f9e45f76e5fd73d2cd417b212016ce0e74881f15b28b6927c2fcfcb0f1b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 8f076f9e45f76e5fd73d2cd417b212016ce0e74881f15b28b6927c2fcfcb0f1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:18:47:da:2a:93\",\"name\":\"8f076f9e45f76e5\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4db4b960-54c2-40ac-ad41-58d61f4042ac\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0428 11:19:38.227732    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog
I0428 11:19:40.293283    3939 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 8f076f9e45f76e5fd73d2cd417b212016ce0e74881f15b28b6927c2fcfcb0f1b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 8f076f9e45f76e5fd73d2cd417b212016ce0e74881f15b28b6927c2fcfcb0f1b network default NAD default NAD key ]
I0428 11:19:40.386308    3939 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 8f076f9e45f76e5fd73d2cd417b212016ce0e74881f15b28b6927c2fcfcb0f1b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 8f076f9e45f76e5fd73d2cd417b212016ce0e74881f15b28b6927c2fcfcb0f1b network default NAD default NAD key default], result "{}", err <nil>
I0428 11:19:40.441132    3939 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:19:40.441173    3939 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa
I0428 11:19:40.442496    3939 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.45
I0428 11:19:40.442528    3939 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:19:40.461148    3939 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:40.461167    3939 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:40.467270    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0428 11:19:40.467301    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0428 11:19:40.681405    3939 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:19:40.681537    3939 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa
I0428 11:19:40.695844    3939 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.330096ms
I0428 11:19:40.695867    3939 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.360078ms
I0428 11:19:40.697153    3939 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.772647ms, libovsdb time 849.28µs
I0428 11:19:41.039291    3939 cni.go:452] [tsf-tpa/test-tsf-tpa b9ece9a5d5ba874526470ca2f97edc721c51b4674184b4f1c2ef20d56e934e4a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa b9ece9a5d5ba874526470ca2f97edc721c51b4674184b4f1c2ef20d56e934e4a network default NAD default NAD key ]
I0428 11:19:41.048809    3939 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: b9ece9a5d5ba874, network: default, NAD default, SandboxID: "b9ece9a5d5ba874526470ca2f97edc721c51b4674184b4f1c2ef20d56e934e4a", PCI device ID: , UID: "a0bfbf3c-ccf1-4821-bef8-5d25cd01efd0", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23]
I0428 11:19:41.097893    3939 cni.go:473] [tsf-tpa/test-tsf-tpa b9ece9a5d5ba874526470ca2f97edc721c51b4674184b4f1c2ef20d56e934e4a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa b9ece9a5d5ba874526470ca2f97edc721c51b4674184b4f1c2ef20d56e934e4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:9c:f7:e1:0b:c0\",\"name\":\"b9ece9a5d5ba874\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ecd81c0-30e1-41b2-b030-93875a5762fb\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:19:41.790254    3939 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-wgdmf] creating logical port tsf-tpa_create-db-wgdmf for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:19:41.790366    3939 kube.go:256] Updating pod tsf-tpa/create-db-wgdmf
I0428 11:19:41.802562    3939 pod.go:62] [tsf-tpa/create-db-wgdmf] pod update took 12.224629ms
I0428 11:19:41.802604    3939 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-wgdmf] addLogicalPort annotation time took 12.25769ms
I0428 11:19:41.803953    3939 pods.go:271] [tsf-tpa/create-db-wgdmf] addLogicalPort took 13.699026ms, libovsdb time 944.529µs
I0428 11:19:42.150113    3939 cni.go:452] [tsf-tpa/create-db-wgdmf a6152c315251a666d17e9438001b44caef12cda881900e618286afb179ba5f2d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-wgdmf a6152c315251a666d17e9438001b44caef12cda881900e618286afb179ba5f2d network default NAD default NAD key ]
I0428 11:19:42.160279    3939 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-wgdmf, hostIfaceName: a6152c315251a66, network: default, NAD default, SandboxID: "a6152c315251a666d17e9438001b44caef12cda881900e618286afb179ba5f2d", PCI device ID: , UID: "e1df09b6-317c-4b0e-99c5-942bb6d36bc6", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23]
I0428 11:19:42.209630    3939 cni.go:473] [tsf-tpa/create-db-wgdmf a6152c315251a666d17e9438001b44caef12cda881900e618286afb179ba5f2d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-wgdmf a6152c315251a666d17e9438001b44caef12cda881900e618286afb179ba5f2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:7a:74:9b:e6:e1\",\"name\":\"a6152c315251a66\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6bd7100-bef9-4fe4-8b25-e35abac8cb89\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:19:46.335608    3939 cni.go:452] [tsf-tpa/create-db-wgdmf a6152c315251a666d17e9438001b44caef12cda881900e618286afb179ba5f2d network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-wgdmf a6152c315251a666d17e9438001b44caef12cda881900e618286afb179ba5f2d network default NAD default NAD key ]
I0428 11:19:46.414558    3939 cni.go:473] [tsf-tpa/create-db-wgdmf a6152c315251a666d17e9438001b44caef12cda881900e618286afb179ba5f2d network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-wgdmf a6152c315251a666d17e9438001b44caef12cda881900e618286afb179ba5f2d network default NAD default NAD key default], result "{}", err <nil>
I0428 11:19:46.465270    3939 obj_retry.go:498] Detected object tsf-tpa/create-db-wgdmf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:19:46.465310    3939 pods.go:176] Deleting pod: tsf-tpa/create-db-wgdmf
I0428 11:19:46.466659    3939 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-wgdmf, ips: 10.128.0.47
I0428 11:19:46.466688    3939 obj_retry.go:498] Detected object tsf-tpa/create-db-wgdmf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0428 11:19:46.601133    3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0428 11:19:47.360850    3939 obj_retry.go:492] Detected object tsf-tpa/create-db-wgdmf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:47.360877    3939 obj_retry.go:492] Detected object tsf-tpa/create-db-wgdmf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:52.770406    3939 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2xgzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:19:52.771000    3939 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2xgzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:19:53.647640    3939 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2xgzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:53.647665    3939 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2xgzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:55.777044    3939 obj_retry.go:498] Detected object tsf-tpa/create-importers-bklhb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:19:55.777630    3939 obj_retry.go:498] Detected object tsf-tpa/create-importers-bklhb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:19:56.766981    3939 base_network_controller_pods.go:487] [default/tsf-tpa/server-664659664c-2xj9g] creating logical port tsf-tpa_server-664659664c-2xj9g for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:19:56.767091    3939 kube.go:256] Updating pod tsf-tpa/server-664659664c-2xj9g
I0428 11:19:56.782449    3939 pod.go:62] [tsf-tpa/server-664659664c-2xj9g] pod update took 15.385103ms
I0428 11:19:56.782475    3939 base_network_controller_pods.go:951] [default/tsf-tpa/server-664659664c-2xj9g] addLogicalPort annotation time took 15.415816ms
I0428 11:19:56.783658    3939 pods.go:271] [tsf-tpa/server-664659664c-2xj9g] addLogicalPort took 16.692134ms, libovsdb time 805.628µs
I0428 11:19:56.800244    3939 obj_retry.go:492] Detected object tsf-tpa/create-importers-bklhb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:56.800267    3939 obj_retry.go:492] Detected object tsf-tpa/create-importers-bklhb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:19:56.820714    3939 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-hzzj5] creating logical port tsf-tpa_importer-86bcdf477b-hzzj5 for pod on switch ip-10-0-0-109.ec2.internal
I0428 11:19:56.820821    3939 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-hzzj5
I0428 11:19:56.836659    3939 pod.go:62] [tsf-tpa/importer-86bcdf477b-hzzj5] pod update took 15.869013ms
I0428 11:19:56.836689    3939 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-hzzj5] addLogicalPort annotation time took 15.903392ms
I0428 11:19:56.837924    3939 pods.go:271] [tsf-tpa/importer-86bcdf477b-hzzj5] addLogicalPort took 17.227499ms, libovsdb time 844.464µs
I0428 11:20:01.112029    3939 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:20:01.112721    3939 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:20:01.121519    3939 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:20:01.121539    3939 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:20:01.127902    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf
I0428 11:20:01.127928    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29622910-bnwtf
I0428 11:20:04.364700    3939 cni.go:452] [tsf-tpa/server-664659664c-2xj9g 412d3d5b4d010a1f6e711300ff8431f3b260cdf7bd155d193c3ade6ac665a7c9 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-664659664c-2xj9g 412d3d5b4d010a1f6e711300ff8431f3b260cdf7bd155d193c3ade6ac665a7c9 network default NAD default NAD key ]
I0428 11:20:04.374697    3939 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-664659664c-2xj9g, hostIfaceName: 412d3d5b4d010a1, network: default, NAD default, SandboxID: "412d3d5b4d010a1f6e711300ff8431f3b260cdf7bd155d193c3ade6ac665a7c9", PCI device ID: , UID: "ec480923-430d-4b0e-ba80-c5da3ac487d2", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23]
I0428 11:20:04.383738    3939 cni.go:452] [tsf-tpa/importer-86bcdf477b-hzzj5 878c3a0ddc2c8d1e06feb63bf43aacac24bcfe025b3a6ddd5ae587e2651dd38c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-hzzj5 878c3a0ddc2c8d1e06feb63bf43aacac24bcfe025b3a6ddd5ae587e2651dd38c network default NAD default NAD key ]
I0428 11:20:04.394221    3939 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-hzzj5, hostIfaceName: 878c3a0ddc2c8d1, network: default, NAD default, SandboxID: "878c3a0ddc2c8d1e06feb63bf43aacac24bcfe025b3a6ddd5ae587e2651dd38c", PCI device ID: , UID: "d9c5bc6e-4c8e-4f7d-b6d1-99c8549ca25b", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23]
I0428 11:20:04.428051    3939 cni.go:473] [tsf-tpa/server-664659664c-2xj9g 412d3d5b4d010a1f6e711300ff8431f3b260cdf7bd155d193c3ade6ac665a7c9 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-664659664c-2xj9g 412d3d5b4d010a1f6e711300ff8431f3b260cdf7bd155d193c3ade6ac665a7c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:d3:42:db:f7:1d\",\"name\":\"412d3d5b4d010a1\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/994ad06e-efe5-4dfd-8404-e3d9a2a990be\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 11:20:04.453714    3939 cni.go:473] [tsf-tpa/importer-86bcdf477b-hzzj5 878c3a0ddc2c8d1e06feb63bf43aacac24bcfe025b3a6ddd5ae587e2651dd38c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-hzzj5 878c3a0ddc2c8d1e06feb63bf43aacac24bcfe025b3a6ddd5ae587e2651dd38c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:58:19:02:3e:db\",\"name\":\"878c3a0ddc2c8d1\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0f242d0-3467-4b71-98e7-059cf74acf79\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0428 11:20:05.452605    3939 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
W0428 11:20:06.493026    3939 util.go:959] Failed to build node endpoints for node ip-10-0-0-109.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server
I0428 11:20:08.473198    3939 cni.go:452] [tsf-tpa/test-tsf-tpa b9ece9a5d5ba874526470ca2f97edc721c51b4674184b4f1c2ef20d56e934e4a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa b9ece9a5d5ba874526470ca2f97edc721c51b4674184b4f1c2ef20d56e934e4a network default NAD default NAD key ]
I0428 11:20:08.552722    3939 cni.go:473] [tsf-tpa/test-tsf-tpa b9ece9a5d5ba874526470ca2f97edc721c51b4674184b4f1c2ef20d56e934e4a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa b9ece9a5d5ba874526470ca2f97edc721c51b4674184b4f1c2ef20d56e934e4a network default NAD default NAD key default], result "{}", err <nil>
I0428 11:20:08.608407    3939 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:20:08.608445    3939 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa
I0428 11:20:08.609876    3939 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.46
I0428 11:20:08.609904    3939 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:20:08.629164    3939 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:20:08.629192    3939 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:20:08.636529    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0428 11:20:08.636581    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0428 11:20:09.399320    3939 namespace.go:98] [integration-service] adding namespace
I0428 11:20:09.400297    3939 namespace.go:102] [integration-service] adding namespace took 956.37µs
I0428 11:20:09.407239    3939 namespace.go:98] [image-controller] adding namespace
I0428 11:20:09.408053    3939 namespace.go:102] [image-controller] adding namespace took 797.51µs
I0428 11:20:09.416313    3939 namespace.go:98] [default-tenant] adding namespace
I0428 11:20:09.416405    3939 namespace.go:98] [build-service] adding namespace
I0428 11:20:09.417091    3939 namespace.go:102] [default-tenant] adding namespace took 762.258µs
I0428 11:20:09.417680    3939 namespace.go:102] [build-service] adding namespace took 1.255103ms
I0428 11:20:09.468950    3939 namespace.go:142] [integration-service] updating namespace
I0428 11:20:09.537269    3939 namespace.go:142] [integration-service] updating namespace
I0428 11:20:09.571474    3939 namespace.go:142] [image-controller] updating namespace
I0428 11:20:09.620561    3939 namespace.go:142] [image-controller] updating namespace
I0428 11:20:09.655389    3939 namespace.go:142] [default-tenant] updating namespace
I0428 11:20:09.688895    3939 namespace.go:142] [default-tenant] updating namespace
I0428 11:20:09.710951    3939 namespace.go:142] [build-service] updating namespace
I0428 11:20:09.748457    3939 namespace.go:142] [build-service] updating namespace
I0428 11:20:09.773880    3939 namespace.go:142] [integration-service] updating namespace
I0428 11:20:09.813219    3939 namespace.go:142] [build-service] updating namespace
I0428 11:20:09.830818    3939 namespace.go:98] [release-service] adding namespace
I0428 11:20:09.831831    3939 namespace.go:102] [release-service] adding namespace took 993.809µs
I0428 11:20:09.887386    3939 namespace.go:142] [konflux-ui] updating namespace
I0428 11:20:09.897712    3939 namespace.go:142] [release-service] updating namespace
I0428 11:20:09.935903    3939 namespace.go:142] [release-service] updating namespace
I0428 11:20:10.093752    3939 namespace.go:98] [konflux-info] adding namespace
I0428 11:20:10.094630    3939 namespace.go:102] [konflux-info] adding namespace took 851.598µs
I0428 11:20:10.169461    3939 namespace.go:98] [namespace-lister] adding namespace
I0428 11:20:10.170377    3939 namespace.go:102] [namespace-lister] adding namespace took 890.114µs
I0428 11:20:10.238775    3939 namespace.go:142] [konflux-info] updating namespace
I0428 11:20:10.315388    3939 namespace.go:98] [enterprise-contract-service] adding namespace
I0428 11:20:10.316282    3939 namespace.go:102] [enterprise-contract-service] adding namespace took 865.641µs
I0428 11:20:10.590507    3939 namespace.go:142] [image-controller] updating namespace
I0428 11:20:10.590662    3939 namespace.go:142] [konflux-info] updating namespace
I0428 11:20:10.811405    3939 namespace.go:142] [namespace-lister] updating namespace
I0428 11:20:11.208622    3939 namespace.go:142] [namespace-lister] updating namespace
I0428 11:20:11.490338    3939 namespace.go:142] [enterprise-contract-service] updating namespace
I0428 11:20:11.559392    3939 namespace.go:142] [default-tenant] updating namespace
I0428 11:20:11.769611    3939 namespace.go:142] [enterprise-contract-service] updating namespace
I0428 11:20:12.024368    3939 namespace.go:98] [segment-bridge] adding namespace
I0428 11:20:12.025229    3939 namespace.go:102] [segment-bridge] adding namespace took 840.28µs
I0428 11:20:12.064634    3939 namespace.go:98] [konflux-cli] adding namespace
I0428 11:20:12.065281    3939 namespace.go:102] [konflux-cli] adding namespace took 630.525µs
I0428 11:20:12.242218    3939 namespace.go:142] [segment-bridge] updating namespace
I0428 11:20:12.394339    3939 namespace.go:142] [segment-bridge] updating namespace
I0428 11:20:12.439330    3939 namespace.go:142] [konflux-cli] updating namespace
I0428 11:20:12.529338    3939 namespace.go:142] [konflux-cli] updating namespace
I0428 11:20:12.987409    3939 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qfkzs-4jcdg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:20:12.987996    3939 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qfkzs-4jcdg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:20:13.104657    3939 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0428 11:20:13.105293    3939 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0428 11:20:13.105313    3939 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0428 11:20:13.107966    3939 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0428 11:20:13.140334    3939 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0428 11:20:13.140360    3939 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0428 11:20:13.141098    3939 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0428 11:20:13.928604    3939 namespace.go:142] [build-service] updating namespace
I0428 11:20:14.136757    3939 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qfkzs-4jcdg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:20:14.136781    3939 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qfkzs-4jcdg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:20:14.431826    3939 namespace.go:142] [default-tenant] updating namespace
I0428 11:20:14.585756    3939 namespace.go:142] [enterprise-contract-service] updating namespace
I0428 11:20:14.767723    3939 namespace.go:142] [image-controller] updating namespace
I0428 11:20:14.968492    3939 namespace.go:142] [integration-service] updating namespace
I0428 11:20:15.223783    3939 namespace.go:142] [konflux-cli] updating namespace
I0428 11:20:15.398952    3939 namespace.go:142] [konflux-info] updating namespace
I0428 11:20:15.602048    3939 namespace.go:142] [namespace-lister] updating namespace
I0428 11:20:15.794572    3939 namespace.go:142] [release-service] updating namespace
I0428 11:20:16.001318    3939 namespace.go:142] [segment-bridge] updating namespace
I0428 11:20:16.119839    3939 namespace.go:142] [build-service] updating namespace
I0428 11:20:16.136976    3939 namespace.go:142] [default-tenant] updating namespace
I0428 11:20:16.155240    3939 namespace.go:142] [enterprise-contract-service] updating namespace
I0428 11:20:16.171754    3939 namespace.go:142] [image-controller] updating namespace
I0428 11:20:16.188288    3939 namespace.go:142] [integration-service] updating namespace
I0428 11:20:16.205162    3939 namespace.go:142] [konflux-cli] updating namespace
I0428 11:20:16.223414    3939 namespace.go:142] [konflux-info] updating namespace
I0428 11:20:16.241047    3939 namespace.go:142] [namespace-lister] updating namespace
I0428 11:20:16.251564    3939 namespace.go:142] [release-service] updating namespace
I0428 11:20:16.268668    3939 namespace.go:142] [segment-bridge] updating namespace
I0428 11:20:16.348007    3939 namespace.go:142] [build-service] updating namespace
I0428 11:20:16.421513    3939 namespace.go:142] [default-tenant] updating namespace
I0428 11:20:16.473202    3939 namespace.go:142] [enterprise-contract-service] updating namespace
I0428 11:20:16.561629    3939 namespace.go:142] [image-controller] updating namespace
I0428 11:20:16.659869    3939 namespace.go:142] [integration-service] updating namespace
I0428 11:20:16.762768    3939 namespace.go:142] [konflux-cli] updating namespace
I0428 11:20:16.865373    3939 namespace.go:142] [konflux-info] updating namespace
I0428 11:20:16.962094    3939 namespace.go:142] [namespace-lister] updating namespace
I0428 11:20:17.176796    3939 namespace.go:142] [release-service] updating namespace
I0428 11:20:17.373011    3939 namespace.go:142] [segment-bridge] updating namespace
W0428 11:20:17.776999    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0428 11:20:17.806046    3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0428 11:20:20.239148    3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
W0428 11:20:20.795256    3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0428 11:20:20.798214    3939 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0428 11:20:22.258234    3939 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0428 11:20:22.258925    3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0428 11:20:23.811122    3939 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
I0428 11:20:24.101109    3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=593
W0428 11:20:27.847468    3939 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0428 11:20:27.847486    3939 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0428 11:20:27.873663    3939 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0428 11:20:27.873681    3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0428 11:20:28.302858    3939 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0428 11:20:28.302880    3939 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0428 11:20:28.880939    3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0428 11:20:34.717078    3939 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rcm45 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:20:34.717666    3939 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rcm45 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:20:34.886570    3939 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rcm45 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:20:34.886618    3939 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rcm45 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:20:34.888926    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-rcm45
I0428 11:20:34.888949    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-rcm45
I0428 11:20:57.184536    3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0428 11:21:16.090230    3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=162
I0428 11:21:36.469292    3939 obj_retry.go:498] Detected object konflux-ui/proxy-579597865b-cntsh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:21:36.469914    3939 obj_retry.go:498] Detected object konflux-ui/proxy-579597865b-cntsh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:21:37.246511    3939 obj_retry.go:492] Detected object konflux-ui/proxy-579597865b-cntsh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:21:37.246532    3939 obj_retry.go:492] Detected object konflux-ui/proxy-579597865b-cntsh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:21:37.252496    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-579597865b-cntsh
I0428 11:21:37.252525    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-579597865b-cntsh
I0428 11:21:41.870446    3939 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 11:21:41.871016    3939 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 11:21:41.905275    3939 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:21:41.905300    3939 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 11:21:41.911227    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0428 11:21:41.911258    3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0428 11:22:02.933292    3939 namespace.go:98] [default-managed-tenant-tag81] adding namespace
I0428 11:22:02.934506    3939 namespace.go:102] [default-managed-tenant-tag81] adding namespace took 1.185594ms
I0428 11:22:02.977377    3939 namespace.go:142] [default-managed-tenant-tag81] updating namespace
I0428 11:22:03.009448    3939 namespace.go:142] [default-managed-tenant-tag81] updating namespace
I0428 11:22:03.994603    3939 namespace.go:142] [default-managed-tenant-tag81] updating namespace
I0428 11:22:04.126470    3939 namespace.go:142] [default-managed-tenant-tag81] updating namespace
I0428 11:22:04.222163    3939 namespace.go:142] [default-managed-tenant-tag81] updating namespace
I0428 11:22:18.178868    3939 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0428 11:22:27.206426    3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0428 11:22:56.091884    3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80
I0428 11:23:18.090999    3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48
I0428 11:23:36.178926    3939 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0428 11:23:51.190413    3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0428 11:24:24.210763    3939 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0428 11:24:28.194994    3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0428 11:24:32.089265    3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=96
I0428 11:25:03.201706    3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11